Oct 30 07:29:33 user nova-compute[74491]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=74491) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=74491) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=74491) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 30 07:29:33 user nova-compute[74491]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.018s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:29:33 user nova-compute[74491]: INFO nova.virt.driver [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] Loading compute driver 'libvirt.LibvirtDriver'
Oct 30 07:29:33 user nova-compute[74491]: INFO nova.compute.provider_config [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] Acquiring lock "singleton_lock" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] Acquired lock "singleton_lock" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] Releasing lock "singleton_lock" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] Full set of CONF: {{(pid=74491) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ******************************************************************************** {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] Configuration options gathered from: {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ================================================================================ {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] allow_resize_to_same_host      = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] arq_binding_timeout            = 300 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] backdoor_port                  = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] backdoor_socket                = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] block_device_allocate_retries  = 300 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] block_device_allocate_retries_interval = 5 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cert                           = self.pem {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] compute_monitors               = [] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] config_dir                     = [] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] config_drive_format            = iso9660 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] config_source                  = [] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] console_host                   = user {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] control_exchange               = nova {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cpu_allocation_ratio           = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] daemon                         = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] debug                          = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] default_access_ip_network_name = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] default_availability_zone      = nova {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] default_ephemeral_format       = ext4 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] default_green_pool_size        = 1000 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] default_schedule_zone          = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] disk_allocation_ratio          = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] enable_new_services            = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] enabled_apis                   = ['osapi_compute'] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] enabled_ssl_apis               = [] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] flat_injected                  = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] force_config_drive             = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] force_raw_images               = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] graceful_shutdown_timeout      = 5 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] heal_instance_info_cache_interval = 60 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] host                           = user {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] initial_disk_allocation_ratio  = 1.0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] initial_ram_allocation_ratio   = 1.0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] instance_build_timeout         = 0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] instance_delete_interval       = 300 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] instance_format                = [instance: %(uuid)s]  {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] instance_name_template         = instance-%08x {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] instance_usage_audit           = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] instance_usage_audit_period    = month {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] internal_service_availability_zone = internal {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] key                            = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] live_migration_retry_count     = 30 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] log_config_append              = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] log_dir                        = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] log_file                       = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] log_options                    = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] log_rotate_interval            = 1 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] log_rotate_interval_type       = days {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] log_rotation_type              = none {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] long_rpc_timeout               = 1800 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] max_concurrent_builds          = 10 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] max_concurrent_live_migrations = 1 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] max_concurrent_snapshots       = 5 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] max_local_block_devices        = 3 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] max_logfile_count              = 30 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] max_logfile_size_mb            = 200 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] maximum_instance_delete_attempts = 5 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] metadata_listen                = 0.0.0.0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] metadata_listen_port           = 8775 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] metadata_workers               = 3 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] migrate_max_retries            = -1 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] mkisofs_cmd                    = genisoimage {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] my_block_storage_ip            = 10.0.0.210 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] my_ip                          = 10.0.0.210 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] network_allocate_retries       = 0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] osapi_compute_listen           = 0.0.0.0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] osapi_compute_listen_port      = 8774 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] osapi_compute_unique_server_name_scope =  {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] osapi_compute_workers          = 3 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] password_length                = 12 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] periodic_enable                = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] periodic_fuzzy_delay           = 60 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] pointer_model                  = ps2mouse {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] preallocate_images             = none {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] publish_errors                 = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] pybasedir                      = /opt/stack/nova {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ram_allocation_ratio           = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] rate_limit_burst               = 0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] rate_limit_except_level        = CRITICAL {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] rate_limit_interval            = 0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] reboot_timeout                 = 0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] reclaim_instance_interval      = 0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] record                         = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] reimage_timeout_per_gb         = 60 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] report_interval                = 120 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] rescue_timeout                 = 0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] reserved_host_cpus             = 0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] reserved_host_disk_mb          = 0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] reserved_host_memory_mb        = 512 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] reserved_huge_pages            = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] resize_confirm_window          = 0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] resize_fs_using_block_device   = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] resume_guests_state_on_host_boot = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] rpc_response_timeout           = 60 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] run_external_periodic_tasks    = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] running_deleted_instance_action = reap {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] running_deleted_instance_poll_interval = 1800 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] running_deleted_instance_timeout = 0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] scheduler_instance_sync_interval = 120 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] service_down_time              = 720 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] servicegroup_driver            = db {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] shelved_offload_time           = 0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] shelved_poll_interval          = 3600 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] shutdown_timeout               = 0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] source_is_ipv6                 = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ssl_only                       = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] state_path                     = /opt/stack/data/nova {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] sync_power_state_interval      = 600 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] sync_power_state_pool_size     = 1000 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] syslog_log_facility            = LOG_USER {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] tempdir                        = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] timeout_nbd                    = 10 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] transport_url                  = **** {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] update_resources_interval      = 0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] use_cow_images                 = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] use_eventlog                   = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] use_journal                    = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] use_json                       = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] use_rootwrap_daemon            = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] use_stderr                     = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] use_syslog                     = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vcpu_pin_set                   = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vif_plugging_is_fatal          = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vif_plugging_timeout           = 0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] virt_mkfs                      = [] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] volume_usage_poll_interval     = 0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] watch_log_file                 = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] web                            = /usr/share/spice-html5 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_concurrency.disable_process_locking = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api.auth_strategy              = keystone {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api.compute_link_prefix        = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api.dhcp_domain                = novalocal {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api.enable_instance_password   = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api.glance_link_prefix         = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api.instance_list_per_project_cells = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api.list_records_by_skipping_down_cells = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api.local_metadata_per_cell    = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api.max_limit                  = 1000 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api.metadata_cache_expiration  = 15 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api.neutron_default_tenant_id  = default {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api.use_forwarded_for          = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api.use_neutron_default_nets   = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api.vendordata_dynamic_targets = [] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api.vendordata_jsonfile_path   = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.backend                  = dogpile.cache.memcached {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.backend_argument         = **** {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.config_prefix            = cache.oslo {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.dead_timeout             = 60.0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.debug_cache_backend      = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.enable_retry_client      = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.enable_socket_keepalive  = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.enabled                  = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.expiration_time          = 600 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.hashclient_retry_attempts = 2 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.hashclient_retry_delay   = 1.0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.memcache_dead_retry      = 300 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.memcache_password        =  {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.memcache_pool_maxsize    = 10 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.memcache_sasl_enabled    = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.memcache_socket_timeout  = 1.0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.memcache_username        =  {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.proxies                  = [] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.retry_attempts           = 2 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.retry_delay              = 0.0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.socket_keepalive_count   = 1 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.socket_keepalive_idle    = 1 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.socket_keepalive_interval = 1 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.tls_allowed_ciphers      = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.tls_cafile               = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.tls_certfile             = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.tls_enabled              = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cache.tls_keyfile              = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cinder.auth_section            = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cinder.auth_type               = password {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cinder.cafile                  = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cinder.catalog_info            = volumev3::publicURL {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cinder.certfile                = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cinder.collect_timing          = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cinder.cross_az_attach         = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cinder.debug                   = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cinder.endpoint_template       = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cinder.http_retries            = 3 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cinder.insecure                = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cinder.keyfile                 = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cinder.os_region_name          = RegionOne {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cinder.split_loggers           = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cinder.timeout                 = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] compute.cpu_dedicated_set      = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] compute.cpu_shared_set         = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] compute.image_type_exclude_list = [] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] compute.max_concurrent_disk_ops = 0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] compute.max_disk_devices_to_attach = -1 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] compute.resource_provider_association_refresh = 300 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] compute.shutdown_retry_interval = 10 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] conductor.workers              = 3 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] console.allowed_origins        = [] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] console.ssl_ciphers            = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] console.ssl_minimum_version    = default {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] consoleauth.token_ttl          = 600 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cyborg.cafile                  = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cyborg.certfile                = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cyborg.collect_timing          = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cyborg.connect_retries         = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cyborg.connect_retry_delay     = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cyborg.endpoint_override       = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cyborg.insecure                = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cyborg.keyfile                 = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cyborg.max_version             = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cyborg.min_version             = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cyborg.region_name             = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cyborg.service_name            = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cyborg.service_type            = accelerator {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cyborg.split_loggers           = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cyborg.status_code_retries     = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cyborg.status_code_retry_delay = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cyborg.timeout                 = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] cyborg.version                 = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] database.backend               = sqlalchemy {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] database.connection            = **** {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] database.connection_debug      = 0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] database.connection_parameters =  {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] database.connection_recycle_time = 3600 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] database.connection_trace      = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] database.db_inc_retry_interval = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] database.db_max_retries        = 20 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] database.db_max_retry_interval = 10 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] database.db_retry_interval     = 1 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] database.max_overflow          = 50 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] database.max_pool_size         = 5 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] database.max_retries           = 10 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] database.mysql_wsrep_sync_wait = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] database.pool_timeout          = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] database.retry_interval        = 10 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] database.slave_connection      = **** {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] database.sqlite_synchronous    = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api_database.backend           = sqlalchemy {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api_database.connection        = **** {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api_database.connection_debug  = 0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api_database.connection_parameters =  {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api_database.connection_recycle_time = 3600 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api_database.connection_trace  = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api_database.db_inc_retry_interval = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api_database.db_max_retries    = 20 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api_database.db_max_retry_interval = 10 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api_database.db_retry_interval = 1 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api_database.max_overflow      = 50 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api_database.max_pool_size     = 5 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api_database.max_retries       = 10 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api_database.pool_timeout      = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api_database.retry_interval    = 10 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api_database.slave_connection  = **** {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] api_database.sqlite_synchronous = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] devices.enabled_mdev_types     = [] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ephemeral_storage_encryption.enabled = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] glance.api_servers             = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] glance.cafile                  = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] glance.certfile                = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] glance.collect_timing          = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] glance.connect_retries         = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] glance.connect_retry_delay     = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] glance.debug                   = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] glance.default_trusted_certificate_ids = [] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] glance.enable_certificate_validation = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] glance.enable_rbd_download     = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] glance.endpoint_override       = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] glance.insecure                = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] glance.keyfile                 = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] glance.max_version             = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] glance.min_version             = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] glance.num_retries             = 3 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] glance.rbd_ceph_conf           =  {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] glance.rbd_connect_timeout     = 5 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] glance.rbd_pool                =  {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] glance.rbd_user                =  {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] glance.region_name             = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] glance.service_name            = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] glance.service_type            = image {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] glance.split_loggers           = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] glance.status_code_retries     = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] glance.status_code_retry_delay = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] glance.timeout                 = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] glance.verify_glance_signatures = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] glance.version                 = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] guestfs.debug                  = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] hyperv.config_drive_cdrom      = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] hyperv.config_drive_inject_password = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] hyperv.enable_instance_metrics_collection = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] hyperv.enable_remotefx         = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] hyperv.instances_path_share    =  {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] hyperv.iscsi_initiator_list    = [] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] hyperv.limit_cpu_features      = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] hyperv.power_state_check_timeframe = 60 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] hyperv.power_state_event_polling_interval = 2 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] hyperv.use_multipath_io        = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] hyperv.volume_attach_retry_count = 10 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] hyperv.volume_attach_retry_interval = 5 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] hyperv.vswitch_name            = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] mks.enabled                    = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] image_cache.manager_interval   = 2400 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] image_cache.precache_concurrency = 1 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] image_cache.remove_unused_base_images = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] image_cache.subdirectory_name  = _base {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ironic.api_max_retries         = 60 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ironic.api_retry_interval      = 2 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ironic.auth_section            = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ironic.auth_type               = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ironic.cafile                  = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ironic.certfile                = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ironic.collect_timing          = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ironic.conductor_group         = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ironic.connect_retries         = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ironic.connect_retry_delay     = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ironic.endpoint_override       = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ironic.insecure                = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ironic.keyfile                 = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ironic.max_version             = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ironic.min_version             = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ironic.peer_list               = [] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ironic.region_name             = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ironic.serial_console_state_timeout = 10 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ironic.service_name            = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ironic.service_type            = baremetal {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ironic.split_loggers           = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ironic.status_code_retries     = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ironic.status_code_retry_delay = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ironic.timeout                 = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ironic.version                 = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] key_manager.fixed_key          = **** {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] barbican.barbican_api_version  = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] barbican.barbican_endpoint     = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] barbican.barbican_endpoint_type = public {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] barbican.barbican_region_name  = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] barbican.cafile                = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] barbican.certfile              = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] barbican.collect_timing        = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] barbican.insecure              = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] barbican.keyfile               = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] barbican.number_of_retries     = 60 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] barbican.retry_delay           = 1 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] barbican.send_service_user_token = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] barbican.split_loggers         = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] barbican.timeout               = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] barbican.verify_ssl            = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] barbican.verify_ssl_path       = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] barbican_service_user.auth_section = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] barbican_service_user.auth_type = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] barbican_service_user.cafile   = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] barbican_service_user.certfile = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] barbican_service_user.collect_timing = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] barbican_service_user.insecure = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] barbican_service_user.keyfile  = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] barbican_service_user.split_loggers = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] barbican_service_user.timeout  = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vault.approle_role_id          = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vault.approle_secret_id        = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vault.cafile                   = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vault.certfile                 = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vault.collect_timing           = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vault.insecure                 = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vault.keyfile                  = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vault.kv_mountpoint            = secret {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vault.kv_path                  = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vault.kv_version               = 2 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vault.namespace                = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vault.root_token_id            = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vault.split_loggers            = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vault.ssl_ca_crt_file          = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vault.timeout                  = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vault.use_ssl                  = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] keystone.auth_section          = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] keystone.auth_type             = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] keystone.cafile                = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] keystone.certfile              = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] keystone.collect_timing        = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] keystone.connect_retries       = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] keystone.connect_retry_delay   = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] keystone.endpoint_override     = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] keystone.insecure              = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] keystone.keyfile               = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] keystone.max_version           = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] keystone.min_version           = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] keystone.region_name           = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] keystone.service_name          = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] keystone.service_type          = identity {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] keystone.split_loggers         = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] keystone.status_code_retries   = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] keystone.status_code_retry_delay = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] keystone.timeout               = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] keystone.version               = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.connection_uri         =  {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.cpu_mode               = custom {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.cpu_model_extra_flags  = [] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: WARNING oslo_config.cfg [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.cpu_power_governor_high = performance {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.cpu_power_governor_low = powersave {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.cpu_power_management   = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.device_detach_attempts = 8 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.device_detach_timeout  = 20 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.disk_cachemodes        = [] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.disk_prefix            = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.enabled_perf_events    = [] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.file_backed_memory     = 0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.gid_maps               = [] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.hw_disk_discard        = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.hw_machine_type        = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.images_rbd_ceph_conf   =  {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.images_rbd_glance_store_name =  {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.images_rbd_pool        = rbd {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.images_type            = default {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.images_volume_group    = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.inject_key             = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.inject_partition       = -2 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.inject_password        = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.iscsi_iface            = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.iser_use_multipath     = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.live_migration_bandwidth = 0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.live_migration_downtime = 500 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.live_migration_inbound_addr = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.live_migration_permit_post_copy = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.live_migration_scheme  = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.live_migration_timeout_action = abort {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.live_migration_tunnelled = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: WARNING oslo_config.cfg [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Oct 30 07:29:33 user nova-compute[74491]: live_migration_uri is deprecated for removal in favor of two other options that
Oct 30 07:29:33 user nova-compute[74491]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Oct 30 07:29:33 user nova-compute[74491]: and ``live_migration_inbound_addr`` respectively.
Oct 30 07:29:33 user nova-compute[74491]: ).  Its value may be silently ignored in the future.
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.live_migration_with_native_tls = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.max_queues             = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.nfs_mount_options      = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.num_iser_scan_tries    = 5 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.num_memory_encrypted_guests = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.num_pcie_ports         = 0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.num_volume_scan_tries  = 5 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.pmem_namespaces        = [] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.quobyte_client_cfg     = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.rbd_connect_timeout    = 5 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.rbd_secret_uuid        = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.rbd_user               = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.remote_filesystem_transport = ssh {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.rescue_image_id        = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.rescue_kernel_id       = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.rescue_ramdisk_id      = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.rx_queue_size          = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.smbfs_mount_options    =  {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.snapshot_compression   = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.snapshot_image_format  = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.sparse_logical_volumes = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.swtpm_enabled          = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.swtpm_group            = tss {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.swtpm_user             = tss {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.sysinfo_serial         = unique {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.tb_cache_size          = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.tx_queue_size          = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.uid_maps               = [] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.use_virtio_for_bridges = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.virt_type              = kvm {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.volume_clear           = zero {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.volume_clear_size      = 0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.volume_use_multipath   = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.vzstorage_cache_path   = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.vzstorage_mount_group  = qemu {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.vzstorage_mount_opts   = [] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.vzstorage_mount_user   = stack {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] neutron.auth_section           = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] neutron.auth_type              = password {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] neutron.cafile                 = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] neutron.certfile               = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] neutron.collect_timing         = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] neutron.connect_retries        = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] neutron.connect_retry_delay    = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] neutron.default_floating_pool  = public {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] neutron.endpoint_override      = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] neutron.extension_sync_interval = 600 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] neutron.http_retries           = 3 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] neutron.insecure               = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] neutron.keyfile                = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] neutron.max_version            = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] neutron.min_version            = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] neutron.ovs_bridge             = br-int {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] neutron.physnets               = [] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] neutron.region_name            = RegionOne {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] neutron.service_metadata_proxy = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] neutron.service_name           = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] neutron.service_type           = network {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] neutron.split_loggers          = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] neutron.status_code_retries    = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] neutron.status_code_retry_delay = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] neutron.timeout                = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] neutron.version                = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] notifications.bdms_in_notifications = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] notifications.default_level    = INFO {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] notifications.notification_format = unversioned {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] notifications.notify_on_state_change = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] pci.alias                      = [] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] pci.device_spec                = [] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] pci.report_in_placement        = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.auth_section         = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.auth_type            = password {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.cafile               = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.certfile             = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.collect_timing       = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.connect_retries      = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.connect_retry_delay  = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.default_domain_id    = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.default_domain_name  = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.domain_id            = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.domain_name          = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.endpoint_override    = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.insecure             = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.keyfile              = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.max_version          = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.min_version          = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.password             = **** {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.project_domain_id    = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.project_domain_name  = Default {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.project_id           = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.project_name         = service {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.region_name          = RegionOne {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.service_name         = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.service_type         = placement {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.split_loggers        = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.status_code_retries  = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.status_code_retry_delay = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.system_scope         = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.timeout              = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.trust_id             = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.user_domain_id       = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.user_domain_name     = Default {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.user_id              = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.username             = placement {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] placement.version              = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] quota.cores                    = 20 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] quota.count_usage_from_placement = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] quota.injected_file_content_bytes = 10240 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] quota.injected_file_path_length = 255 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] quota.injected_files           = 5 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] quota.instances                = 10 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] quota.key_pairs                = 100 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] quota.metadata_items           = 128 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] quota.ram                      = 51200 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] quota.recheck_quota            = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] quota.server_group_members     = 10 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] quota.server_groups            = 10 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] rdp.enabled                    = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] scheduler.image_metadata_prefilter = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] scheduler.max_attempts         = 3 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] scheduler.max_placement_results = 1000 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] scheduler.query_placement_for_image_type_support = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] scheduler.workers              = 3 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] filter_scheduler.host_subset_size = 1 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] filter_scheduler.isolated_hosts = [] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] filter_scheduler.isolated_images = [] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] filter_scheduler.pci_in_placement = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] filter_scheduler.track_instance_changes = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] metrics.required               = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] metrics.weight_multiplier      = 1.0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] metrics.weight_setting         = [] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] serial_console.enabled         = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] serial_console.port_range      = 10000:20000 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] serial_console.serialproxy_port = 6083 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] service_user.auth_section      = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] service_user.auth_type         = password {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] service_user.cafile            = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] service_user.certfile          = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] service_user.collect_timing    = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] service_user.insecure          = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] service_user.keyfile           = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] service_user.send_service_user_token = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] service_user.split_loggers     = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] service_user.timeout           = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] spice.agent_enabled            = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] spice.enabled                  = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] spice.html5proxy_port          = 6082 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] spice.image_compression        = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] spice.jpeg_compression         = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] spice.playback_compression     = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] spice.server_listen            = 127.0.0.1 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] spice.streaming_mode           = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] spice.zlib_compression         = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] upgrade_levels.baseapi         = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] upgrade_levels.cert            = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] upgrade_levels.compute         = auto {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] upgrade_levels.conductor       = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] upgrade_levels.scheduler       = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vendordata_dynamic_auth.auth_section = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vendordata_dynamic_auth.auth_type = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vendordata_dynamic_auth.cafile = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vendordata_dynamic_auth.certfile = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vendordata_dynamic_auth.insecure = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vendordata_dynamic_auth.keyfile = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vendordata_dynamic_auth.timeout = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vmware.api_retry_count         = 10 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vmware.ca_file                 = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vmware.cache_prefix            = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vmware.cluster_name            = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vmware.connection_pool_size    = 10 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vmware.console_delay_seconds   = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vmware.datastore_regex         = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vmware.host_ip                 = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vmware.host_password           = **** {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vmware.host_port               = 443 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vmware.host_username           = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vmware.insecure                = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vmware.integration_bridge      = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vmware.maximum_objects         = 100 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vmware.pbm_default_policy      = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vmware.pbm_enabled             = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vmware.pbm_wsdl_location       = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vmware.serial_port_proxy_uri   = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vmware.serial_port_service_uri = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vmware.task_poll_interval      = 0.5 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vmware.use_linked_clone        = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vmware.vnc_keymap              = en-us {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vmware.vnc_port                = 5900 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vmware.vnc_port_total          = 10000 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vnc.auth_schemes               = ['none'] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vnc.enabled                    = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vnc.novncproxy_port            = 6080 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vnc.server_listen              = 0.0.0.0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vnc.vencrypt_ca_certs          = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vnc.vencrypt_client_cert       = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vnc.vencrypt_client_key        = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] workarounds.disable_group_policy_check_upcall = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] workarounds.disable_rootwrap   = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] workarounds.enable_numa_live_migration = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] workarounds.libvirt_disable_apic = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] wsgi.client_socket_timeout     = 900 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] wsgi.default_pool_size         = 1000 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] wsgi.keep_alive                = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] wsgi.max_header_line           = 16384 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] wsgi.secure_proxy_ssl_header   = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] wsgi.ssl_ca_file               = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] wsgi.ssl_cert_file             = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] wsgi.ssl_key_file              = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] wsgi.tcp_keepidle              = 600 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] zvm.ca_file                    = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] zvm.cloud_connector_url        = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] zvm.reachable_timeout          = 300 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_policy.enforce_new_defaults = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_policy.enforce_scope      = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_policy.policy_default_rule = default {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_policy.policy_file        = policy.yaml {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] profiler.connection_string     = messaging:// {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] profiler.enabled               = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] profiler.es_doc_type           = notification {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] profiler.es_scroll_size        = 10000 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] profiler.es_scroll_time        = 2m {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] profiler.filter_error_trace    = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] profiler.hmac_keys             = **** {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] profiler.sentinel_service_name = mymaster {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] profiler.socket_timeout        = 0.1 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] profiler.trace_requests        = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] profiler.trace_sqlalchemy      = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] profiler_jaeger.process_tags   = {} {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] profiler_jaeger.service_name_prefix = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] profiler_otlp.service_name_prefix = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] remote_debug.host              = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] remote_debug.port              = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.ssl      = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_rabbit.ssl_version =  {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_notifications.retry = -1 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_messaging_notifications.transport_url = **** {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_limit.auth_section        = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_limit.auth_type           = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_limit.cafile              = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_limit.certfile            = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_limit.collect_timing      = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_limit.connect_retries     = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_limit.connect_retry_delay = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_limit.endpoint_id         = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_limit.endpoint_override   = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_limit.insecure            = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_limit.keyfile             = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_limit.max_version         = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_limit.min_version         = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_limit.region_name         = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_limit.service_name        = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_limit.service_type        = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_limit.split_loggers       = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_limit.status_code_retries = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_limit.status_code_retry_delay = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_limit.timeout             = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_limit.valid_interfaces    = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_limit.version             = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_reports.file_event_handler = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] oslo_reports.log_dir           = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vif_plug_ovs_privileged.group  = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] vif_plug_ovs_privileged.user   = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] os_vif_linux_bridge.flat_interface = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] os_vif_ovs.isolate_vif         = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] os_vif_ovs.ovsdb_interface     = native {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] os_vif_ovs.per_port_bridge     = False {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] os_brick.lock_path             = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] privsep_osbrick.capabilities   = [21] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] privsep_osbrick.group          = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] privsep_osbrick.helper_command = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] privsep_osbrick.thread_pool_size = 12 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] privsep_osbrick.user           = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] nova_sys_admin.group           = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] nova_sys_admin.helper_command  = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] nova_sys_admin.thread_pool_size = 12 {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] nova_sys_admin.user            = None {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG oslo_service.service [None req-127bd960-b49f-43f8-a26c-18dc85f620e4 None None] ******************************************************************************** {{(pid=74491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Oct 30 07:29:33 user nova-compute[74491]: INFO nova.service [-] Starting compute node (version 0.0.0)
Oct 30 07:29:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Connecting to libvirt: qemu:///system {{(pid=74491) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:506}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7feef9626500> {{(pid=74491) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:512}}
Oct 30 07:29:33 user nova-compute[74491]: libvirt:  error : internal error: could not initialize domain event timer
Oct 30 07:29:33 user nova-compute[74491]: WARNING nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Oct 30 07:29:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7feef9626500> {{(pid=74491) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:533}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Starting native event thread {{(pid=74491) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:492}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Starting green dispatch thread {{(pid=74491) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:498}}
Oct 30 07:29:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Starting connection event dispatch thread {{(pid=74491) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:501}}
Oct 30 07:29:33 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Connection event '1' reason 'None'
Oct 30 07:29:33 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Oct 30 07:29:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.mount [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Initialising _HostMountState generation 0 {{(pid=74491) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Oct 30 07:29:41 user nova-compute[74491]: INFO nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Libvirt host capabilities <capabilities>
Oct 30 07:29:41 user nova-compute[74491]:   <host>
Oct 30 07:29:41 user nova-compute[74491]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Oct 30 07:29:41 user nova-compute[74491]:     <cpu>
Oct 30 07:29:41 user nova-compute[74491]:       <arch>x86_64</arch>
Oct 30 07:29:41 user nova-compute[74491]:       <model>IvyBridge-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <vendor>Intel</vendor>
Oct 30 07:29:41 user nova-compute[74491]:       <microcode version='1070'/>
Oct 30 07:29:41 user nova-compute[74491]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Oct 30 07:29:41 user nova-compute[74491]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature name='ss'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature name='vmx'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature name='pcid'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature name='osxsave'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature name='hypervisor'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature name='arat'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature name='tsc_adjust'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature name='md-clear'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature name='stibp'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature name='arch-capabilities'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature name='ssbd'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature name='invtsc'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature name='rsba'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature name='skip-l1dfl-vmentry'/>
Oct 30 07:29:41 user nova-compute[74491]:       <pages unit='KiB' size='4'/>
Oct 30 07:29:41 user nova-compute[74491]:       <pages unit='KiB' size='2048'/>
Oct 30 07:29:41 user nova-compute[74491]:     </cpu>
Oct 30 07:29:41 user nova-compute[74491]:     <power_management>
Oct 30 07:29:41 user nova-compute[74491]:       <suspend_mem/>
Oct 30 07:29:41 user nova-compute[74491]:       <suspend_disk/>
Oct 30 07:29:41 user nova-compute[74491]:       <suspend_hybrid/>
Oct 30 07:29:41 user nova-compute[74491]:     </power_management>
Oct 30 07:29:41 user nova-compute[74491]:     <iommu support='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     <migration_features>
Oct 30 07:29:41 user nova-compute[74491]:       <live/>
Oct 30 07:29:41 user nova-compute[74491]:       <uri_transports>
Oct 30 07:29:41 user nova-compute[74491]:         <uri_transport>tcp</uri_transport>
Oct 30 07:29:41 user nova-compute[74491]:         <uri_transport>rdma</uri_transport>
Oct 30 07:29:41 user nova-compute[74491]:       </uri_transports>
Oct 30 07:29:41 user nova-compute[74491]:     </migration_features>
Oct 30 07:29:41 user nova-compute[74491]:     <topology>
Oct 30 07:29:41 user nova-compute[74491]:       <cells num='2'>
Oct 30 07:29:41 user nova-compute[74491]:         <cell id='0'>
Oct 30 07:29:41 user nova-compute[74491]:           <memory unit='KiB'>8189224</memory>
Oct 30 07:29:41 user nova-compute[74491]:           <pages unit='KiB' size='4'>2047306</pages>
Oct 30 07:29:41 user nova-compute[74491]:           <pages unit='KiB' size='2048'>0</pages>
Oct 30 07:29:41 user nova-compute[74491]:           <distances>
Oct 30 07:29:41 user nova-compute[74491]:             <sibling id='0' value='10'/>
Oct 30 07:29:41 user nova-compute[74491]:             <sibling id='1' value='20'/>
Oct 30 07:29:41 user nova-compute[74491]:           </distances>
Oct 30 07:29:41 user nova-compute[74491]:           <cpus num='6'>
Oct 30 07:29:41 user nova-compute[74491]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Oct 30 07:29:41 user nova-compute[74491]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Oct 30 07:29:41 user nova-compute[74491]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Oct 30 07:29:41 user nova-compute[74491]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Oct 30 07:29:41 user nova-compute[74491]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Oct 30 07:29:41 user nova-compute[74491]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Oct 30 07:29:41 user nova-compute[74491]:           </cpus>
Oct 30 07:29:41 user nova-compute[74491]:         </cell>
Oct 30 07:29:41 user nova-compute[74491]:         <cell id='1'>
Oct 30 07:29:41 user nova-compute[74491]:           <memory unit='KiB'>8206460</memory>
Oct 30 07:29:41 user nova-compute[74491]:           <pages unit='KiB' size='4'>2051615</pages>
Oct 30 07:29:41 user nova-compute[74491]:           <pages unit='KiB' size='2048'>0</pages>
Oct 30 07:29:41 user nova-compute[74491]:           <distances>
Oct 30 07:29:41 user nova-compute[74491]:             <sibling id='0' value='20'/>
Oct 30 07:29:41 user nova-compute[74491]:             <sibling id='1' value='10'/>
Oct 30 07:29:41 user nova-compute[74491]:           </distances>
Oct 30 07:29:41 user nova-compute[74491]:           <cpus num='6'>
Oct 30 07:29:41 user nova-compute[74491]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Oct 30 07:29:41 user nova-compute[74491]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Oct 30 07:29:41 user nova-compute[74491]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Oct 30 07:29:41 user nova-compute[74491]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Oct 30 07:29:41 user nova-compute[74491]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Oct 30 07:29:41 user nova-compute[74491]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Oct 30 07:29:41 user nova-compute[74491]:           </cpus>
Oct 30 07:29:41 user nova-compute[74491]:         </cell>
Oct 30 07:29:41 user nova-compute[74491]:       </cells>
Oct 30 07:29:41 user nova-compute[74491]:     </topology>
Oct 30 07:29:41 user nova-compute[74491]:     <cache>
Oct 30 07:29:41 user nova-compute[74491]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Oct 30 07:29:41 user nova-compute[74491]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Oct 30 07:29:41 user nova-compute[74491]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Oct 30 07:29:41 user nova-compute[74491]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Oct 30 07:29:41 user nova-compute[74491]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Oct 30 07:29:41 user nova-compute[74491]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Oct 30 07:29:41 user nova-compute[74491]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Oct 30 07:29:41 user nova-compute[74491]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Oct 30 07:29:41 user nova-compute[74491]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Oct 30 07:29:41 user nova-compute[74491]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Oct 30 07:29:41 user nova-compute[74491]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Oct 30 07:29:41 user nova-compute[74491]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Oct 30 07:29:41 user nova-compute[74491]:     </cache>
Oct 30 07:29:41 user nova-compute[74491]:     <secmodel>
Oct 30 07:29:41 user nova-compute[74491]:       <model>apparmor</model>
Oct 30 07:29:41 user nova-compute[74491]:       <doi>0</doi>
Oct 30 07:29:41 user nova-compute[74491]:     </secmodel>
Oct 30 07:29:41 user nova-compute[74491]:     <secmodel>
Oct 30 07:29:41 user nova-compute[74491]:       <model>dac</model>
Oct 30 07:29:41 user nova-compute[74491]:       <doi>0</doi>
Oct 30 07:29:41 user nova-compute[74491]:       <baselabel type='kvm'>+64055:+108</baselabel>
Oct 30 07:29:41 user nova-compute[74491]:       <baselabel type='qemu'>+64055:+108</baselabel>
Oct 30 07:29:41 user nova-compute[74491]:     </secmodel>
Oct 30 07:29:41 user nova-compute[74491]:   </host>
Oct 30 07:29:41 user nova-compute[74491]:   <guest>
Oct 30 07:29:41 user nova-compute[74491]:     <os_type>hvm</os_type>
Oct 30 07:29:41 user nova-compute[74491]:     <arch name='alpha'>
Oct 30 07:29:41 user nova-compute[74491]:       <wordsize>64</wordsize>
Oct 30 07:29:41 user nova-compute[74491]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>clipper</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <domain type='qemu'/>
Oct 30 07:29:41 user nova-compute[74491]:     </arch>
Oct 30 07:29:41 user nova-compute[74491]:     <features>
Oct 30 07:29:41 user nova-compute[74491]:       <cpuselection/>
Oct 30 07:29:41 user nova-compute[74491]:       <deviceboot/>
Oct 30 07:29:41 user nova-compute[74491]:       <disksnapshot default='on' toggle='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     </features>
Oct 30 07:29:41 user nova-compute[74491]:   </guest>
Oct 30 07:29:41 user nova-compute[74491]:   <guest>
Oct 30 07:29:41 user nova-compute[74491]:     <os_type>hvm</os_type>
Oct 30 07:29:41 user nova-compute[74491]:     <arch name='armv6l'>
Oct 30 07:29:41 user nova-compute[74491]:       <wordsize>32</wordsize>
Oct 30 07:29:41 user nova-compute[74491]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>integratorcp</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>borzoi</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>spitz</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>nuri</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>musca-b1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>versatileab</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>kzm</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>musca-a</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>smdkc210</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>sx1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>z2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>tosa</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>sabrelite</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>realview-eb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>n810</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>n800</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>versatilepb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>terrier</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mainstone</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>midway</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>musicpal</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>microbit</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>cubieboard</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>verdex</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>netduino2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>raspi2b</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>cheetah</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>highbank</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>akita</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>connex</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>collie</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>raspi0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <domain type='qemu'/>
Oct 30 07:29:41 user nova-compute[74491]:     </arch>
Oct 30 07:29:41 user nova-compute[74491]:     <features>
Oct 30 07:29:41 user nova-compute[74491]:       <cpuselection/>
Oct 30 07:29:41 user nova-compute[74491]:       <deviceboot/>
Oct 30 07:29:41 user nova-compute[74491]:       <disksnapshot default='on' toggle='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     </features>
Oct 30 07:29:41 user nova-compute[74491]:   </guest>
Oct 30 07:29:41 user nova-compute[74491]:   <guest>
Oct 30 07:29:41 user nova-compute[74491]:     <os_type>hvm</os_type>
Oct 30 07:29:41 user nova-compute[74491]:     <arch name='armv7l'>
Oct 30 07:29:41 user nova-compute[74491]:       <wordsize>32</wordsize>
Oct 30 07:29:41 user nova-compute[74491]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>integratorcp</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>borzoi</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>spitz</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>nuri</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>musca-b1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>versatileab</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>kzm</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>musca-a</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>smdkc210</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>sx1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>z2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>tosa</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>sabrelite</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>realview-eb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>n810</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>n800</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>versatilepb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>terrier</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mainstone</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>midway</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>musicpal</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>microbit</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>cubieboard</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>verdex</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>netduino2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>raspi2b</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>cheetah</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>highbank</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>akita</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>connex</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>collie</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>raspi0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <domain type='qemu'/>
Oct 30 07:29:41 user nova-compute[74491]:     </arch>
Oct 30 07:29:41 user nova-compute[74491]:     <features>
Oct 30 07:29:41 user nova-compute[74491]:       <cpuselection/>
Oct 30 07:29:41 user nova-compute[74491]:       <deviceboot/>
Oct 30 07:29:41 user nova-compute[74491]:       <disksnapshot default='on' toggle='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     </features>
Oct 30 07:29:41 user nova-compute[74491]:   </guest>
Oct 30 07:29:41 user nova-compute[74491]:   <guest>
Oct 30 07:29:41 user nova-compute[74491]:     <os_type>hvm</os_type>
Oct 30 07:29:41 user nova-compute[74491]:     <arch name='aarch64'>
Oct 30 07:29:41 user nova-compute[74491]:       <wordsize>64</wordsize>
Oct 30 07:29:41 user nova-compute[74491]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>integratorcp</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>borzoi</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>spitz</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>nuri</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>musca-b1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>versatileab</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>kzm</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>musca-a</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>smdkc210</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>sx1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>z2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>tosa</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>sabrelite</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>realview-eb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>sbsa-ref</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>n810</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>n800</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>versatilepb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>terrier</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mainstone</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>midway</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>musicpal</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>microbit</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>raspi3ap</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>cubieboard</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>verdex</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>netduino2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>raspi3b</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>raspi2b</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>cheetah</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>highbank</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>akita</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>connex</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>collie</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>raspi0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <domain type='qemu'/>
Oct 30 07:29:41 user nova-compute[74491]:     </arch>
Oct 30 07:29:41 user nova-compute[74491]:     <features>
Oct 30 07:29:41 user nova-compute[74491]:       <acpi default='on' toggle='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:       <cpuselection/>
Oct 30 07:29:41 user nova-compute[74491]:       <deviceboot/>
Oct 30 07:29:41 user nova-compute[74491]:       <disksnapshot default='on' toggle='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     </features>
Oct 30 07:29:41 user nova-compute[74491]:   </guest>
Oct 30 07:29:41 user nova-compute[74491]:   <guest>
Oct 30 07:29:41 user nova-compute[74491]:     <os_type>hvm</os_type>
Oct 30 07:29:41 user nova-compute[74491]:     <arch name='cris'>
Oct 30 07:29:41 user nova-compute[74491]:       <wordsize>32</wordsize>
Oct 30 07:29:41 user nova-compute[74491]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>axis-dev88</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <domain type='qemu'/>
Oct 30 07:29:41 user nova-compute[74491]:     </arch>
Oct 30 07:29:41 user nova-compute[74491]:     <features>
Oct 30 07:29:41 user nova-compute[74491]:       <cpuselection/>
Oct 30 07:29:41 user nova-compute[74491]:       <deviceboot/>
Oct 30 07:29:41 user nova-compute[74491]:       <disksnapshot default='on' toggle='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     </features>
Oct 30 07:29:41 user nova-compute[74491]:   </guest>
Oct 30 07:29:41 user nova-compute[74491]:   <guest>
Oct 30 07:29:41 user nova-compute[74491]:     <os_type>hvm</os_type>
Oct 30 07:29:41 user nova-compute[74491]:     <arch name='i686'>
Oct 30 07:29:41 user nova-compute[74491]:       <wordsize>32</wordsize>
Oct 30 07:29:41 user nova-compute[74491]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-artful</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>x-remote</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>isapc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-disco</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-impish</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-focal</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>microvm</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <domain type='qemu'/>
Oct 30 07:29:41 user nova-compute[74491]:       <domain type='kvm'/>
Oct 30 07:29:41 user nova-compute[74491]:     </arch>
Oct 30 07:29:41 user nova-compute[74491]:     <features>
Oct 30 07:29:41 user nova-compute[74491]:       <pae/>
Oct 30 07:29:41 user nova-compute[74491]:       <nonpae/>
Oct 30 07:29:41 user nova-compute[74491]:       <acpi default='on' toggle='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:       <apic default='on' toggle='no'/>
Oct 30 07:29:41 user nova-compute[74491]:       <cpuselection/>
Oct 30 07:29:41 user nova-compute[74491]:       <deviceboot/>
Oct 30 07:29:41 user nova-compute[74491]:       <disksnapshot default='on' toggle='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     </features>
Oct 30 07:29:41 user nova-compute[74491]:   </guest>
Oct 30 07:29:41 user nova-compute[74491]:   <guest>
Oct 30 07:29:41 user nova-compute[74491]:     <os_type>hvm</os_type>
Oct 30 07:29:41 user nova-compute[74491]:     <arch name='m68k'>
Oct 30 07:29:41 user nova-compute[74491]:       <wordsize>32</wordsize>
Oct 30 07:29:41 user nova-compute[74491]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mcf5208evb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>an5206</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>virt-6.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>q800</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>virt-6.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>next-cube</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>virt-6.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <domain type='qemu'/>
Oct 30 07:29:41 user nova-compute[74491]:     </arch>
Oct 30 07:29:41 user nova-compute[74491]:     <features>
Oct 30 07:29:41 user nova-compute[74491]:       <cpuselection/>
Oct 30 07:29:41 user nova-compute[74491]:       <deviceboot/>
Oct 30 07:29:41 user nova-compute[74491]:       <disksnapshot default='on' toggle='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     </features>
Oct 30 07:29:41 user nova-compute[74491]:   </guest>
Oct 30 07:29:41 user nova-compute[74491]:   <guest>
Oct 30 07:29:41 user nova-compute[74491]:     <os_type>hvm</os_type>
Oct 30 07:29:41 user nova-compute[74491]:     <arch name='microblaze'>
Oct 30 07:29:41 user nova-compute[74491]:       <wordsize>32</wordsize>
Oct 30 07:29:41 user nova-compute[74491]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>petalogix-ml605</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <domain type='qemu'/>
Oct 30 07:29:41 user nova-compute[74491]:     </arch>
Oct 30 07:29:41 user nova-compute[74491]:     <features>
Oct 30 07:29:41 user nova-compute[74491]:       <cpuselection/>
Oct 30 07:29:41 user nova-compute[74491]:       <deviceboot/>
Oct 30 07:29:41 user nova-compute[74491]:       <disksnapshot default='on' toggle='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     </features>
Oct 30 07:29:41 user nova-compute[74491]:   </guest>
Oct 30 07:29:41 user nova-compute[74491]:   <guest>
Oct 30 07:29:41 user nova-compute[74491]:     <os_type>hvm</os_type>
Oct 30 07:29:41 user nova-compute[74491]:     <arch name='microblazeel'>
Oct 30 07:29:41 user nova-compute[74491]:       <wordsize>32</wordsize>
Oct 30 07:29:41 user nova-compute[74491]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>petalogix-ml605</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <domain type='qemu'/>
Oct 30 07:29:41 user nova-compute[74491]:     </arch>
Oct 30 07:29:41 user nova-compute[74491]:     <features>
Oct 30 07:29:41 user nova-compute[74491]:       <cpuselection/>
Oct 30 07:29:41 user nova-compute[74491]:       <deviceboot/>
Oct 30 07:29:41 user nova-compute[74491]:       <disksnapshot default='on' toggle='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     </features>
Oct 30 07:29:41 user nova-compute[74491]:   </guest>
Oct 30 07:29:41 user nova-compute[74491]:   <guest>
Oct 30 07:29:41 user nova-compute[74491]:     <os_type>hvm</os_type>
Oct 30 07:29:41 user nova-compute[74491]:     <arch name='mips'>
Oct 30 07:29:41 user nova-compute[74491]:       <wordsize>32</wordsize>
Oct 30 07:29:41 user nova-compute[74491]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='16'>malta</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mipssim</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <domain type='qemu'/>
Oct 30 07:29:41 user nova-compute[74491]:     </arch>
Oct 30 07:29:41 user nova-compute[74491]:     <features>
Oct 30 07:29:41 user nova-compute[74491]:       <cpuselection/>
Oct 30 07:29:41 user nova-compute[74491]:       <deviceboot/>
Oct 30 07:29:41 user nova-compute[74491]:       <disksnapshot default='on' toggle='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     </features>
Oct 30 07:29:41 user nova-compute[74491]:   </guest>
Oct 30 07:29:41 user nova-compute[74491]:   <guest>
Oct 30 07:29:41 user nova-compute[74491]:     <os_type>hvm</os_type>
Oct 30 07:29:41 user nova-compute[74491]:     <arch name='mipsel'>
Oct 30 07:29:41 user nova-compute[74491]:       <wordsize>32</wordsize>
Oct 30 07:29:41 user nova-compute[74491]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='16'>malta</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mipssim</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <domain type='qemu'/>
Oct 30 07:29:41 user nova-compute[74491]:     </arch>
Oct 30 07:29:41 user nova-compute[74491]:     <features>
Oct 30 07:29:41 user nova-compute[74491]:       <cpuselection/>
Oct 30 07:29:41 user nova-compute[74491]:       <deviceboot/>
Oct 30 07:29:41 user nova-compute[74491]:       <disksnapshot default='on' toggle='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     </features>
Oct 30 07:29:41 user nova-compute[74491]:   </guest>
Oct 30 07:29:41 user nova-compute[74491]:   <guest>
Oct 30 07:29:41 user nova-compute[74491]:     <os_type>hvm</os_type>
Oct 30 07:29:41 user nova-compute[74491]:     <arch name='mips64'>
Oct 30 07:29:41 user nova-compute[74491]:       <wordsize>64</wordsize>
Oct 30 07:29:41 user nova-compute[74491]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='16'>malta</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mipssim</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>pica61</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>magnum</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <domain type='qemu'/>
Oct 30 07:29:41 user nova-compute[74491]:     </arch>
Oct 30 07:29:41 user nova-compute[74491]:     <features>
Oct 30 07:29:41 user nova-compute[74491]:       <cpuselection/>
Oct 30 07:29:41 user nova-compute[74491]:       <deviceboot/>
Oct 30 07:29:41 user nova-compute[74491]:       <disksnapshot default='on' toggle='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     </features>
Oct 30 07:29:41 user nova-compute[74491]:   </guest>
Oct 30 07:29:41 user nova-compute[74491]:   <guest>
Oct 30 07:29:41 user nova-compute[74491]:     <os_type>hvm</os_type>
Oct 30 07:29:41 user nova-compute[74491]:     <arch name='mips64el'>
Oct 30 07:29:41 user nova-compute[74491]:       <wordsize>64</wordsize>
Oct 30 07:29:41 user nova-compute[74491]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='16'>malta</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='16'>loongson3-virt</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mipssim</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>pica61</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>magnum</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='16'>boston</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>fuloong2e</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <domain type='qemu'/>
Oct 30 07:29:41 user nova-compute[74491]:     </arch>
Oct 30 07:29:41 user nova-compute[74491]:     <features>
Oct 30 07:29:41 user nova-compute[74491]:       <cpuselection/>
Oct 30 07:29:41 user nova-compute[74491]:       <deviceboot/>
Oct 30 07:29:41 user nova-compute[74491]:       <disksnapshot default='on' toggle='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     </features>
Oct 30 07:29:41 user nova-compute[74491]:   </guest>
Oct 30 07:29:41 user nova-compute[74491]:   <guest>
Oct 30 07:29:41 user nova-compute[74491]:     <os_type>hvm</os_type>
Oct 30 07:29:41 user nova-compute[74491]:     <arch name='ppc'>
Oct 30 07:29:41 user nova-compute[74491]:       <wordsize>32</wordsize>
Oct 30 07:29:41 user nova-compute[74491]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>g3beige</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mac99</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='32'>ppce500</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>pegasos2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>sam460ex</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>bamboo</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>40p</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>ref405ep</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>taihu</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <domain type='qemu'/>
Oct 30 07:29:41 user nova-compute[74491]:     </arch>
Oct 30 07:29:41 user nova-compute[74491]:     <features>
Oct 30 07:29:41 user nova-compute[74491]:       <cpuselection/>
Oct 30 07:29:41 user nova-compute[74491]:       <deviceboot/>
Oct 30 07:29:41 user nova-compute[74491]:       <disksnapshot default='on' toggle='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     </features>
Oct 30 07:29:41 user nova-compute[74491]:   </guest>
Oct 30 07:29:41 user nova-compute[74491]:   <guest>
Oct 30 07:29:41 user nova-compute[74491]:     <os_type>hvm</os_type>
Oct 30 07:29:41 user nova-compute[74491]:     <arch name='ppc64'>
Oct 30 07:29:41 user nova-compute[74491]:       <wordsize>64</wordsize>
Oct 30 07:29:41 user nova-compute[74491]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2048'>powernv9</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>taihu</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2048'>powernv10</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='32'>ppce500</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>40p</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>pegasos2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>bamboo</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>g3beige</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mac99</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>sam460ex</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>ref405ep</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2048'>powernv8</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <domain type='qemu'/>
Oct 30 07:29:41 user nova-compute[74491]:     </arch>
Oct 30 07:29:41 user nova-compute[74491]:     <features>
Oct 30 07:29:41 user nova-compute[74491]:       <cpuselection/>
Oct 30 07:29:41 user nova-compute[74491]:       <deviceboot/>
Oct 30 07:29:41 user nova-compute[74491]:       <disksnapshot default='on' toggle='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     </features>
Oct 30 07:29:41 user nova-compute[74491]:   </guest>
Oct 30 07:29:41 user nova-compute[74491]:   <guest>
Oct 30 07:29:41 user nova-compute[74491]:     <os_type>hvm</os_type>
Oct 30 07:29:41 user nova-compute[74491]:     <arch name='ppc64le'>
Oct 30 07:29:41 user nova-compute[74491]:       <wordsize>64</wordsize>
Oct 30 07:29:41 user nova-compute[74491]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2048'>powernv9</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>taihu</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2048'>powernv10</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='32'>ppce500</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>40p</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>pegasos2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>bamboo</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>g3beige</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>mac99</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>sam460ex</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>ref405ep</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2048'>powernv8</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <domain type='qemu'/>
Oct 30 07:29:41 user nova-compute[74491]:     </arch>
Oct 30 07:29:41 user nova-compute[74491]:     <features>
Oct 30 07:29:41 user nova-compute[74491]:       <cpuselection/>
Oct 30 07:29:41 user nova-compute[74491]:       <deviceboot/>
Oct 30 07:29:41 user nova-compute[74491]:       <disksnapshot default='on' toggle='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     </features>
Oct 30 07:29:41 user nova-compute[74491]:   </guest>
Oct 30 07:29:41 user nova-compute[74491]:   <guest>
Oct 30 07:29:41 user nova-compute[74491]:     <os_type>hvm</os_type>
Oct 30 07:29:41 user nova-compute[74491]:     <arch name='riscv32'>
Oct 30 07:29:41 user nova-compute[74491]:       <wordsize>32</wordsize>
Oct 30 07:29:41 user nova-compute[74491]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='8'>spike</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>opentitan</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='5'>sifive_u</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>sifive_e</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='8'>virt</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <domain type='qemu'/>
Oct 30 07:29:41 user nova-compute[74491]:     </arch>
Oct 30 07:29:41 user nova-compute[74491]:     <features>
Oct 30 07:29:41 user nova-compute[74491]:       <cpuselection/>
Oct 30 07:29:41 user nova-compute[74491]:       <deviceboot/>
Oct 30 07:29:41 user nova-compute[74491]:       <disksnapshot default='on' toggle='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     </features>
Oct 30 07:29:41 user nova-compute[74491]:   </guest>
Oct 30 07:29:41 user nova-compute[74491]:   <guest>
Oct 30 07:29:41 user nova-compute[74491]:     <os_type>hvm</os_type>
Oct 30 07:29:41 user nova-compute[74491]:     <arch name='riscv64'>
Oct 30 07:29:41 user nova-compute[74491]:       <wordsize>64</wordsize>
Oct 30 07:29:41 user nova-compute[74491]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='8'>spike</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='5'>sifive_u</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>shakti_c</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>sifive_e</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='8'>virt</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <domain type='qemu'/>
Oct 30 07:29:41 user nova-compute[74491]:     </arch>
Oct 30 07:29:41 user nova-compute[74491]:     <features>
Oct 30 07:29:41 user nova-compute[74491]:       <cpuselection/>
Oct 30 07:29:41 user nova-compute[74491]:       <deviceboot/>
Oct 30 07:29:41 user nova-compute[74491]:       <disksnapshot default='on' toggle='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     </features>
Oct 30 07:29:41 user nova-compute[74491]:   </guest>
Oct 30 07:29:41 user nova-compute[74491]:   <guest>
Oct 30 07:29:41 user nova-compute[74491]:     <os_type>hvm</os_type>
Oct 30 07:29:41 user nova-compute[74491]:     <arch name='s390x'>
Oct 30 07:29:41 user nova-compute[74491]:       <wordsize>64</wordsize>
Oct 30 07:29:41 user nova-compute[74491]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <domain type='qemu'/>
Oct 30 07:29:41 user nova-compute[74491]:     </arch>
Oct 30 07:29:41 user nova-compute[74491]:     <features>
Oct 30 07:29:41 user nova-compute[74491]:       <cpuselection/>
Oct 30 07:29:41 user nova-compute[74491]:       <deviceboot/>
Oct 30 07:29:41 user nova-compute[74491]:       <disksnapshot default='on' toggle='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     </features>
Oct 30 07:29:41 user nova-compute[74491]:   </guest>
Oct 30 07:29:41 user nova-compute[74491]:   <guest>
Oct 30 07:29:41 user nova-compute[74491]:     <os_type>hvm</os_type>
Oct 30 07:29:41 user nova-compute[74491]:     <arch name='sh4'>
Oct 30 07:29:41 user nova-compute[74491]:       <wordsize>32</wordsize>
Oct 30 07:29:41 user nova-compute[74491]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>shix</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>r2d</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <domain type='qemu'/>
Oct 30 07:29:41 user nova-compute[74491]:     </arch>
Oct 30 07:29:41 user nova-compute[74491]:     <features>
Oct 30 07:29:41 user nova-compute[74491]:       <cpuselection/>
Oct 30 07:29:41 user nova-compute[74491]:       <deviceboot/>
Oct 30 07:29:41 user nova-compute[74491]:       <disksnapshot default='on' toggle='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     </features>
Oct 30 07:29:41 user nova-compute[74491]:   </guest>
Oct 30 07:29:41 user nova-compute[74491]:   <guest>
Oct 30 07:29:41 user nova-compute[74491]:     <os_type>hvm</os_type>
Oct 30 07:29:41 user nova-compute[74491]:     <arch name='sh4eb'>
Oct 30 07:29:41 user nova-compute[74491]:       <wordsize>64</wordsize>
Oct 30 07:29:41 user nova-compute[74491]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>shix</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>r2d</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <domain type='qemu'/>
Oct 30 07:29:41 user nova-compute[74491]:     </arch>
Oct 30 07:29:41 user nova-compute[74491]:     <features>
Oct 30 07:29:41 user nova-compute[74491]:       <cpuselection/>
Oct 30 07:29:41 user nova-compute[74491]:       <deviceboot/>
Oct 30 07:29:41 user nova-compute[74491]:       <disksnapshot default='on' toggle='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     </features>
Oct 30 07:29:41 user nova-compute[74491]:   </guest>
Oct 30 07:29:41 user nova-compute[74491]:   <guest>
Oct 30 07:29:41 user nova-compute[74491]:     <os_type>hvm</os_type>
Oct 30 07:29:41 user nova-compute[74491]:     <arch name='sparc'>
Oct 30 07:29:41 user nova-compute[74491]:       <wordsize>32</wordsize>
Oct 30 07:29:41 user nova-compute[74491]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>SS-5</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>SS-20</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>LX</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>SPARCClassic</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>leon3_generic</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>SPARCbook</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>SS-4</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>SS-600MP</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>SS-10</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>Voyager</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <domain type='qemu'/>
Oct 30 07:29:41 user nova-compute[74491]:     </arch>
Oct 30 07:29:41 user nova-compute[74491]:     <features>
Oct 30 07:29:41 user nova-compute[74491]:       <cpuselection/>
Oct 30 07:29:41 user nova-compute[74491]:       <deviceboot/>
Oct 30 07:29:41 user nova-compute[74491]:       <disksnapshot default='on' toggle='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     </features>
Oct 30 07:29:41 user nova-compute[74491]:   </guest>
Oct 30 07:29:41 user nova-compute[74491]:   <guest>
Oct 30 07:29:41 user nova-compute[74491]:     <os_type>hvm</os_type>
Oct 30 07:29:41 user nova-compute[74491]:     <arch name='sparc64'>
Oct 30 07:29:41 user nova-compute[74491]:       <wordsize>64</wordsize>
Oct 30 07:29:41 user nova-compute[74491]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>sun4u</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>niagara</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>sun4v</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <domain type='qemu'/>
Oct 30 07:29:41 user nova-compute[74491]:     </arch>
Oct 30 07:29:41 user nova-compute[74491]:     <features>
Oct 30 07:29:41 user nova-compute[74491]:       <cpuselection/>
Oct 30 07:29:41 user nova-compute[74491]:       <deviceboot/>
Oct 30 07:29:41 user nova-compute[74491]:       <disksnapshot default='on' toggle='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     </features>
Oct 30 07:29:41 user nova-compute[74491]:   </guest>
Oct 30 07:29:41 user nova-compute[74491]:   <guest>
Oct 30 07:29:41 user nova-compute[74491]:     <os_type>hvm</os_type>
Oct 30 07:29:41 user nova-compute[74491]:     <arch name='x86_64'>
Oct 30 07:29:41 user nova-compute[74491]:       <wordsize>64</wordsize>
Oct 30 07:29:41 user nova-compute[74491]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-artful</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>x-remote</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='1'>isapc</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-disco</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-impish</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-focal</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>microvm</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <domain type='qemu'/>
Oct 30 07:29:41 user nova-compute[74491]:       <domain type='kvm'/>
Oct 30 07:29:41 user nova-compute[74491]:     </arch>
Oct 30 07:29:41 user nova-compute[74491]:     <features>
Oct 30 07:29:41 user nova-compute[74491]:       <acpi default='on' toggle='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:       <apic default='on' toggle='no'/>
Oct 30 07:29:41 user nova-compute[74491]:       <cpuselection/>
Oct 30 07:29:41 user nova-compute[74491]:       <deviceboot/>
Oct 30 07:29:41 user nova-compute[74491]:       <disksnapshot default='on' toggle='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     </features>
Oct 30 07:29:41 user nova-compute[74491]:   </guest>
Oct 30 07:29:41 user nova-compute[74491]:   <guest>
Oct 30 07:29:41 user nova-compute[74491]:     <os_type>hvm</os_type>
Oct 30 07:29:41 user nova-compute[74491]:     <arch name='xtensa'>
Oct 30 07:29:41 user nova-compute[74491]:       <wordsize>32</wordsize>
Oct 30 07:29:41 user nova-compute[74491]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>sim</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='32'>kc705</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='32'>ml605</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='32'>ml605-nommu</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='32'>virt</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='32'>lx60-nommu</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='32'>lx200</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='32'>lx200-nommu</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='32'>lx60</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='32'>kc705-nommu</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <domain type='qemu'/>
Oct 30 07:29:41 user nova-compute[74491]:     </arch>
Oct 30 07:29:41 user nova-compute[74491]:     <features>
Oct 30 07:29:41 user nova-compute[74491]:       <cpuselection/>
Oct 30 07:29:41 user nova-compute[74491]:       <deviceboot/>
Oct 30 07:29:41 user nova-compute[74491]:       <disksnapshot default='on' toggle='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     </features>
Oct 30 07:29:41 user nova-compute[74491]:   </guest>
Oct 30 07:29:41 user nova-compute[74491]:   <guest>
Oct 30 07:29:41 user nova-compute[74491]:     <os_type>hvm</os_type>
Oct 30 07:29:41 user nova-compute[74491]:     <arch name='xtensaeb'>
Oct 30 07:29:41 user nova-compute[74491]:       <wordsize>32</wordsize>
Oct 30 07:29:41 user nova-compute[74491]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='4'>sim</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='32'>kc705</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='32'>ml605</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='32'>ml605-nommu</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='32'>virt</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='32'>lx60-nommu</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='32'>lx200</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='32'>lx200-nommu</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='32'>lx60</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <machine maxCpus='32'>kc705-nommu</machine>
Oct 30 07:29:41 user nova-compute[74491]:       <domain type='qemu'/>
Oct 30 07:29:41 user nova-compute[74491]:     </arch>
Oct 30 07:29:41 user nova-compute[74491]:     <features>
Oct 30 07:29:41 user nova-compute[74491]:       <cpuselection/>
Oct 30 07:29:41 user nova-compute[74491]:       <deviceboot/>
Oct 30 07:29:41 user nova-compute[74491]:       <disksnapshot default='on' toggle='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     </features>
Oct 30 07:29:41 user nova-compute[74491]:   </guest>
Oct 30 07:29:41 user nova-compute[74491]: </capabilities>
Oct 30 07:29:41 user nova-compute[74491]: 
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=74491) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=74491) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=74491) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74491) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74491) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=74491) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74491) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=74491) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=74491) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Getting domain capabilities for cris via machine types: {None} {{(pid=74491) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=74491) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Getting domain capabilities for i686 via machine types: {'ubuntu', 'q35', 'pc', 'ubuntu-q35'} {{(pid=74491) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Oct 30 07:29:41 user nova-compute[74491]: <domainCapabilities>
Oct 30 07:29:41 user nova-compute[74491]:   <path>/usr/bin/qemu-system-i386</path>
Oct 30 07:29:41 user nova-compute[74491]:   <domain>kvm</domain>
Oct 30 07:29:41 user nova-compute[74491]:   <machine>pc-i440fx-jammy</machine>
Oct 30 07:29:41 user nova-compute[74491]:   <arch>i686</arch>
Oct 30 07:29:41 user nova-compute[74491]:   <vcpu max='255'/>
Oct 30 07:29:41 user nova-compute[74491]:   <iothreads supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:   <os supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:     <enum name='firmware'/>
Oct 30 07:29:41 user nova-compute[74491]:     <loader supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='type'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>rom</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>pflash</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='readonly'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>yes</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>no</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='secure'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>no</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </loader>
Oct 30 07:29:41 user nova-compute[74491]:   </os>
Oct 30 07:29:41 user nova-compute[74491]:   <cpu>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='host-passthrough' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='hostPassthroughMigratable'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>off</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='maximum' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='maximumMigratable'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>on</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>off</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='host-model' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <vendor>Intel</vendor>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ss'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='vmx'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='pcid'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='hypervisor'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='arat'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='tsc_adjust'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='umip'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='md-clear'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='stibp'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='arch-capabilities'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ssbd'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ibpb'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ibrs'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='amd-stibp'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='amd-ssbd'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='disable' name='erms'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='disable' name='xsaveopt'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='disable' name='lm'/>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='custom' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>qemu64</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>qemu32</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>phenom</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>pentium3</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>pentium2</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>pentium</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>n270</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>kvm64</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>kvm32</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>coreduo</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>core2duo</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>athlon</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Westmere-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Westmere</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Snowridge</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Server</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Client</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>SandyBridge</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Penryn</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G5</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G4</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G3</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G2</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G1</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Nehalem-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Nehalem</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>IvyBridge</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Icelake-Server</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC-Rome</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC-Milan</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC-IBPB</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Dhyana</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Cooperlake</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Conroe</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Cascadelake-Server</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>486</model>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:   </cpu>
Oct 30 07:29:41 user nova-compute[74491]:   <memoryBacking supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:     <enum name='sourceType'>
Oct 30 07:29:41 user nova-compute[74491]:       <value>file</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>anonymous</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>memfd</value>
Oct 30 07:29:41 user nova-compute[74491]:     </enum>
Oct 30 07:29:41 user nova-compute[74491]:   </memoryBacking>
Oct 30 07:29:41 user nova-compute[74491]:   <devices>
Oct 30 07:29:41 user nova-compute[74491]:     <disk supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='diskDevice'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>disk</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>cdrom</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>floppy</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>lun</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='bus'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>ide</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>fdc</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>scsi</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>usb</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>sata</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='model'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-non-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </disk>
Oct 30 07:29:41 user nova-compute[74491]:     <graphics supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='type'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>sdl</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>vnc</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>spice</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>egl-headless</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </graphics>
Oct 30 07:29:41 user nova-compute[74491]:     <video supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='modelType'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>vga</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>cirrus</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>vmvga</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>qxl</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>none</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>bochs</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>ramfb</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </video>
Oct 30 07:29:41 user nova-compute[74491]:     <hostdev supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='mode'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>subsystem</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='startupPolicy'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>default</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>mandatory</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>requisite</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>optional</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='subsysType'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>usb</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>pci</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>scsi</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='capsType'/>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='pciBackend'/>
Oct 30 07:29:41 user nova-compute[74491]:     </hostdev>
Oct 30 07:29:41 user nova-compute[74491]:     <rng supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='model'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-non-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='backendModel'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>random</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>egd</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>builtin</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </rng>
Oct 30 07:29:41 user nova-compute[74491]:     <filesystem supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='driverType'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>path</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>handle</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtiofs</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </filesystem>
Oct 30 07:29:41 user nova-compute[74491]:     <tpm supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='model'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>tpm-tis</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>tpm-crb</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='backendModel'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>passthrough</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>emulator</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </tpm>
Oct 30 07:29:41 user nova-compute[74491]:   </devices>
Oct 30 07:29:41 user nova-compute[74491]:   <features>
Oct 30 07:29:41 user nova-compute[74491]:     <gic supported='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     <vmcoreinfo supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <genid supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <backingStoreInput supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <backup supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <sev supported='no'/>
Oct 30 07:29:41 user nova-compute[74491]:   </features>
Oct 30 07:29:41 user nova-compute[74491]: </domainCapabilities>
Oct 30 07:29:41 user nova-compute[74491]:  {{(pid=74491) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Oct 30 07:29:41 user nova-compute[74491]: <domainCapabilities>
Oct 30 07:29:41 user nova-compute[74491]:   <path>/usr/bin/qemu-system-i386</path>
Oct 30 07:29:41 user nova-compute[74491]:   <domain>kvm</domain>
Oct 30 07:29:41 user nova-compute[74491]:   <machine>pc-q35-6.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:   <arch>i686</arch>
Oct 30 07:29:41 user nova-compute[74491]:   <vcpu max='288'/>
Oct 30 07:29:41 user nova-compute[74491]:   <iothreads supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:   <os supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:     <enum name='firmware'/>
Oct 30 07:29:41 user nova-compute[74491]:     <loader supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='type'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>rom</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>pflash</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='readonly'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>yes</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>no</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='secure'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>no</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </loader>
Oct 30 07:29:41 user nova-compute[74491]:   </os>
Oct 30 07:29:41 user nova-compute[74491]:   <cpu>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='host-passthrough' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='hostPassthroughMigratable'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>off</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='maximum' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='maximumMigratable'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>on</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>off</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='host-model' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <vendor>Intel</vendor>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ss'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='vmx'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='pcid'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='hypervisor'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='arat'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='tsc_adjust'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='umip'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='md-clear'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='stibp'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='arch-capabilities'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ssbd'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ibpb'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ibrs'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='amd-stibp'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='amd-ssbd'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='disable' name='erms'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='disable' name='xsaveopt'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='disable' name='lm'/>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='custom' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>qemu64</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>qemu32</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>phenom</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>pentium3</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>pentium2</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>pentium</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>n270</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>kvm64</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>kvm32</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>coreduo</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>core2duo</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>athlon</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Westmere-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Westmere</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Snowridge</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Server</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Client</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>SandyBridge</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Penryn</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G5</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G4</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G3</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G2</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G1</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Nehalem-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Nehalem</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>IvyBridge</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Icelake-Server</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC-Rome</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC-Milan</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC-IBPB</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Dhyana</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Cooperlake</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Conroe</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Cascadelake-Server</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>486</model>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:   </cpu>
Oct 30 07:29:41 user nova-compute[74491]:   <memoryBacking supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:     <enum name='sourceType'>
Oct 30 07:29:41 user nova-compute[74491]:       <value>file</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>anonymous</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>memfd</value>
Oct 30 07:29:41 user nova-compute[74491]:     </enum>
Oct 30 07:29:41 user nova-compute[74491]:   </memoryBacking>
Oct 30 07:29:41 user nova-compute[74491]:   <devices>
Oct 30 07:29:41 user nova-compute[74491]:     <disk supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='diskDevice'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>disk</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>cdrom</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>floppy</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>lun</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='bus'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>fdc</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>scsi</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>usb</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>sata</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='model'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-non-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </disk>
Oct 30 07:29:41 user nova-compute[74491]:     <graphics supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='type'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>sdl</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>vnc</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>spice</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>egl-headless</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </graphics>
Oct 30 07:29:41 user nova-compute[74491]:     <video supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='modelType'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>vga</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>cirrus</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>vmvga</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>qxl</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>none</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>bochs</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>ramfb</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </video>
Oct 30 07:29:41 user nova-compute[74491]:     <hostdev supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='mode'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>subsystem</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='startupPolicy'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>default</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>mandatory</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>requisite</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>optional</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='subsysType'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>usb</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>pci</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>scsi</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='capsType'/>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='pciBackend'/>
Oct 30 07:29:41 user nova-compute[74491]:     </hostdev>
Oct 30 07:29:41 user nova-compute[74491]:     <rng supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='model'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-non-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='backendModel'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>random</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>egd</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>builtin</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </rng>
Oct 30 07:29:41 user nova-compute[74491]:     <filesystem supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='driverType'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>path</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>handle</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtiofs</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </filesystem>
Oct 30 07:29:41 user nova-compute[74491]:     <tpm supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='model'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>tpm-tis</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>tpm-crb</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='backendModel'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>passthrough</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>emulator</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </tpm>
Oct 30 07:29:41 user nova-compute[74491]:   </devices>
Oct 30 07:29:41 user nova-compute[74491]:   <features>
Oct 30 07:29:41 user nova-compute[74491]:     <gic supported='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     <vmcoreinfo supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <genid supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <backingStoreInput supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <backup supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <sev supported='no'/>
Oct 30 07:29:41 user nova-compute[74491]:   </features>
Oct 30 07:29:41 user nova-compute[74491]: </domainCapabilities>
Oct 30 07:29:41 user nova-compute[74491]:  {{(pid=74491) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Oct 30 07:29:41 user nova-compute[74491]: <domainCapabilities>
Oct 30 07:29:41 user nova-compute[74491]:   <path>/usr/bin/qemu-system-i386</path>
Oct 30 07:29:41 user nova-compute[74491]:   <domain>kvm</domain>
Oct 30 07:29:41 user nova-compute[74491]:   <machine>pc-i440fx-6.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:   <arch>i686</arch>
Oct 30 07:29:41 user nova-compute[74491]:   <vcpu max='255'/>
Oct 30 07:29:41 user nova-compute[74491]:   <iothreads supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:   <os supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:     <enum name='firmware'/>
Oct 30 07:29:41 user nova-compute[74491]:     <loader supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='type'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>rom</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>pflash</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='readonly'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>yes</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>no</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='secure'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>no</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </loader>
Oct 30 07:29:41 user nova-compute[74491]:   </os>
Oct 30 07:29:41 user nova-compute[74491]:   <cpu>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='host-passthrough' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='hostPassthroughMigratable'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>off</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='maximum' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='maximumMigratable'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>on</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>off</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='host-model' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <vendor>Intel</vendor>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ss'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='vmx'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='pcid'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='hypervisor'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='arat'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='tsc_adjust'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='umip'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='md-clear'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='stibp'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='arch-capabilities'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ssbd'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ibpb'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ibrs'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='amd-stibp'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='amd-ssbd'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='disable' name='erms'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='disable' name='xsaveopt'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='disable' name='lm'/>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='custom' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>qemu64</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>qemu32</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>phenom</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>pentium3</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>pentium2</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>pentium</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>n270</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>kvm64</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>kvm32</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>coreduo</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>core2duo</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>athlon</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Westmere-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Westmere</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Snowridge</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Server</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Client</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>SandyBridge</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Penryn</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G5</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G4</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G3</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G2</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G1</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Nehalem-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Nehalem</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>IvyBridge</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Icelake-Server</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC-Rome</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC-Milan</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC-IBPB</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Dhyana</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Cooperlake</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Conroe</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Cascadelake-Server</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>486</model>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:   </cpu>
Oct 30 07:29:41 user nova-compute[74491]:   <memoryBacking supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:     <enum name='sourceType'>
Oct 30 07:29:41 user nova-compute[74491]:       <value>file</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>anonymous</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>memfd</value>
Oct 30 07:29:41 user nova-compute[74491]:     </enum>
Oct 30 07:29:41 user nova-compute[74491]:   </memoryBacking>
Oct 30 07:29:41 user nova-compute[74491]:   <devices>
Oct 30 07:29:41 user nova-compute[74491]:     <disk supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='diskDevice'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>disk</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>cdrom</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>floppy</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>lun</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='bus'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>ide</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>fdc</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>scsi</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>usb</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>sata</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='model'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-non-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </disk>
Oct 30 07:29:41 user nova-compute[74491]:     <graphics supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='type'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>sdl</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>vnc</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>spice</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>egl-headless</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </graphics>
Oct 30 07:29:41 user nova-compute[74491]:     <video supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='modelType'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>vga</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>cirrus</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>vmvga</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>qxl</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>none</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>bochs</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>ramfb</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </video>
Oct 30 07:29:41 user nova-compute[74491]:     <hostdev supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='mode'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>subsystem</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='startupPolicy'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>default</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>mandatory</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>requisite</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>optional</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='subsysType'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>usb</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>pci</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>scsi</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='capsType'/>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='pciBackend'/>
Oct 30 07:29:41 user nova-compute[74491]:     </hostdev>
Oct 30 07:29:41 user nova-compute[74491]:     <rng supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='model'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-non-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='backendModel'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>random</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>egd</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>builtin</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </rng>
Oct 30 07:29:41 user nova-compute[74491]:     <filesystem supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='driverType'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>path</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>handle</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtiofs</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </filesystem>
Oct 30 07:29:41 user nova-compute[74491]:     <tpm supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='model'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>tpm-tis</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>tpm-crb</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='backendModel'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>passthrough</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>emulator</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </tpm>
Oct 30 07:29:41 user nova-compute[74491]:   </devices>
Oct 30 07:29:41 user nova-compute[74491]:   <features>
Oct 30 07:29:41 user nova-compute[74491]:     <gic supported='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     <vmcoreinfo supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <genid supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <backingStoreInput supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <backup supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <sev supported='no'/>
Oct 30 07:29:41 user nova-compute[74491]:   </features>
Oct 30 07:29:41 user nova-compute[74491]: </domainCapabilities>
Oct 30 07:29:41 user nova-compute[74491]:  {{(pid=74491) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Oct 30 07:29:41 user nova-compute[74491]: <domainCapabilities>
Oct 30 07:29:41 user nova-compute[74491]:   <path>/usr/bin/qemu-system-i386</path>
Oct 30 07:29:41 user nova-compute[74491]:   <domain>kvm</domain>
Oct 30 07:29:41 user nova-compute[74491]:   <machine>pc-q35-jammy</machine>
Oct 30 07:29:41 user nova-compute[74491]:   <arch>i686</arch>
Oct 30 07:29:41 user nova-compute[74491]:   <vcpu max='288'/>
Oct 30 07:29:41 user nova-compute[74491]:   <iothreads supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:   <os supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:     <enum name='firmware'/>
Oct 30 07:29:41 user nova-compute[74491]:     <loader supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='type'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>rom</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>pflash</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='readonly'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>yes</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>no</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='secure'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>no</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </loader>
Oct 30 07:29:41 user nova-compute[74491]:   </os>
Oct 30 07:29:41 user nova-compute[74491]:   <cpu>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='host-passthrough' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='hostPassthroughMigratable'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>off</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='maximum' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='maximumMigratable'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>on</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>off</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='host-model' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <vendor>Intel</vendor>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ss'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='vmx'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='pcid'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='hypervisor'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='arat'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='tsc_adjust'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='umip'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='md-clear'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='stibp'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='arch-capabilities'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ssbd'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ibpb'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ibrs'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='amd-stibp'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='amd-ssbd'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='disable' name='erms'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='disable' name='xsaveopt'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='disable' name='lm'/>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='custom' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>qemu64</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>qemu32</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>phenom</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>pentium3</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>pentium2</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>pentium</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>n270</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>kvm64</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>kvm32</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>coreduo</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>core2duo</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>athlon</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Westmere-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Westmere</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Snowridge</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Server</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Client</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>SandyBridge</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Penryn</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G5</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G4</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G3</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G2</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G1</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Nehalem-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Nehalem</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>IvyBridge</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Icelake-Server</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC-Rome</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC-Milan</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC-IBPB</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Dhyana</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Cooperlake</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Conroe</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Cascadelake-Server</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>486</model>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:   </cpu>
Oct 30 07:29:41 user nova-compute[74491]:   <memoryBacking supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:     <enum name='sourceType'>
Oct 30 07:29:41 user nova-compute[74491]:       <value>file</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>anonymous</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>memfd</value>
Oct 30 07:29:41 user nova-compute[74491]:     </enum>
Oct 30 07:29:41 user nova-compute[74491]:   </memoryBacking>
Oct 30 07:29:41 user nova-compute[74491]:   <devices>
Oct 30 07:29:41 user nova-compute[74491]:     <disk supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='diskDevice'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>disk</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>cdrom</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>floppy</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>lun</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='bus'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>fdc</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>scsi</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>usb</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>sata</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='model'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-non-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </disk>
Oct 30 07:29:41 user nova-compute[74491]:     <graphics supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='type'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>sdl</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>vnc</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>spice</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>egl-headless</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </graphics>
Oct 30 07:29:41 user nova-compute[74491]:     <video supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='modelType'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>vga</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>cirrus</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>vmvga</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>qxl</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>none</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>bochs</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>ramfb</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </video>
Oct 30 07:29:41 user nova-compute[74491]:     <hostdev supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='mode'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>subsystem</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='startupPolicy'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>default</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>mandatory</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>requisite</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>optional</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='subsysType'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>usb</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>pci</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>scsi</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='capsType'/>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='pciBackend'/>
Oct 30 07:29:41 user nova-compute[74491]:     </hostdev>
Oct 30 07:29:41 user nova-compute[74491]:     <rng supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='model'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-non-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='backendModel'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>random</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>egd</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>builtin</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </rng>
Oct 30 07:29:41 user nova-compute[74491]:     <filesystem supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='driverType'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>path</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>handle</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtiofs</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </filesystem>
Oct 30 07:29:41 user nova-compute[74491]:     <tpm supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='model'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>tpm-tis</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>tpm-crb</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='backendModel'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>passthrough</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>emulator</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </tpm>
Oct 30 07:29:41 user nova-compute[74491]:   </devices>
Oct 30 07:29:41 user nova-compute[74491]:   <features>
Oct 30 07:29:41 user nova-compute[74491]:     <gic supported='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     <vmcoreinfo supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <genid supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <backingStoreInput supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <backup supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <sev supported='no'/>
Oct 30 07:29:41 user nova-compute[74491]:   </features>
Oct 30 07:29:41 user nova-compute[74491]: </domainCapabilities>
Oct 30 07:29:41 user nova-compute[74491]:  {{(pid=74491) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=74491) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74491) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74491) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=74491) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=74491) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=74491) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=74491) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Getting domain capabilities for mips via machine types: {None} {{(pid=74491) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=74491) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=74491) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=74491) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=74491) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=74491) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=74491) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=74491) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=74491) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=74491) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Getting domain capabilities for ppc64 via machine types: {'pseries', 'powernv', None} {{(pid=74491) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74491) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74491) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74491) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Getting domain capabilities for ppc64le via machine types: {'pseries', 'powernv'} {{(pid=74491) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74491) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74491) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=74491) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=74491) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=74491) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=74491) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=74491) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=74491) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=74491) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=74491) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=74491) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=74491) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=74491) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=74491) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=74491) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=74491) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Getting domain capabilities for x86_64 via machine types: {'ubuntu', 'q35', 'pc', 'ubuntu-q35'} {{(pid=74491) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Oct 30 07:29:41 user nova-compute[74491]: <domainCapabilities>
Oct 30 07:29:41 user nova-compute[74491]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 30 07:29:41 user nova-compute[74491]:   <domain>kvm</domain>
Oct 30 07:29:41 user nova-compute[74491]:   <machine>pc-i440fx-jammy</machine>
Oct 30 07:29:41 user nova-compute[74491]:   <arch>x86_64</arch>
Oct 30 07:29:41 user nova-compute[74491]:   <vcpu max='255'/>
Oct 30 07:29:41 user nova-compute[74491]:   <iothreads supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:   <os supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:     <enum name='firmware'>
Oct 30 07:29:41 user nova-compute[74491]:       <value>efi</value>
Oct 30 07:29:41 user nova-compute[74491]:     </enum>
Oct 30 07:29:41 user nova-compute[74491]:     <loader supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='type'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>rom</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>pflash</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='readonly'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>yes</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>no</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='secure'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>no</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </loader>
Oct 30 07:29:41 user nova-compute[74491]:   </os>
Oct 30 07:29:41 user nova-compute[74491]:   <cpu>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='host-passthrough' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='hostPassthroughMigratable'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>on</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>off</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='maximum' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='maximumMigratable'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>on</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>off</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='host-model' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <vendor>Intel</vendor>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ss'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='vmx'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='pcid'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='hypervisor'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='arat'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='tsc_adjust'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='umip'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='md-clear'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='stibp'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='arch-capabilities'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ssbd'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='invtsc'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ibpb'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ibrs'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='amd-stibp'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='amd-ssbd'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='rsba'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='pschange-mc-no'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='disable' name='erms'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='disable' name='xsaveopt'/>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='custom' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>qemu64</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>qemu32</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>phenom</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>pentium3</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>pentium2</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>pentium</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>n270</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>kvm64</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>kvm32</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>coreduo</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>core2duo</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>athlon</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>Westmere-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>Westmere</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Snowridge</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Server</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Client</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>SandyBridge</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>Penryn</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G5</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G4</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G3</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G2</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>Opteron_G1</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>Nehalem</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>IvyBridge</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Icelake-Server</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC-Rome</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC-Milan</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC-IBPB</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Dhyana</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Cooperlake</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>Conroe</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Cascadelake-Server</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>486</model>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:   </cpu>
Oct 30 07:29:41 user nova-compute[74491]:   <memoryBacking supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:     <enum name='sourceType'>
Oct 30 07:29:41 user nova-compute[74491]:       <value>file</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>anonymous</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>memfd</value>
Oct 30 07:29:41 user nova-compute[74491]:     </enum>
Oct 30 07:29:41 user nova-compute[74491]:   </memoryBacking>
Oct 30 07:29:41 user nova-compute[74491]:   <devices>
Oct 30 07:29:41 user nova-compute[74491]:     <disk supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='diskDevice'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>disk</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>cdrom</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>floppy</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>lun</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='bus'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>ide</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>fdc</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>scsi</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>usb</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>sata</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='model'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-non-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </disk>
Oct 30 07:29:41 user nova-compute[74491]:     <graphics supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='type'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>sdl</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>vnc</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>spice</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>egl-headless</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </graphics>
Oct 30 07:29:41 user nova-compute[74491]:     <video supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='modelType'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>vga</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>cirrus</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>vmvga</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>qxl</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>none</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>bochs</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>ramfb</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </video>
Oct 30 07:29:41 user nova-compute[74491]:     <hostdev supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='mode'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>subsystem</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='startupPolicy'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>default</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>mandatory</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>requisite</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>optional</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='subsysType'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>usb</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>pci</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>scsi</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='capsType'/>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='pciBackend'/>
Oct 30 07:29:41 user nova-compute[74491]:     </hostdev>
Oct 30 07:29:41 user nova-compute[74491]:     <rng supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='model'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-non-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='backendModel'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>random</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>egd</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>builtin</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </rng>
Oct 30 07:29:41 user nova-compute[74491]:     <filesystem supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='driverType'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>path</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>handle</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtiofs</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </filesystem>
Oct 30 07:29:41 user nova-compute[74491]:     <tpm supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='model'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>tpm-tis</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>tpm-crb</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='backendModel'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>passthrough</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>emulator</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </tpm>
Oct 30 07:29:41 user nova-compute[74491]:   </devices>
Oct 30 07:29:41 user nova-compute[74491]:   <features>
Oct 30 07:29:41 user nova-compute[74491]:     <gic supported='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     <vmcoreinfo supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <genid supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <backingStoreInput supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <backup supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <sev supported='no'/>
Oct 30 07:29:41 user nova-compute[74491]:   </features>
Oct 30 07:29:41 user nova-compute[74491]: </domainCapabilities>
Oct 30 07:29:41 user nova-compute[74491]:  {{(pid=74491) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Oct 30 07:29:41 user nova-compute[74491]: <domainCapabilities>
Oct 30 07:29:41 user nova-compute[74491]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 30 07:29:41 user nova-compute[74491]:   <domain>kvm</domain>
Oct 30 07:29:41 user nova-compute[74491]:   <machine>pc-q35-6.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:   <arch>x86_64</arch>
Oct 30 07:29:41 user nova-compute[74491]:   <vcpu max='288'/>
Oct 30 07:29:41 user nova-compute[74491]:   <iothreads supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:   <os supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:     <enum name='firmware'>
Oct 30 07:29:41 user nova-compute[74491]:       <value>efi</value>
Oct 30 07:29:41 user nova-compute[74491]:     </enum>
Oct 30 07:29:41 user nova-compute[74491]:     <loader supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='type'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>rom</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>pflash</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='readonly'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>yes</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>no</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='secure'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>yes</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>no</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </loader>
Oct 30 07:29:41 user nova-compute[74491]:   </os>
Oct 30 07:29:41 user nova-compute[74491]:   <cpu>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='host-passthrough' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='hostPassthroughMigratable'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>on</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>off</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='maximum' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='maximumMigratable'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>on</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>off</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='host-model' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <vendor>Intel</vendor>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ss'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='vmx'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='pcid'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='hypervisor'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='arat'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='tsc_adjust'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='umip'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='md-clear'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='stibp'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='arch-capabilities'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ssbd'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='invtsc'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ibpb'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ibrs'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='amd-stibp'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='amd-ssbd'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='rsba'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='pschange-mc-no'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='disable' name='erms'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='disable' name='xsaveopt'/>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='custom' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>qemu64</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>qemu32</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>phenom</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>pentium3</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>pentium2</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>pentium</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>n270</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>kvm64</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>kvm32</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>coreduo</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>core2duo</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>athlon</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>Westmere-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>Westmere</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Snowridge</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Server</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Client</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>SandyBridge</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>Penryn</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G5</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G4</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G3</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G2</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>Opteron_G1</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>Nehalem</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>IvyBridge</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Icelake-Server</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC-Rome</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC-Milan</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC-IBPB</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Dhyana</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Cooperlake</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>Conroe</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Cascadelake-Server</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>486</model>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:   </cpu>
Oct 30 07:29:41 user nova-compute[74491]:   <memoryBacking supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:     <enum name='sourceType'>
Oct 30 07:29:41 user nova-compute[74491]:       <value>file</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>anonymous</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>memfd</value>
Oct 30 07:29:41 user nova-compute[74491]:     </enum>
Oct 30 07:29:41 user nova-compute[74491]:   </memoryBacking>
Oct 30 07:29:41 user nova-compute[74491]:   <devices>
Oct 30 07:29:41 user nova-compute[74491]:     <disk supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='diskDevice'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>disk</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>cdrom</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>floppy</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>lun</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='bus'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>fdc</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>scsi</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>usb</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>sata</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='model'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-non-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </disk>
Oct 30 07:29:41 user nova-compute[74491]:     <graphics supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='type'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>sdl</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>vnc</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>spice</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>egl-headless</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </graphics>
Oct 30 07:29:41 user nova-compute[74491]:     <video supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='modelType'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>vga</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>cirrus</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>vmvga</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>qxl</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>none</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>bochs</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>ramfb</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </video>
Oct 30 07:29:41 user nova-compute[74491]:     <hostdev supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='mode'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>subsystem</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='startupPolicy'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>default</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>mandatory</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>requisite</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>optional</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='subsysType'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>usb</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>pci</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>scsi</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='capsType'/>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='pciBackend'/>
Oct 30 07:29:41 user nova-compute[74491]:     </hostdev>
Oct 30 07:29:41 user nova-compute[74491]:     <rng supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='model'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-non-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='backendModel'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>random</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>egd</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>builtin</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </rng>
Oct 30 07:29:41 user nova-compute[74491]:     <filesystem supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='driverType'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>path</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>handle</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtiofs</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </filesystem>
Oct 30 07:29:41 user nova-compute[74491]:     <tpm supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='model'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>tpm-tis</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>tpm-crb</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='backendModel'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>passthrough</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>emulator</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </tpm>
Oct 30 07:29:41 user nova-compute[74491]:   </devices>
Oct 30 07:29:41 user nova-compute[74491]:   <features>
Oct 30 07:29:41 user nova-compute[74491]:     <gic supported='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     <vmcoreinfo supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <genid supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <backingStoreInput supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <backup supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <sev supported='no'/>
Oct 30 07:29:41 user nova-compute[74491]:   </features>
Oct 30 07:29:41 user nova-compute[74491]: </domainCapabilities>
Oct 30 07:29:41 user nova-compute[74491]:  {{(pid=74491) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Oct 30 07:29:41 user nova-compute[74491]: <domainCapabilities>
Oct 30 07:29:41 user nova-compute[74491]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 30 07:29:41 user nova-compute[74491]:   <domain>kvm</domain>
Oct 30 07:29:41 user nova-compute[74491]:   <machine>pc-i440fx-6.2</machine>
Oct 30 07:29:41 user nova-compute[74491]:   <arch>x86_64</arch>
Oct 30 07:29:41 user nova-compute[74491]:   <vcpu max='255'/>
Oct 30 07:29:41 user nova-compute[74491]:   <iothreads supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:   <os supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:     <enum name='firmware'>
Oct 30 07:29:41 user nova-compute[74491]:       <value>efi</value>
Oct 30 07:29:41 user nova-compute[74491]:     </enum>
Oct 30 07:29:41 user nova-compute[74491]:     <loader supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='type'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>rom</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>pflash</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='readonly'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>yes</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>no</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='secure'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>no</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </loader>
Oct 30 07:29:41 user nova-compute[74491]:   </os>
Oct 30 07:29:41 user nova-compute[74491]:   <cpu>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='host-passthrough' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='hostPassthroughMigratable'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>on</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>off</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='maximum' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='maximumMigratable'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>on</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>off</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='host-model' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <vendor>Intel</vendor>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ss'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='vmx'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='pcid'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='hypervisor'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='arat'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='tsc_adjust'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='umip'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='md-clear'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='stibp'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='arch-capabilities'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ssbd'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='invtsc'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ibpb'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ibrs'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='amd-stibp'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='amd-ssbd'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='rsba'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='pschange-mc-no'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='disable' name='erms'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='disable' name='xsaveopt'/>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='custom' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>qemu64</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>qemu32</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>phenom</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>pentium3</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>pentium2</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>pentium</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>n270</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>kvm64</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>kvm32</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>coreduo</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>core2duo</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>athlon</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>Westmere-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>Westmere</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Snowridge</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Server</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Client</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>SandyBridge</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>Penryn</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G5</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G4</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G3</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G2</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>Opteron_G1</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>Nehalem</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>IvyBridge</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Icelake-Server</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC-Rome</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC-Milan</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC-IBPB</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Dhyana</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Cooperlake</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>Conroe</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Cascadelake-Server</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>486</model>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:   </cpu>
Oct 30 07:29:41 user nova-compute[74491]:   <memoryBacking supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:     <enum name='sourceType'>
Oct 30 07:29:41 user nova-compute[74491]:       <value>file</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>anonymous</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>memfd</value>
Oct 30 07:29:41 user nova-compute[74491]:     </enum>
Oct 30 07:29:41 user nova-compute[74491]:   </memoryBacking>
Oct 30 07:29:41 user nova-compute[74491]:   <devices>
Oct 30 07:29:41 user nova-compute[74491]:     <disk supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='diskDevice'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>disk</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>cdrom</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>floppy</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>lun</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='bus'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>ide</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>fdc</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>scsi</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>usb</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>sata</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='model'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-non-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </disk>
Oct 30 07:29:41 user nova-compute[74491]:     <graphics supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='type'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>sdl</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>vnc</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>spice</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>egl-headless</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </graphics>
Oct 30 07:29:41 user nova-compute[74491]:     <video supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='modelType'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>vga</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>cirrus</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>vmvga</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>qxl</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>none</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>bochs</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>ramfb</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </video>
Oct 30 07:29:41 user nova-compute[74491]:     <hostdev supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='mode'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>subsystem</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='startupPolicy'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>default</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>mandatory</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>requisite</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>optional</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='subsysType'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>usb</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>pci</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>scsi</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='capsType'/>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='pciBackend'/>
Oct 30 07:29:41 user nova-compute[74491]:     </hostdev>
Oct 30 07:29:41 user nova-compute[74491]:     <rng supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='model'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-non-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='backendModel'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>random</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>egd</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>builtin</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </rng>
Oct 30 07:29:41 user nova-compute[74491]:     <filesystem supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='driverType'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>path</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>handle</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtiofs</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </filesystem>
Oct 30 07:29:41 user nova-compute[74491]:     <tpm supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='model'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>tpm-tis</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>tpm-crb</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='backendModel'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>passthrough</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>emulator</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </tpm>
Oct 30 07:29:41 user nova-compute[74491]:   </devices>
Oct 30 07:29:41 user nova-compute[74491]:   <features>
Oct 30 07:29:41 user nova-compute[74491]:     <gic supported='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     <vmcoreinfo supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <genid supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <backingStoreInput supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <backup supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <sev supported='no'/>
Oct 30 07:29:41 user nova-compute[74491]:   </features>
Oct 30 07:29:41 user nova-compute[74491]: </domainCapabilities>
Oct 30 07:29:41 user nova-compute[74491]:  {{(pid=74491) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Oct 30 07:29:41 user nova-compute[74491]: <domainCapabilities>
Oct 30 07:29:41 user nova-compute[74491]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 30 07:29:41 user nova-compute[74491]:   <domain>kvm</domain>
Oct 30 07:29:41 user nova-compute[74491]:   <machine>pc-q35-jammy</machine>
Oct 30 07:29:41 user nova-compute[74491]:   <arch>x86_64</arch>
Oct 30 07:29:41 user nova-compute[74491]:   <vcpu max='288'/>
Oct 30 07:29:41 user nova-compute[74491]:   <iothreads supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:   <os supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:     <enum name='firmware'>
Oct 30 07:29:41 user nova-compute[74491]:       <value>efi</value>
Oct 30 07:29:41 user nova-compute[74491]:     </enum>
Oct 30 07:29:41 user nova-compute[74491]:     <loader supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='type'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>rom</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>pflash</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='readonly'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>yes</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>no</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='secure'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>yes</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>no</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </loader>
Oct 30 07:29:41 user nova-compute[74491]:   </os>
Oct 30 07:29:41 user nova-compute[74491]:   <cpu>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='host-passthrough' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='hostPassthroughMigratable'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>on</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>off</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='maximum' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='maximumMigratable'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>on</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>off</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='host-model' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <vendor>Intel</vendor>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ss'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='vmx'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='pcid'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='hypervisor'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='arat'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='tsc_adjust'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='umip'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='md-clear'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='stibp'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='arch-capabilities'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ssbd'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='invtsc'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ibpb'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='ibrs'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='amd-stibp'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='amd-ssbd'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='rsba'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='require' name='pschange-mc-no'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='disable' name='erms'/>
Oct 30 07:29:41 user nova-compute[74491]:       <feature policy='disable' name='xsaveopt'/>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:     <mode name='custom' supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>qemu64</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>qemu32</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>phenom</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>pentium3</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>pentium2</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>pentium</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>n270</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>kvm64</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>kvm32</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>coreduo</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>core2duo</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>athlon</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>Westmere-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>Westmere</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Snowridge</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Server</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Skylake-Client</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>SandyBridge</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>Penryn</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G5</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G4</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G3</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Opteron_G2</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>Opteron_G1</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>Nehalem</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>IvyBridge</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Icelake-Server</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Haswell</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC-Rome</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC-Milan</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC-IBPB</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>EPYC</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Dhyana</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Cooperlake</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>Conroe</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Cascadelake-Server</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell-noTSX</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell-IBRS</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='no'>Broadwell</model>
Oct 30 07:29:41 user nova-compute[74491]:       <model usable='yes'>486</model>
Oct 30 07:29:41 user nova-compute[74491]:     </mode>
Oct 30 07:29:41 user nova-compute[74491]:   </cpu>
Oct 30 07:29:41 user nova-compute[74491]:   <memoryBacking supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:     <enum name='sourceType'>
Oct 30 07:29:41 user nova-compute[74491]:       <value>file</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>anonymous</value>
Oct 30 07:29:41 user nova-compute[74491]:       <value>memfd</value>
Oct 30 07:29:41 user nova-compute[74491]:     </enum>
Oct 30 07:29:41 user nova-compute[74491]:   </memoryBacking>
Oct 30 07:29:41 user nova-compute[74491]:   <devices>
Oct 30 07:29:41 user nova-compute[74491]:     <disk supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='diskDevice'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>disk</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>cdrom</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>floppy</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>lun</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='bus'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>fdc</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>scsi</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>usb</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>sata</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='model'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-non-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </disk>
Oct 30 07:29:41 user nova-compute[74491]:     <graphics supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='type'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>sdl</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>vnc</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>spice</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>egl-headless</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </graphics>
Oct 30 07:29:41 user nova-compute[74491]:     <video supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='modelType'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>vga</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>cirrus</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>vmvga</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>qxl</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>none</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>bochs</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>ramfb</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </video>
Oct 30 07:29:41 user nova-compute[74491]:     <hostdev supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='mode'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>subsystem</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='startupPolicy'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>default</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>mandatory</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>requisite</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>optional</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='subsysType'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>usb</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>pci</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>scsi</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='capsType'/>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='pciBackend'/>
Oct 30 07:29:41 user nova-compute[74491]:     </hostdev>
Oct 30 07:29:41 user nova-compute[74491]:     <rng supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='model'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtio-non-transitional</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='backendModel'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>random</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>egd</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>builtin</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </rng>
Oct 30 07:29:41 user nova-compute[74491]:     <filesystem supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='driverType'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>path</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>handle</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>virtiofs</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </filesystem>
Oct 30 07:29:41 user nova-compute[74491]:     <tpm supported='yes'>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='model'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>tpm-tis</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>tpm-crb</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:       <enum name='backendModel'>
Oct 30 07:29:41 user nova-compute[74491]:         <value>passthrough</value>
Oct 30 07:29:41 user nova-compute[74491]:         <value>emulator</value>
Oct 30 07:29:41 user nova-compute[74491]:       </enum>
Oct 30 07:29:41 user nova-compute[74491]:     </tpm>
Oct 30 07:29:41 user nova-compute[74491]:   </devices>
Oct 30 07:29:41 user nova-compute[74491]:   <features>
Oct 30 07:29:41 user nova-compute[74491]:     <gic supported='no'/>
Oct 30 07:29:41 user nova-compute[74491]:     <vmcoreinfo supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <genid supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <backingStoreInput supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <backup supported='yes'/>
Oct 30 07:29:41 user nova-compute[74491]:     <sev supported='no'/>
Oct 30 07:29:41 user nova-compute[74491]:   </features>
Oct 30 07:29:41 user nova-compute[74491]: </domainCapabilities>
Oct 30 07:29:41 user nova-compute[74491]:  {{(pid=74491) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=74491) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=74491) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=74491) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=74491) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Checking secure boot support for host arch (x86_64) {{(pid=74491) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Checking secure boot support for host arch (x86_64) {{(pid=74491) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Checking secure boot support for host arch (x86_64) {{(pid=74491) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Oct 30 07:29:41 user nova-compute[74491]: INFO nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Secure Boot support detected
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] cpu compare xml: <cpu match="exact">
Oct 30 07:29:41 user nova-compute[74491]:   <model>Nehalem</model>
Oct 30 07:29:41 user nova-compute[74491]: </cpu>
Oct 30 07:29:41 user nova-compute[74491]:  {{(pid=74491) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10023}}
Oct 30 07:29:41 user nova-compute[74491]: INFO nova.virt.node [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Generated node identity 0a596789-6949-49a0-8d22-54726a9ba4d9
Oct 30 07:29:41 user nova-compute[74491]: INFO nova.virt.node [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Wrote node identity 0a596789-6949-49a0-8d22-54726a9ba4d9 to /opt/stack/data/nova/compute_id
Oct 30 07:29:41 user nova-compute[74491]: WARNING nova.compute.manager [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Compute nodes ['0a596789-6949-49a0-8d22-54726a9ba4d9'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Oct 30 07:29:41 user nova-compute[74491]: INFO nova.compute.manager [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Oct 30 07:29:41 user nova-compute[74491]: WARNING nova.compute.manager [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Oct 30 07:29:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 07:29:41 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:29:41 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Hypervisor/Node resource view: name=user free_ram=10953MB free_disk=26.320552825927734GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:29:41 user nova-compute[74491]: WARNING nova.compute.resource_tracker [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] No compute node record for user:0a596789-6949-49a0-8d22-54726a9ba4d9: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 0a596789-6949-49a0-8d22-54726a9ba4d9 could not be found.
Oct 30 07:29:41 user nova-compute[74491]: INFO nova.compute.resource_tracker [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Compute node record created for user:user with uuid: 0a596789-6949-49a0-8d22-54726a9ba4d9
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 07:29:41 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 07:29:42 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] [req-2ce75304-b716-4d91-b0c7-89a54e007df3] Created resource provider record via placement API for resource provider with UUID 0a596789-6949-49a0-8d22-54726a9ba4d9 and name user.
Oct 30 07:29:42 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=74491) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1795}}
Oct 30 07:29:42 user nova-compute[74491]: INFO nova.virt.libvirt.host [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] kernel doesn't support AMD SEV
Oct 30 07:29:42 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Updating inventory in ProviderTree for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 07:29:42 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:29:42 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Libvirt baseline CPU <cpu>
Oct 30 07:29:42 user nova-compute[74491]:   <arch>x86_64</arch>
Oct 30 07:29:42 user nova-compute[74491]:   <model>Nehalem</model>
Oct 30 07:29:42 user nova-compute[74491]:   <vendor>Intel</vendor>
Oct 30 07:29:42 user nova-compute[74491]:   <topology sockets="6" cores="1" threads="1"/>
Oct 30 07:29:42 user nova-compute[74491]: </cpu>
Oct 30 07:29:42 user nova-compute[74491]:  {{(pid=74491) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12513}}
Oct 30 07:29:42 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Updated inventory for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Oct 30 07:29:42 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Updating resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9 generation from 0 to 1 during operation: update_inventory {{(pid=74491) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Oct 30 07:29:42 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Updating inventory in ProviderTree for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 07:29:42 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Updating resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9 generation from 1 to 2 during operation: update_traits {{(pid=74491) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Oct 30 07:29:42 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 07:29:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.651s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:29:42 user nova-compute[74491]: DEBUG nova.service [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Creating RPC server for service compute {{(pid=74491) start /opt/stack/nova/nova/service.py:182}}
Oct 30 07:29:42 user nova-compute[74491]: DEBUG nova.service [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] Join ServiceGroup membership for this service compute {{(pid=74491) start /opt/stack/nova/nova/service.py:199}}
Oct 30 07:29:42 user nova-compute[74491]: DEBUG nova.servicegroup.drivers.db [None req-36f6be98-6a68-4a3a-b4c3-64b191c94800 None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=74491) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Oct 30 07:30:08 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:30:08 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:30:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:30:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:30:33 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 07:30:33 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 07:30:33 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Didn't find any instances for network info cache update. {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 07:30:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:30:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:30:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:30:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:30:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:30:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:30:33 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 07:30:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:30:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:30:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:30:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:30:33 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 07:30:33 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:30:33 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:30:33 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=10394MB free_disk=26.224266052246094GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 07:30:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:30:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:30:33 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 07:30:33 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 07:30:33 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:30:33 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:30:33 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 07:30:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.180s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:31:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:31:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:31:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:31:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:31:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:31:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:31:33 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 07:31:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:31:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:31:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:31:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:31:33 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 07:31:34 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:31:34 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:31:34 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=10305MB free_disk=26.288928985595703GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 07:31:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:31:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:31:34 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 07:31:34 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 07:31:34 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:31:34 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:31:34 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 07:31:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.147s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:31:34 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:31:35 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:31:35 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 07:31:35 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 07:31:35 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Didn't find any instances for network info cache update. {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 07:31:35 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:32:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:32:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:32:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:32:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:32:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:32:33 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 07:32:33 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:32:33 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:32:33 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=10318MB free_disk=26.042369842529297GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 07:32:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:32:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:32:33 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 07:32:33 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 07:32:33 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:32:33 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:32:33 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 07:32:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.334s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:32:34 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:32:34 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:32:35 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:32:35 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:32:35 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:32:35 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:32:35 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 07:32:36 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:32:36 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 07:32:36 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 07:32:36 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Didn't find any instances for network info cache update. {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 07:33:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:33:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:33:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:33:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:33:33 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 07:33:33 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:33:33 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:33:33 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=9599MB free_disk=26.070518493652344GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 07:33:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:33:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:33:33 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 07:33:33 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 07:33:33 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:33:33 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:33:33 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 07:33:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.182s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:33:34 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:33:34 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:33:35 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:33:35 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:33:35 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:33:35 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:33:35 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 07:33:36 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:33:36 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 07:33:36 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 07:33:36 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Didn't find any instances for network info cache update. {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 07:33:37 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:33:37 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:33:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:33:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:33:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Acquiring lock "7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:33:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lock "7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:33:45 user nova-compute[74491]: DEBUG nova.compute.manager [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:33:45 user nova-compute[74491]: DEBUG nova.compute.manager [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:33:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:33:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:33:45 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:33:45 user nova-compute[74491]: INFO nova.compute.claims [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Claim successful on node user
Oct 30 07:33:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:33:45 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:33:46 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:33:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.443s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:33:46 user nova-compute[74491]: DEBUG nova.compute.manager [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:33:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.380s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:33:46 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:33:46 user nova-compute[74491]: INFO nova.compute.claims [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Claim successful on node user
Oct 30 07:33:46 user nova-compute[74491]: DEBUG nova.compute.manager [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:33:46 user nova-compute[74491]: DEBUG nova.network.neutron [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:33:46 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:33:46 user nova-compute[74491]: DEBUG nova.compute.manager [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:33:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Acquiring lock "fb047ba5-cb93-44ef-9443-bf2f728277c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:33:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "fb047ba5-cb93-44ef-9443-bf2f728277c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:33:46 user nova-compute[74491]: DEBUG nova.compute.manager [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:33:46 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:33:46 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Creating image(s)
Oct 30 07:33:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "/opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:33:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "/opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:33:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "/opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:33:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:33:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:33:46 user nova-compute[74491]: DEBUG nova.compute.manager [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:33:46 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:33:46 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:33:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "bb072d38-2d8d-4138-833b-de7b80d17a96" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:33:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "bb072d38-2d8d-4138-833b-de7b80d17a96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6.part --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.061s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG nova.policy [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '028c3259355b490989b2883f4dc4dff5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10f5045c03764000a23c825ac45ee88c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "6baf250e-557b-456f-8962-4e4e58e8f1b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "6baf250e-557b-456f-8962-4e4e58e8f1b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:33:47 user nova-compute[74491]: INFO nova.compute.claims [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Claim successful on node user
Oct 30 07:33:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6.part --force-share --output=json" returned: 0 in 0.284s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG nova.virt.images [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] 62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb was qcow2, converting to raw {{(pid=74491) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG nova.privsep.utils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74491) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6.part /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6.converted {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG nova.network.neutron [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:33:47 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:33:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG nova.policy [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ded02ba2287d4995bb76f6414519e595', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e7cff73774745ebba4a6425347db823', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6.part /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6.converted" returned: 0 in 0.416s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6.converted --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:33:47 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Creating image(s)
Oct 30 07:33:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Acquiring lock "/opt/stack/data/nova/instances/7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lock "/opt/stack/data/nova/instances/7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lock "/opt/stack/data/nova/instances/7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6.converted --force-share --output=json" returned: 0 in 0.179s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.519s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:33:47 user nova-compute[74491]: INFO oslo.privsep.daemon [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmp4_elrukh/privsep.sock']
Oct 30 07:33:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.043s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.790s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:33:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.447s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:33:47 user sudo[83748]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmp4_elrukh/privsep.sock
Oct 30 07:33:47 user sudo[83748]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 30 07:33:47 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:33:47 user nova-compute[74491]: INFO nova.compute.claims [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Claim successful on node user
Oct 30 07:33:48 user nova-compute[74491]: DEBUG nova.compute.manager [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:33:48 user nova-compute[74491]: DEBUG nova.network.neutron [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:33:48 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:33:48 user nova-compute[74491]: DEBUG nova.compute.manager [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:33:48 user nova-compute[74491]: DEBUG nova.compute.manager [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:33:48 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:33:48 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Creating image(s)
Oct 30 07:33:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Acquiring lock "/opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:33:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "/opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:33:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "/opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:33:48 user nova-compute[74491]: DEBUG nova.policy [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ddce72a11d34b36ba702676a4e1d3c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ed4248405f74d87a561f204b295863b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:33:48 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:33:48 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:33:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.418s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:33:48 user nova-compute[74491]: DEBUG nova.compute.manager [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:33:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.862s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:33:48 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:33:48 user nova-compute[74491]: INFO nova.compute.claims [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Claim successful on node user
Oct 30 07:33:48 user nova-compute[74491]: DEBUG nova.compute.manager [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:33:48 user nova-compute[74491]: DEBUG nova.network.neutron [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:33:48 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:33:48 user nova-compute[74491]: DEBUG nova.compute.manager [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:33:48 user nova-compute[74491]: DEBUG nova.compute.manager [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:33:48 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:33:48 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Creating image(s)
Oct 30 07:33:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "/opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:33:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "/opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:33:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "/opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:33:48 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:33:48 user nova-compute[74491]: DEBUG nova.policy [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e940f70d67db459baad1d913fe2b7aa5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22c884731d2d4072ae0c9759f82c4bfc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:33:48 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:33:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.441s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:33:48 user nova-compute[74491]: DEBUG nova.compute.manager [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:33:48 user nova-compute[74491]: DEBUG nova.compute.manager [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:33:48 user nova-compute[74491]: DEBUG nova.network.neutron [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:33:48 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:33:48 user nova-compute[74491]: DEBUG nova.compute.manager [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:33:49 user nova-compute[74491]: DEBUG nova.compute.manager [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:33:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:33:49 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Creating image(s)
Oct 30 07:33:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "/opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:33:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "/opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:33:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "/opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:33:49 user nova-compute[74491]: DEBUG nova.policy [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '028c3259355b490989b2883f4dc4dff5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10f5045c03764000a23c825ac45ee88c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:33:49 user sudo[83748]: pam_unix(sudo:session): session closed for user root
Oct 30 07:33:49 user nova-compute[74491]: INFO oslo.privsep.daemon [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Spawned new privsep daemon via rootwrap
Oct 30 07:33:49 user nova-compute[74491]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 30 07:33:49 user nova-compute[74491]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 30 07:33:49 user nova-compute[74491]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Oct 30 07:33:49 user nova-compute[74491]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 83752
Oct 30 07:33:49 user nova-compute[74491]: WARNING oslo_privsep.priv_context [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] privsep daemon already running
Oct 30 07:33:49 user nova-compute[74491]: WARNING oslo_privsep.priv_context [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] privsep daemon already running
Oct 30 07:33:49 user nova-compute[74491]: WARNING oslo_privsep.priv_context [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] privsep daemon already running
Oct 30 07:33:49 user nova-compute[74491]: WARNING oslo_privsep.priv_context [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] privsep daemon already running
Oct 30 07:33:49 user nova-compute[74491]: DEBUG nova.network.neutron [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Successfully created port: 7b1ca654-3366-4e82-b919-4b349e2144d7 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:33:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:33:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:33:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:33:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG nova.network.neutron [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Successfully created port: 1e4fa61b-d720-457d-8161-db217dfd14b2 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.213s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.214s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.214s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.224s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.202s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.200s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG nova.network.neutron [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Successfully created port: 5f12d9a3-11a2-43cf-a53f-6dd6723f51c5 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk 1073741824" returned: 0 in 0.046s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.249s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.245s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.219s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Checking if we can resize image /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.220s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a/disk 1073741824" returned: 0 in 0.048s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.276s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.525s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Cannot resize image /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Ensure instance console log exists: /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.215s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.209s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk 1073741824" returned: 0 in 0.042s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.260s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:33:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG nova.network.neutron [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Successfully created port: 638159c6-0a86-452b-8d0f-6f2ac71759d1 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.793s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a/disk --force-share --output=json" returned: 0 in 0.163s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Cannot resize image /opt/stack/data/nova/instances/7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Ensure instance console log exists: /opt/stack/data/nova/instances/7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.163s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.183s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk 1073741824" returned: 0 in 0.059s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.249s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 1.060s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Cannot resize image /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Ensure instance console log exists: /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.171s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.208s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk 1073741824" returned: 0 in 0.050s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.265s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Cannot resize image /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Ensure instance console log exists: /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.178s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Cannot resize image /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Ensure instance console log exists: /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:33:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:33:52 user nova-compute[74491]: DEBUG nova.network.neutron [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Successfully updated port: 7b1ca654-3366-4e82-b919-4b349e2144d7 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:33:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Acquiring lock "refresh_cache-7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:33:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Acquired lock "refresh_cache-7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:33:52 user nova-compute[74491]: DEBUG nova.network.neutron [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:33:52 user nova-compute[74491]: DEBUG nova.network.neutron [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:33:52 user nova-compute[74491]: DEBUG nova.compute.manager [req-8e032729-289f-4494-b5e3-4ea7327becdf req-e8bf19f6-56dc-47fb-bafc-44cfc95424b5 service nova] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Received event network-changed-7b1ca654-3366-4e82-b919-4b349e2144d7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:33:52 user nova-compute[74491]: DEBUG nova.compute.manager [req-8e032729-289f-4494-b5e3-4ea7327becdf req-e8bf19f6-56dc-47fb-bafc-44cfc95424b5 service nova] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Refreshing instance network info cache due to event network-changed-7b1ca654-3366-4e82-b919-4b349e2144d7. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:33:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8e032729-289f-4494-b5e3-4ea7327becdf req-e8bf19f6-56dc-47fb-bafc-44cfc95424b5 service nova] Acquiring lock "refresh_cache-7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:33:52 user nova-compute[74491]: DEBUG nova.network.neutron [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Successfully created port: bc3ae8c9-13ef-47b6-b34c-b2c645097385 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.network.neutron [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Successfully updated port: 5f12d9a3-11a2-43cf-a53f-6dd6723f51c5 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "refresh_cache-bb072d38-2d8d-4138-833b-de7b80d17a96" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquired lock "refresh_cache-bb072d38-2d8d-4138-833b-de7b80d17a96" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.network.neutron [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.network.neutron [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Successfully updated port: 638159c6-0a86-452b-8d0f-6f2ac71759d1 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Acquiring lock "refresh_cache-fb047ba5-cb93-44ef-9443-bf2f728277c8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Acquired lock "refresh_cache-fb047ba5-cb93-44ef-9443-bf2f728277c8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.network.neutron [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.network.neutron [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.network.neutron [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Successfully updated port: 1e4fa61b-d720-457d-8161-db217dfd14b2 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "refresh_cache-962072d3-a76a-491e-8693-d0f1ce2a2dd8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquired lock "refresh_cache-962072d3-a76a-491e-8693-d0f1ce2a2dd8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.network.neutron [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.network.neutron [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.compute.manager [req-b90f6629-bd49-4fc5-868f-3c110c7fe972 req-7042d1a9-fca5-4d75-9484-82f22bf52c82 service nova] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Received event network-changed-638159c6-0a86-452b-8d0f-6f2ac71759d1 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.compute.manager [req-b90f6629-bd49-4fc5-868f-3c110c7fe972 req-7042d1a9-fca5-4d75-9484-82f22bf52c82 service nova] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Refreshing instance network info cache due to event network-changed-638159c6-0a86-452b-8d0f-6f2ac71759d1. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b90f6629-bd49-4fc5-868f-3c110c7fe972 req-7042d1a9-fca5-4d75-9484-82f22bf52c82 service nova] Acquiring lock "refresh_cache-fb047ba5-cb93-44ef-9443-bf2f728277c8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.compute.manager [req-d8794cd4-221e-4c72-86e0-60ca85a09809 req-d4aa6caf-fec2-4b87-8692-bef10b0e2737 service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Received event network-changed-1e4fa61b-d720-457d-8161-db217dfd14b2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.compute.manager [req-d8794cd4-221e-4c72-86e0-60ca85a09809 req-d4aa6caf-fec2-4b87-8692-bef10b0e2737 service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Refreshing instance network info cache due to event network-changed-1e4fa61b-d720-457d-8161-db217dfd14b2. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d8794cd4-221e-4c72-86e0-60ca85a09809 req-d4aa6caf-fec2-4b87-8692-bef10b0e2737 service nova] Acquiring lock "refresh_cache-962072d3-a76a-491e-8693-d0f1ce2a2dd8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.network.neutron [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.network.neutron [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Updating instance_info_cache with network_info: [{"id": "7b1ca654-3366-4e82-b919-4b349e2144d7", "address": "fa:16:3e:3f:06:0e", "network": {"id": "86bcbe21-8b77-4386-9322-d7d293bf3795", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-449493076-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e7cff73774745ebba4a6425347db823", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b1ca654-33", "ovs_interfaceid": "7b1ca654-3366-4e82-b919-4b349e2144d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Releasing lock "refresh_cache-7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.compute.manager [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Instance network_info: |[{"id": "7b1ca654-3366-4e82-b919-4b349e2144d7", "address": "fa:16:3e:3f:06:0e", "network": {"id": "86bcbe21-8b77-4386-9322-d7d293bf3795", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-449493076-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e7cff73774745ebba4a6425347db823", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b1ca654-33", "ovs_interfaceid": "7b1ca654-3366-4e82-b919-4b349e2144d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8e032729-289f-4494-b5e3-4ea7327becdf req-e8bf19f6-56dc-47fb-bafc-44cfc95424b5 service nova] Acquired lock "refresh_cache-7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.network.neutron [req-8e032729-289f-4494-b5e3-4ea7327becdf req-e8bf19f6-56dc-47fb-bafc-44cfc95424b5 service nova] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Refreshing network info cache for port 7b1ca654-3366-4e82-b919-4b349e2144d7 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Start _get_guest_xml network_info=[{"id": "7b1ca654-3366-4e82-b919-4b349e2144d7", "address": "fa:16:3e:3f:06:0e", "network": {"id": "86bcbe21-8b77-4386-9322-d7d293bf3795", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-449493076-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e7cff73774745ebba4a6425347db823", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b1ca654-33", "ovs_interfaceid": "7b1ca654-3366-4e82-b919-4b349e2144d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:33:53 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:33:53 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.privsep.utils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74491) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:33:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-972798171',display_name='tempest-DeleteServersTestJSON-server-972798171',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-972798171',id=2,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4e7cff73774745ebba4a6425347db823',ramdisk_id='',reservation_id='r-6a1yqk3o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-2015445185',owner_user_name='tempest-DeleteServersTestJSON-2015445185-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:33:48Z,user_data=None,user_id='ded02ba2287d4995bb76f6414519e595',uuid=7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7b1ca654-3366-4e82-b919-4b349e2144d7", "address": "fa:16:3e:3f:06:0e", "network": {"id": "86bcbe21-8b77-4386-9322-d7d293bf3795", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-449493076-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e7cff73774745ebba4a6425347db823", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b1ca654-33", "ovs_interfaceid": "7b1ca654-3366-4e82-b919-4b349e2144d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Converting VIF {"id": "7b1ca654-3366-4e82-b919-4b349e2144d7", "address": "fa:16:3e:3f:06:0e", "network": {"id": "86bcbe21-8b77-4386-9322-d7d293bf3795", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-449493076-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e7cff73774745ebba4a6425347db823", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b1ca654-33", "ovs_interfaceid": "7b1ca654-3366-4e82-b919-4b349e2144d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3f:06:0e,bridge_name='br-int',has_traffic_filtering=True,id=7b1ca654-3366-4e82-b919-4b349e2144d7,network=Network(86bcbe21-8b77-4386-9322-d7d293bf3795),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b1ca654-33') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.objects.instance [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lazy-loading 'pci_devices' on Instance uuid 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.network.neutron [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Updating instance_info_cache with network_info: [{"id": "638159c6-0a86-452b-8d0f-6f2ac71759d1", "address": "fa:16:3e:64:27:80", "network": {"id": "6349e7a1-6466-45d3-b99b-0012f4eca84a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-384759755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed4248405f74d87a561f204b295863b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap638159c6-0a", "ovs_interfaceid": "638159c6-0a86-452b-8d0f-6f2ac71759d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:33:53 user nova-compute[74491]:   <uuid>7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a</uuid>
Oct 30 07:33:53 user nova-compute[74491]:   <name>instance-00000002</name>
Oct 30 07:33:53 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:33:53 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:33:53 user nova-compute[74491]:   <metadata>
Oct 30 07:33:53 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:33:53 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:33:53 user nova-compute[74491]:       <nova:name>tempest-DeleteServersTestJSON-server-972798171</nova:name>
Oct 30 07:33:53 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:33:53</nova:creationTime>
Oct 30 07:33:53 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:33:53 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:33:53 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:33:53 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:33:53 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:33:53 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:33:53 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:33:53 user nova-compute[74491]:       <nova:owner>
Oct 30 07:33:53 user nova-compute[74491]:         <nova:user uuid="ded02ba2287d4995bb76f6414519e595">tempest-DeleteServersTestJSON-2015445185-project-member</nova:user>
Oct 30 07:33:53 user nova-compute[74491]:         <nova:project uuid="4e7cff73774745ebba4a6425347db823">tempest-DeleteServersTestJSON-2015445185</nova:project>
Oct 30 07:33:53 user nova-compute[74491]:       </nova:owner>
Oct 30 07:33:53 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:33:53 user nova-compute[74491]:       <nova:ports>
Oct 30 07:33:53 user nova-compute[74491]:         <nova:port uuid="7b1ca654-3366-4e82-b919-4b349e2144d7">
Oct 30 07:33:53 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 30 07:33:53 user nova-compute[74491]:         </nova:port>
Oct 30 07:33:53 user nova-compute[74491]:       </nova:ports>
Oct 30 07:33:53 user nova-compute[74491]:     </nova:instance>
Oct 30 07:33:53 user nova-compute[74491]:   </metadata>
Oct 30 07:33:53 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:33:53 user nova-compute[74491]:     <system>
Oct 30 07:33:53 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:33:53 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:33:53 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:33:53 user nova-compute[74491]:       <entry name="serial">7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a</entry>
Oct 30 07:33:53 user nova-compute[74491]:       <entry name="uuid">7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a</entry>
Oct 30 07:33:53 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:33:53 user nova-compute[74491]:     </system>
Oct 30 07:33:53 user nova-compute[74491]:   </sysinfo>
Oct 30 07:33:53 user nova-compute[74491]:   <os>
Oct 30 07:33:53 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:33:53 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:33:53 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:33:53 user nova-compute[74491]:   </os>
Oct 30 07:33:53 user nova-compute[74491]:   <features>
Oct 30 07:33:53 user nova-compute[74491]:     <acpi/>
Oct 30 07:33:53 user nova-compute[74491]:     <apic/>
Oct 30 07:33:53 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:33:53 user nova-compute[74491]:   </features>
Oct 30 07:33:53 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:33:53 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:33:53 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:33:53 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:33:53 user nova-compute[74491]:   </clock>
Oct 30 07:33:53 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:33:53 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:33:53 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:33:53 user nova-compute[74491]:   </cpu>
Oct 30 07:33:53 user nova-compute[74491]:   <devices>
Oct 30 07:33:53 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:33:53 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:33:53 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a/disk"/>
Oct 30 07:33:53 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:33:53 user nova-compute[74491]:     </disk>
Oct 30 07:33:53 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:33:53 user nova-compute[74491]:       <mac address="fa:16:3e:3f:06:0e"/>
Oct 30 07:33:53 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:33:53 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:33:53 user nova-compute[74491]:       <target dev="tap7b1ca654-33"/>
Oct 30 07:33:53 user nova-compute[74491]:     </interface>
Oct 30 07:33:53 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:33:53 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a/console.log" append="off"/>
Oct 30 07:33:53 user nova-compute[74491]:     </serial>
Oct 30 07:33:53 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:33:53 user nova-compute[74491]:     <video>
Oct 30 07:33:53 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:33:53 user nova-compute[74491]:     </video>
Oct 30 07:33:53 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:33:53 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:33:53 user nova-compute[74491]:     </rng>
Oct 30 07:33:53 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:33:53 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:33:53 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:33:53 user nova-compute[74491]:     </memballoon>
Oct 30 07:33:53 user nova-compute[74491]:   </devices>
Oct 30 07:33:53 user nova-compute[74491]: </domain>
Oct 30 07:33:53 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:33:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-972798171',display_name='tempest-DeleteServersTestJSON-server-972798171',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-972798171',id=2,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4e7cff73774745ebba4a6425347db823',ramdisk_id='',reservation_id='r-6a1yqk3o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-2015445185',owner_user_name='tempest-DeleteServersTestJSON-2015445185-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:33:48Z,user_data=None,user_id='ded02ba2287d4995bb76f6414519e595',uuid=7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7b1ca654-3366-4e82-b919-4b349e2144d7", "address": "fa:16:3e:3f:06:0e", "network": {"id": "86bcbe21-8b77-4386-9322-d7d293bf3795", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-449493076-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e7cff73774745ebba4a6425347db823", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b1ca654-33", "ovs_interfaceid": "7b1ca654-3366-4e82-b919-4b349e2144d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Converting VIF {"id": "7b1ca654-3366-4e82-b919-4b349e2144d7", "address": "fa:16:3e:3f:06:0e", "network": {"id": "86bcbe21-8b77-4386-9322-d7d293bf3795", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-449493076-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e7cff73774745ebba4a6425347db823", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b1ca654-33", "ovs_interfaceid": "7b1ca654-3366-4e82-b919-4b349e2144d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3f:06:0e,bridge_name='br-int',has_traffic_filtering=True,id=7b1ca654-3366-4e82-b919-4b349e2144d7,network=Network(86bcbe21-8b77-4386-9322-d7d293bf3795),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b1ca654-33') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:33:53 user nova-compute[74491]: DEBUG os_vif [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3f:06:0e,bridge_name='br-int',has_traffic_filtering=True,id=7b1ca654-3366-4e82-b919-4b349e2144d7,network=Network(86bcbe21-8b77-4386-9322-d7d293bf3795),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b1ca654-33') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Releasing lock "refresh_cache-fb047ba5-cb93-44ef-9443-bf2f728277c8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.compute.manager [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Instance network_info: |[{"id": "638159c6-0a86-452b-8d0f-6f2ac71759d1", "address": "fa:16:3e:64:27:80", "network": {"id": "6349e7a1-6466-45d3-b99b-0012f4eca84a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-384759755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed4248405f74d87a561f204b295863b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap638159c6-0a", "ovs_interfaceid": "638159c6-0a86-452b-8d0f-6f2ac71759d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Created schema index Interface.name {{(pid=74491) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Created schema index Port.name {{(pid=74491) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Created schema index Bridge.name {{(pid=74491) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b90f6629-bd49-4fc5-868f-3c110c7fe972 req-7042d1a9-fca5-4d75-9484-82f22bf52c82 service nova] Acquired lock "refresh_cache-fb047ba5-cb93-44ef-9443-bf2f728277c8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.network.neutron [req-b90f6629-bd49-4fc5-868f-3c110c7fe972 req-7042d1a9-fca5-4d75-9484-82f22bf52c82 service nova] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Refreshing network info cache for port 638159c6-0a86-452b-8d0f-6f2ac71759d1 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Start _get_guest_xml network_info=[{"id": "638159c6-0a86-452b-8d0f-6f2ac71759d1", "address": "fa:16:3e:64:27:80", "network": {"id": "6349e7a1-6466-45d3-b99b-0012f4eca84a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-384759755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed4248405f74d87a561f204b295863b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap638159c6-0a", "ovs_interfaceid": "638159c6-0a86-452b-8d0f-6f2ac71759d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [POLLOUT] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b8213ba9-5055-52e9-adb3-d32b24dd3b72', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:33:54 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:33:54 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:54 user nova-compute[74491]: INFO oslo.privsep.daemon [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmpkzi5gogx/privsep.sock']
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:33:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-57387931',display_name='tempest-ServersNegativeTestJSON-server-57387931',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-57387931',id=3,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0ed4248405f74d87a561f204b295863b',ramdisk_id='',reservation_id='r-8g47ady0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1669228640',owner_user_name='tempest-ServersNegativeTestJSON-1669228640-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:33:48Z,user_data=None,user_id='0ddce72a11d34b36ba702676a4e1d3c2',uuid=fb047ba5-cb93-44ef-9443-bf2f728277c8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "638159c6-0a86-452b-8d0f-6f2ac71759d1", "address": "fa:16:3e:64:27:80", "network": {"id": "6349e7a1-6466-45d3-b99b-0012f4eca84a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-384759755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed4248405f74d87a561f204b295863b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap638159c6-0a", "ovs_interfaceid": "638159c6-0a86-452b-8d0f-6f2ac71759d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Converting VIF {"id": "638159c6-0a86-452b-8d0f-6f2ac71759d1", "address": "fa:16:3e:64:27:80", "network": {"id": "6349e7a1-6466-45d3-b99b-0012f4eca84a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-384759755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed4248405f74d87a561f204b295863b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap638159c6-0a", "ovs_interfaceid": "638159c6-0a86-452b-8d0f-6f2ac71759d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:64:27:80,bridge_name='br-int',has_traffic_filtering=True,id=638159c6-0a86-452b-8d0f-6f2ac71759d1,network=Network(6349e7a1-6466-45d3-b99b-0012f4eca84a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap638159c6-0a') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.objects.instance [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lazy-loading 'pci_devices' on Instance uuid fb047ba5-cb93-44ef-9443-bf2f728277c8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:33:54 user sudo[83836]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpkzi5gogx/privsep.sock
Oct 30 07:33:54 user sudo[83836]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:33:54 user nova-compute[74491]:   <uuid>fb047ba5-cb93-44ef-9443-bf2f728277c8</uuid>
Oct 30 07:33:54 user nova-compute[74491]:   <name>instance-00000003</name>
Oct 30 07:33:54 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:33:54 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:33:54 user nova-compute[74491]:   <metadata>
Oct 30 07:33:54 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:33:54 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:33:54 user nova-compute[74491]:       <nova:name>tempest-ServersNegativeTestJSON-server-57387931</nova:name>
Oct 30 07:33:54 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:33:54</nova:creationTime>
Oct 30 07:33:54 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:33:54 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:33:54 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:33:54 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:33:54 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:33:54 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:33:54 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:33:54 user nova-compute[74491]:       <nova:owner>
Oct 30 07:33:54 user nova-compute[74491]:         <nova:user uuid="0ddce72a11d34b36ba702676a4e1d3c2">tempest-ServersNegativeTestJSON-1669228640-project-member</nova:user>
Oct 30 07:33:54 user nova-compute[74491]:         <nova:project uuid="0ed4248405f74d87a561f204b295863b">tempest-ServersNegativeTestJSON-1669228640</nova:project>
Oct 30 07:33:54 user nova-compute[74491]:       </nova:owner>
Oct 30 07:33:54 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:33:54 user nova-compute[74491]:       <nova:ports>
Oct 30 07:33:54 user nova-compute[74491]:         <nova:port uuid="638159c6-0a86-452b-8d0f-6f2ac71759d1">
Oct 30 07:33:54 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 07:33:54 user nova-compute[74491]:         </nova:port>
Oct 30 07:33:54 user nova-compute[74491]:       </nova:ports>
Oct 30 07:33:54 user nova-compute[74491]:     </nova:instance>
Oct 30 07:33:54 user nova-compute[74491]:   </metadata>
Oct 30 07:33:54 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:33:54 user nova-compute[74491]:     <system>
Oct 30 07:33:54 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:33:54 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:33:54 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:33:54 user nova-compute[74491]:       <entry name="serial">fb047ba5-cb93-44ef-9443-bf2f728277c8</entry>
Oct 30 07:33:54 user nova-compute[74491]:       <entry name="uuid">fb047ba5-cb93-44ef-9443-bf2f728277c8</entry>
Oct 30 07:33:54 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:33:54 user nova-compute[74491]:     </system>
Oct 30 07:33:54 user nova-compute[74491]:   </sysinfo>
Oct 30 07:33:54 user nova-compute[74491]:   <os>
Oct 30 07:33:54 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:33:54 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:33:54 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:33:54 user nova-compute[74491]:   </os>
Oct 30 07:33:54 user nova-compute[74491]:   <features>
Oct 30 07:33:54 user nova-compute[74491]:     <acpi/>
Oct 30 07:33:54 user nova-compute[74491]:     <apic/>
Oct 30 07:33:54 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:33:54 user nova-compute[74491]:   </features>
Oct 30 07:33:54 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:33:54 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:33:54 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:33:54 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:33:54 user nova-compute[74491]:   </clock>
Oct 30 07:33:54 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:33:54 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:33:54 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:33:54 user nova-compute[74491]:   </cpu>
Oct 30 07:33:54 user nova-compute[74491]:   <devices>
Oct 30 07:33:54 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:33:54 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:33:54 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk"/>
Oct 30 07:33:54 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:33:54 user nova-compute[74491]:     </disk>
Oct 30 07:33:54 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:33:54 user nova-compute[74491]:       <mac address="fa:16:3e:64:27:80"/>
Oct 30 07:33:54 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:33:54 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:33:54 user nova-compute[74491]:       <target dev="tap638159c6-0a"/>
Oct 30 07:33:54 user nova-compute[74491]:     </interface>
Oct 30 07:33:54 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:33:54 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/console.log" append="off"/>
Oct 30 07:33:54 user nova-compute[74491]:     </serial>
Oct 30 07:33:54 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:33:54 user nova-compute[74491]:     <video>
Oct 30 07:33:54 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:33:54 user nova-compute[74491]:     </video>
Oct 30 07:33:54 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:33:54 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:33:54 user nova-compute[74491]:     </rng>
Oct 30 07:33:54 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:33:54 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:33:54 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:33:54 user nova-compute[74491]:     </memballoon>
Oct 30 07:33:54 user nova-compute[74491]:   </devices>
Oct 30 07:33:54 user nova-compute[74491]: </domain>
Oct 30 07:33:54 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:33:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-57387931',display_name='tempest-ServersNegativeTestJSON-server-57387931',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-57387931',id=3,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0ed4248405f74d87a561f204b295863b',ramdisk_id='',reservation_id='r-8g47ady0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1669228640',owner_user_name='tempest-ServersNegativeTestJSON-1669228640-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:33:48Z,user_data=None,user_id='0ddce72a11d34b36ba702676a4e1d3c2',uuid=fb047ba5-cb93-44ef-9443-bf2f728277c8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "638159c6-0a86-452b-8d0f-6f2ac71759d1", "address": "fa:16:3e:64:27:80", "network": {"id": "6349e7a1-6466-45d3-b99b-0012f4eca84a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-384759755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed4248405f74d87a561f204b295863b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap638159c6-0a", "ovs_interfaceid": "638159c6-0a86-452b-8d0f-6f2ac71759d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Converting VIF {"id": "638159c6-0a86-452b-8d0f-6f2ac71759d1", "address": "fa:16:3e:64:27:80", "network": {"id": "6349e7a1-6466-45d3-b99b-0012f4eca84a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-384759755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed4248405f74d87a561f204b295863b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap638159c6-0a", "ovs_interfaceid": "638159c6-0a86-452b-8d0f-6f2ac71759d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:64:27:80,bridge_name='br-int',has_traffic_filtering=True,id=638159c6-0a86-452b-8d0f-6f2ac71759d1,network=Network(6349e7a1-6466-45d3-b99b-0012f4eca84a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap638159c6-0a') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG os_vif [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:64:27:80,bridge_name='br-int',has_traffic_filtering=True,id=638159c6-0a86-452b-8d0f-6f2ac71759d1,network=Network(6349e7a1-6466-45d3-b99b-0012f4eca84a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap638159c6-0a') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd2277737-035d-5f89-877a-82fc2b286515', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.compute.manager [req-33f8bb14-ecd0-408e-910e-dbbb4debd9c3 req-979fc4e9-bc5d-4986-b3bb-8a27a6463299 service nova] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Received event network-changed-5f12d9a3-11a2-43cf-a53f-6dd6723f51c5 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.compute.manager [req-33f8bb14-ecd0-408e-910e-dbbb4debd9c3 req-979fc4e9-bc5d-4986-b3bb-8a27a6463299 service nova] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Refreshing instance network info cache due to event network-changed-5f12d9a3-11a2-43cf-a53f-6dd6723f51c5. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-33f8bb14-ecd0-408e-910e-dbbb4debd9c3 req-979fc4e9-bc5d-4986-b3bb-8a27a6463299 service nova] Acquiring lock "refresh_cache-bb072d38-2d8d-4138-833b-de7b80d17a96" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.network.neutron [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Updating instance_info_cache with network_info: [{"id": "5f12d9a3-11a2-43cf-a53f-6dd6723f51c5", "address": "fa:16:3e:da:b3:76", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f12d9a3-11", "ovs_interfaceid": "5f12d9a3-11a2-43cf-a53f-6dd6723f51c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Releasing lock "refresh_cache-bb072d38-2d8d-4138-833b-de7b80d17a96" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.compute.manager [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Instance network_info: |[{"id": "5f12d9a3-11a2-43cf-a53f-6dd6723f51c5", "address": "fa:16:3e:da:b3:76", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f12d9a3-11", "ovs_interfaceid": "5f12d9a3-11a2-43cf-a53f-6dd6723f51c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-33f8bb14-ecd0-408e-910e-dbbb4debd9c3 req-979fc4e9-bc5d-4986-b3bb-8a27a6463299 service nova] Acquired lock "refresh_cache-bb072d38-2d8d-4138-833b-de7b80d17a96" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.network.neutron [req-33f8bb14-ecd0-408e-910e-dbbb4debd9c3 req-979fc4e9-bc5d-4986-b3bb-8a27a6463299 service nova] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Refreshing network info cache for port 5f12d9a3-11a2-43cf-a53f-6dd6723f51c5 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Start _get_guest_xml network_info=[{"id": "5f12d9a3-11a2-43cf-a53f-6dd6723f51c5", "address": "fa:16:3e:da:b3:76", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f12d9a3-11", "ovs_interfaceid": "5f12d9a3-11a2-43cf-a53f-6dd6723f51c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:33:54 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:33:54 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:33:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-901515793',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-901515793',id=4,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='22c884731d2d4072ae0c9759f82c4bfc',ramdisk_id='',reservation_id='r-wq57aoe6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1284148635',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:33:49Z,user_data=None,user_id='e940f70d67db459baad1d913fe2b7aa5',uuid=bb072d38-2d8d-4138-833b-de7b80d17a96,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5f12d9a3-11a2-43cf-a53f-6dd6723f51c5", "address": "fa:16:3e:da:b3:76", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f12d9a3-11", "ovs_interfaceid": "5f12d9a3-11a2-43cf-a53f-6dd6723f51c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Converting VIF {"id": "5f12d9a3-11a2-43cf-a53f-6dd6723f51c5", "address": "fa:16:3e:da:b3:76", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f12d9a3-11", "ovs_interfaceid": "5f12d9a3-11a2-43cf-a53f-6dd6723f51c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:da:b3:76,bridge_name='br-int',has_traffic_filtering=True,id=5f12d9a3-11a2-43cf-a53f-6dd6723f51c5,network=Network(3d123996-c32a-43e8-b0ec-49fd0fff0f1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f12d9a3-11') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.objects.instance [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lazy-loading 'pci_devices' on Instance uuid bb072d38-2d8d-4138-833b-de7b80d17a96 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.network.neutron [req-b90f6629-bd49-4fc5-868f-3c110c7fe972 req-7042d1a9-fca5-4d75-9484-82f22bf52c82 service nova] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Updated VIF entry in instance network info cache for port 638159c6-0a86-452b-8d0f-6f2ac71759d1. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.network.neutron [req-b90f6629-bd49-4fc5-868f-3c110c7fe972 req-7042d1a9-fca5-4d75-9484-82f22bf52c82 service nova] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Updating instance_info_cache with network_info: [{"id": "638159c6-0a86-452b-8d0f-6f2ac71759d1", "address": "fa:16:3e:64:27:80", "network": {"id": "6349e7a1-6466-45d3-b99b-0012f4eca84a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-384759755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed4248405f74d87a561f204b295863b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap638159c6-0a", "ovs_interfaceid": "638159c6-0a86-452b-8d0f-6f2ac71759d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:33:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:33:54 user nova-compute[74491]:   <uuid>bb072d38-2d8d-4138-833b-de7b80d17a96</uuid>
Oct 30 07:33:54 user nova-compute[74491]:   <name>instance-00000004</name>
Oct 30 07:33:54 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:33:54 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:33:54 user nova-compute[74491]:   <metadata>
Oct 30 07:33:54 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:33:54 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:33:54 user nova-compute[74491]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-901515793</nova:name>
Oct 30 07:33:54 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:33:54</nova:creationTime>
Oct 30 07:33:54 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:33:54 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:33:54 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:33:54 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:33:54 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:33:54 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:33:54 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:33:54 user nova-compute[74491]:       <nova:owner>
Oct 30 07:33:54 user nova-compute[74491]:         <nova:user uuid="e940f70d67db459baad1d913fe2b7aa5">tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member</nova:user>
Oct 30 07:33:54 user nova-compute[74491]:         <nova:project uuid="22c884731d2d4072ae0c9759f82c4bfc">tempest-ServerBootFromVolumeStableRescueTest-1284148635</nova:project>
Oct 30 07:33:54 user nova-compute[74491]:       </nova:owner>
Oct 30 07:33:54 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:33:54 user nova-compute[74491]:       <nova:ports>
Oct 30 07:33:54 user nova-compute[74491]:         <nova:port uuid="5f12d9a3-11a2-43cf-a53f-6dd6723f51c5">
Oct 30 07:33:54 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 30 07:33:54 user nova-compute[74491]:         </nova:port>
Oct 30 07:33:54 user nova-compute[74491]:       </nova:ports>
Oct 30 07:33:54 user nova-compute[74491]:     </nova:instance>
Oct 30 07:33:54 user nova-compute[74491]:   </metadata>
Oct 30 07:33:54 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:33:54 user nova-compute[74491]:     <system>
Oct 30 07:33:54 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:33:54 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:33:54 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:33:54 user nova-compute[74491]:       <entry name="serial">bb072d38-2d8d-4138-833b-de7b80d17a96</entry>
Oct 30 07:33:54 user nova-compute[74491]:       <entry name="uuid">bb072d38-2d8d-4138-833b-de7b80d17a96</entry>
Oct 30 07:33:54 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:33:54 user nova-compute[74491]:     </system>
Oct 30 07:33:54 user nova-compute[74491]:   </sysinfo>
Oct 30 07:33:54 user nova-compute[74491]:   <os>
Oct 30 07:33:54 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:33:54 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:33:54 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:33:54 user nova-compute[74491]:   </os>
Oct 30 07:33:54 user nova-compute[74491]:   <features>
Oct 30 07:33:54 user nova-compute[74491]:     <acpi/>
Oct 30 07:33:54 user nova-compute[74491]:     <apic/>
Oct 30 07:33:54 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:33:54 user nova-compute[74491]:   </features>
Oct 30 07:33:54 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:33:54 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:33:54 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:33:54 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:33:54 user nova-compute[74491]:   </clock>
Oct 30 07:33:54 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:33:54 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:33:54 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:33:54 user nova-compute[74491]:   </cpu>
Oct 30 07:33:54 user nova-compute[74491]:   <devices>
Oct 30 07:33:54 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:33:54 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:33:54 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk"/>
Oct 30 07:33:54 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:33:54 user nova-compute[74491]:     </disk>
Oct 30 07:33:54 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:33:54 user nova-compute[74491]:       <mac address="fa:16:3e:da:b3:76"/>
Oct 30 07:33:54 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:33:54 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:33:54 user nova-compute[74491]:       <target dev="tap5f12d9a3-11"/>
Oct 30 07:33:54 user nova-compute[74491]:     </interface>
Oct 30 07:33:54 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:33:54 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/console.log" append="off"/>
Oct 30 07:33:54 user nova-compute[74491]:     </serial>
Oct 30 07:33:54 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:33:54 user nova-compute[74491]:     <video>
Oct 30 07:33:54 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:33:54 user nova-compute[74491]:     </video>
Oct 30 07:33:54 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:33:54 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:33:54 user nova-compute[74491]:     </rng>
Oct 30 07:33:54 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:33:54 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:33:54 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:33:54 user nova-compute[74491]:     </memballoon>
Oct 30 07:33:54 user nova-compute[74491]:   </devices>
Oct 30 07:33:54 user nova-compute[74491]: </domain>
Oct 30 07:33:54 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:33:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-901515793',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-901515793',id=4,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='22c884731d2d4072ae0c9759f82c4bfc',ramdisk_id='',reservation_id='r-wq57aoe6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1284148635',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:33:49Z,user_data=None,user_id='e940f70d67db459baad1d913fe2b7aa5',uuid=bb072d38-2d8d-4138-833b-de7b80d17a96,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5f12d9a3-11a2-43cf-a53f-6dd6723f51c5", "address": "fa:16:3e:da:b3:76", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f12d9a3-11", "ovs_interfaceid": "5f12d9a3-11a2-43cf-a53f-6dd6723f51c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Converting VIF {"id": "5f12d9a3-11a2-43cf-a53f-6dd6723f51c5", "address": "fa:16:3e:da:b3:76", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f12d9a3-11", "ovs_interfaceid": "5f12d9a3-11a2-43cf-a53f-6dd6723f51c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:da:b3:76,bridge_name='br-int',has_traffic_filtering=True,id=5f12d9a3-11a2-43cf-a53f-6dd6723f51c5,network=Network(3d123996-c32a-43e8-b0ec-49fd0fff0f1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f12d9a3-11') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG os_vif [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:b3:76,bridge_name='br-int',has_traffic_filtering=True,id=5f12d9a3-11a2-43cf-a53f-6dd6723f51c5,network=Network(3d123996-c32a-43e8-b0ec-49fd0fff0f1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f12d9a3-11') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b90f6629-bd49-4fc5-868f-3c110c7fe972 req-7042d1a9-fca5-4d75-9484-82f22bf52c82 service nova] Releasing lock "refresh_cache-fb047ba5-cb93-44ef-9443-bf2f728277c8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'af927674-ed96-597c-9dfd-4696bfdc1bfd', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.network.neutron [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Updating instance_info_cache with network_info: [{"id": "1e4fa61b-d720-457d-8161-db217dfd14b2", "address": "fa:16:3e:51:4e:36", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e4fa61b-d7", "ovs_interfaceid": "1e4fa61b-d720-457d-8161-db217dfd14b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Releasing lock "refresh_cache-962072d3-a76a-491e-8693-d0f1ce2a2dd8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.compute.manager [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Instance network_info: |[{"id": "1e4fa61b-d720-457d-8161-db217dfd14b2", "address": "fa:16:3e:51:4e:36", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e4fa61b-d7", "ovs_interfaceid": "1e4fa61b-d720-457d-8161-db217dfd14b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d8794cd4-221e-4c72-86e0-60ca85a09809 req-d4aa6caf-fec2-4b87-8692-bef10b0e2737 service nova] Acquired lock "refresh_cache-962072d3-a76a-491e-8693-d0f1ce2a2dd8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.network.neutron [req-d8794cd4-221e-4c72-86e0-60ca85a09809 req-d4aa6caf-fec2-4b87-8692-bef10b0e2737 service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Refreshing network info cache for port 1e4fa61b-d720-457d-8161-db217dfd14b2 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Start _get_guest_xml network_info=[{"id": "1e4fa61b-d720-457d-8161-db217dfd14b2", "address": "fa:16:3e:51:4e:36", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e4fa61b-d7", "ovs_interfaceid": "1e4fa61b-d720-457d-8161-db217dfd14b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:33:55 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:33:55 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:33:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2045118309',display_name='tempest-ServerRescueNegativeTestJSON-server-2045118309',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2045118309',id=1,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='10f5045c03764000a23c825ac45ee88c',ramdisk_id='',reservation_id='r-ji7ieils',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1194843193',owner_user_name='tempest-ServerRescueNegativeTestJSON-1194843193-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:33:46Z,user_data=None,user_id='028c3259355b490989b2883f4dc4dff5',uuid=962072d3-a76a-491e-8693-d0f1ce2a2dd8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1e4fa61b-d720-457d-8161-db217dfd14b2", "address": "fa:16:3e:51:4e:36", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e4fa61b-d7", "ovs_interfaceid": "1e4fa61b-d720-457d-8161-db217dfd14b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Converting VIF {"id": "1e4fa61b-d720-457d-8161-db217dfd14b2", "address": "fa:16:3e:51:4e:36", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e4fa61b-d7", "ovs_interfaceid": "1e4fa61b-d720-457d-8161-db217dfd14b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:51:4e:36,bridge_name='br-int',has_traffic_filtering=True,id=1e4fa61b-d720-457d-8161-db217dfd14b2,network=Network(5c5b3443-3293-4323-a588-f84a3dd2b926),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e4fa61b-d7') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.objects.instance [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lazy-loading 'pci_devices' on Instance uuid 962072d3-a76a-491e-8693-d0f1ce2a2dd8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:33:55 user nova-compute[74491]:   <uuid>962072d3-a76a-491e-8693-d0f1ce2a2dd8</uuid>
Oct 30 07:33:55 user nova-compute[74491]:   <name>instance-00000001</name>
Oct 30 07:33:55 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:33:55 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:33:55 user nova-compute[74491]:   <metadata>
Oct 30 07:33:55 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:33:55 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:33:55 user nova-compute[74491]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-2045118309</nova:name>
Oct 30 07:33:55 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:33:55</nova:creationTime>
Oct 30 07:33:55 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:33:55 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:33:55 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:33:55 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:33:55 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:33:55 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:33:55 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:33:55 user nova-compute[74491]:       <nova:owner>
Oct 30 07:33:55 user nova-compute[74491]:         <nova:user uuid="028c3259355b490989b2883f4dc4dff5">tempest-ServerRescueNegativeTestJSON-1194843193-project-member</nova:user>
Oct 30 07:33:55 user nova-compute[74491]:         <nova:project uuid="10f5045c03764000a23c825ac45ee88c">tempest-ServerRescueNegativeTestJSON-1194843193</nova:project>
Oct 30 07:33:55 user nova-compute[74491]:       </nova:owner>
Oct 30 07:33:55 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:33:55 user nova-compute[74491]:       <nova:ports>
Oct 30 07:33:55 user nova-compute[74491]:         <nova:port uuid="1e4fa61b-d720-457d-8161-db217dfd14b2">
Oct 30 07:33:55 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 30 07:33:55 user nova-compute[74491]:         </nova:port>
Oct 30 07:33:55 user nova-compute[74491]:       </nova:ports>
Oct 30 07:33:55 user nova-compute[74491]:     </nova:instance>
Oct 30 07:33:55 user nova-compute[74491]:   </metadata>
Oct 30 07:33:55 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:33:55 user nova-compute[74491]:     <system>
Oct 30 07:33:55 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:33:55 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:33:55 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:33:55 user nova-compute[74491]:       <entry name="serial">962072d3-a76a-491e-8693-d0f1ce2a2dd8</entry>
Oct 30 07:33:55 user nova-compute[74491]:       <entry name="uuid">962072d3-a76a-491e-8693-d0f1ce2a2dd8</entry>
Oct 30 07:33:55 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:33:55 user nova-compute[74491]:     </system>
Oct 30 07:33:55 user nova-compute[74491]:   </sysinfo>
Oct 30 07:33:55 user nova-compute[74491]:   <os>
Oct 30 07:33:55 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:33:55 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:33:55 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:33:55 user nova-compute[74491]:   </os>
Oct 30 07:33:55 user nova-compute[74491]:   <features>
Oct 30 07:33:55 user nova-compute[74491]:     <acpi/>
Oct 30 07:33:55 user nova-compute[74491]:     <apic/>
Oct 30 07:33:55 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:33:55 user nova-compute[74491]:   </features>
Oct 30 07:33:55 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:33:55 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:33:55 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:33:55 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:33:55 user nova-compute[74491]:   </clock>
Oct 30 07:33:55 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:33:55 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:33:55 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:33:55 user nova-compute[74491]:   </cpu>
Oct 30 07:33:55 user nova-compute[74491]:   <devices>
Oct 30 07:33:55 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:33:55 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:33:55 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk"/>
Oct 30 07:33:55 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:33:55 user nova-compute[74491]:     </disk>
Oct 30 07:33:55 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:33:55 user nova-compute[74491]:       <mac address="fa:16:3e:51:4e:36"/>
Oct 30 07:33:55 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:33:55 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:33:55 user nova-compute[74491]:       <target dev="tap1e4fa61b-d7"/>
Oct 30 07:33:55 user nova-compute[74491]:     </interface>
Oct 30 07:33:55 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:33:55 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/console.log" append="off"/>
Oct 30 07:33:55 user nova-compute[74491]:     </serial>
Oct 30 07:33:55 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:33:55 user nova-compute[74491]:     <video>
Oct 30 07:33:55 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:33:55 user nova-compute[74491]:     </video>
Oct 30 07:33:55 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:33:55 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:33:55 user nova-compute[74491]:     </rng>
Oct 30 07:33:55 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:33:55 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:33:55 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:33:55 user nova-compute[74491]:     </memballoon>
Oct 30 07:33:55 user nova-compute[74491]:   </devices>
Oct 30 07:33:55 user nova-compute[74491]: </domain>
Oct 30 07:33:55 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:33:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2045118309',display_name='tempest-ServerRescueNegativeTestJSON-server-2045118309',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2045118309',id=1,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='10f5045c03764000a23c825ac45ee88c',ramdisk_id='',reservation_id='r-ji7ieils',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1194843193',owner_user_name='tempest-ServerRescueNegativeTestJSON-1194843193-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:33:46Z,user_data=None,user_id='028c3259355b490989b2883f4dc4dff5',uuid=962072d3-a76a-491e-8693-d0f1ce2a2dd8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1e4fa61b-d720-457d-8161-db217dfd14b2", "address": "fa:16:3e:51:4e:36", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e4fa61b-d7", "ovs_interfaceid": "1e4fa61b-d720-457d-8161-db217dfd14b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Converting VIF {"id": "1e4fa61b-d720-457d-8161-db217dfd14b2", "address": "fa:16:3e:51:4e:36", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e4fa61b-d7", "ovs_interfaceid": "1e4fa61b-d720-457d-8161-db217dfd14b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:51:4e:36,bridge_name='br-int',has_traffic_filtering=True,id=1e4fa61b-d720-457d-8161-db217dfd14b2,network=Network(5c5b3443-3293-4323-a588-f84a3dd2b926),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e4fa61b-d7') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG os_vif [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:51:4e:36,bridge_name='br-int',has_traffic_filtering=True,id=1e4fa61b-d720-457d-8161-db217dfd14b2,network=Network(5c5b3443-3293-4323-a588-f84a3dd2b926),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e4fa61b-d7') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fd2a388e-b081-5eea-8451-ab946fd74725', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:33:55 user sudo[83836]: pam_unix(sudo:session): session closed for user root
Oct 30 07:33:55 user nova-compute[74491]: INFO oslo.privsep.daemon [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Spawned new privsep daemon via rootwrap
Oct 30 07:33:55 user nova-compute[74491]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 30 07:33:55 user nova-compute[74491]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 30 07:33:55 user nova-compute[74491]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Oct 30 07:33:55 user nova-compute[74491]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 83844
Oct 30 07:33:55 user nova-compute[74491]: WARNING oslo_privsep.priv_context [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] privsep daemon already running
Oct 30 07:33:55 user nova-compute[74491]: WARNING oslo_privsep.priv_context [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] privsep daemon already running
Oct 30 07:33:55 user nova-compute[74491]: WARNING oslo_privsep.priv_context [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] privsep daemon already running
Oct 30 07:33:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.network.neutron [req-8e032729-289f-4494-b5e3-4ea7327becdf req-e8bf19f6-56dc-47fb-bafc-44cfc95424b5 service nova] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Updated VIF entry in instance network info cache for port 7b1ca654-3366-4e82-b919-4b349e2144d7. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:33:55 user nova-compute[74491]: DEBUG nova.network.neutron [req-8e032729-289f-4494-b5e3-4ea7327becdf req-e8bf19f6-56dc-47fb-bafc-44cfc95424b5 service nova] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Updating instance_info_cache with network_info: [{"id": "7b1ca654-3366-4e82-b919-4b349e2144d7", "address": "fa:16:3e:3f:06:0e", "network": {"id": "86bcbe21-8b77-4386-9322-d7d293bf3795", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-449493076-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e7cff73774745ebba4a6425347db823", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b1ca654-33", "ovs_interfaceid": "7b1ca654-3366-4e82-b919-4b349e2144d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8e032729-289f-4494-b5e3-4ea7327becdf req-e8bf19f6-56dc-47fb-bafc-44cfc95424b5 service nova] Releasing lock "refresh_cache-7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1e4fa61b-d7, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1e4fa61b-d7, col_values=(('qos', UUID('ceb074d4-233a-4e16-93c8-176886b49857')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1e4fa61b-d7, col_values=(('external_ids', {'iface-id': '1e4fa61b-d720-457d-8161-db217dfd14b2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:51:4e:36', 'vm-uuid': '962072d3-a76a-491e-8693-d0f1ce2a2dd8'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:56 user nova-compute[74491]: INFO os_vif [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:51:4e:36,bridge_name='br-int',has_traffic_filtering=True,id=1e4fa61b-d720-457d-8161-db217dfd14b2,network=Network(5c5b3443-3293-4323-a588-f84a3dd2b926),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e4fa61b-d7')
Oct 30 07:33:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap638159c6-0a, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap638159c6-0a, col_values=(('qos', UUID('035b3dc2-0aa3-4ac8-8861-0bccf6a3c60c')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap638159c6-0a, col_values=(('external_ids', {'iface-id': '638159c6-0a86-452b-8d0f-6f2ac71759d1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:64:27:80', 'vm-uuid': 'fb047ba5-cb93-44ef-9443-bf2f728277c8'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:56 user nova-compute[74491]: INFO os_vif [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:64:27:80,bridge_name='br-int',has_traffic_filtering=True,id=638159c6-0a86-452b-8d0f-6f2ac71759d1,network=Network(6349e7a1-6466-45d3-b99b-0012f4eca84a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap638159c6-0a')
Oct 30 07:33:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7b1ca654-33, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7b1ca654-33, col_values=(('qos', UUID('c6616166-d425-4e8c-b515-c835aa4e84d2')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7b1ca654-33, col_values=(('external_ids', {'iface-id': '7b1ca654-3366-4e82-b919-4b349e2144d7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3f:06:0e', 'vm-uuid': '7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:56 user nova-compute[74491]: INFO os_vif [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3f:06:0e,bridge_name='br-int',has_traffic_filtering=True,id=7b1ca654-3366-4e82-b919-4b349e2144d7,network=Network(86bcbe21-8b77-4386-9322-d7d293bf3795),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b1ca654-33')
Oct 30 07:33:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5f12d9a3-11, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5f12d9a3-11, col_values=(('qos', UUID('0bf44398-5e23-4d62-9f72-7ab762d77c6e')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5f12d9a3-11, col_values=(('external_ids', {'iface-id': '5f12d9a3-11a2-43cf-a53f-6dd6723f51c5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:da:b3:76', 'vm-uuid': 'bb072d38-2d8d-4138-833b-de7b80d17a96'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] No VIF found with MAC fa:16:3e:51:4e:36, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:56 user nova-compute[74491]: INFO os_vif [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:b3:76,bridge_name='br-int',has_traffic_filtering=True,id=5f12d9a3-11a2-43cf-a53f-6dd6723f51c5,network=Network(3d123996-c32a-43e8-b0ec-49fd0fff0f1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f12d9a3-11')
Oct 30 07:33:56 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] No VIF found with MAC fa:16:3e:64:27:80, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] No VIF found with MAC fa:16:3e:3f:06:0e, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] No VIF found with MAC fa:16:3e:da:b3:76, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG nova.network.neutron [req-33f8bb14-ecd0-408e-910e-dbbb4debd9c3 req-979fc4e9-bc5d-4986-b3bb-8a27a6463299 service nova] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Updated VIF entry in instance network info cache for port 5f12d9a3-11a2-43cf-a53f-6dd6723f51c5. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG nova.network.neutron [req-33f8bb14-ecd0-408e-910e-dbbb4debd9c3 req-979fc4e9-bc5d-4986-b3bb-8a27a6463299 service nova] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Updating instance_info_cache with network_info: [{"id": "5f12d9a3-11a2-43cf-a53f-6dd6723f51c5", "address": "fa:16:3e:da:b3:76", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f12d9a3-11", "ovs_interfaceid": "5f12d9a3-11a2-43cf-a53f-6dd6723f51c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-33f8bb14-ecd0-408e-910e-dbbb4debd9c3 req-979fc4e9-bc5d-4986-b3bb-8a27a6463299 service nova] Releasing lock "refresh_cache-bb072d38-2d8d-4138-833b-de7b80d17a96" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG nova.network.neutron [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Successfully updated port: bc3ae8c9-13ef-47b6-b34c-b2c645097385 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "refresh_cache-6baf250e-557b-456f-8962-4e4e58e8f1b9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquired lock "refresh_cache-6baf250e-557b-456f-8962-4e4e58e8f1b9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:33:56 user nova-compute[74491]: DEBUG nova.network.neutron [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:33:57 user nova-compute[74491]: DEBUG nova.compute.manager [req-32904e53-6425-4894-a55c-5b84e6dabfb4 req-8a6d35ce-4b64-4b65-9162-10a8beb2a6ab service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Received event network-changed-bc3ae8c9-13ef-47b6-b34c-b2c645097385 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:33:57 user nova-compute[74491]: DEBUG nova.compute.manager [req-32904e53-6425-4894-a55c-5b84e6dabfb4 req-8a6d35ce-4b64-4b65-9162-10a8beb2a6ab service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Refreshing instance network info cache due to event network-changed-bc3ae8c9-13ef-47b6-b34c-b2c645097385. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:33:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-32904e53-6425-4894-a55c-5b84e6dabfb4 req-8a6d35ce-4b64-4b65-9162-10a8beb2a6ab service nova] Acquiring lock "refresh_cache-6baf250e-557b-456f-8962-4e4e58e8f1b9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:33:57 user nova-compute[74491]: DEBUG nova.network.neutron [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:33:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:57 user nova-compute[74491]: DEBUG nova.network.neutron [req-d8794cd4-221e-4c72-86e0-60ca85a09809 req-d4aa6caf-fec2-4b87-8692-bef10b0e2737 service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Updated VIF entry in instance network info cache for port 1e4fa61b-d720-457d-8161-db217dfd14b2. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:33:57 user nova-compute[74491]: DEBUG nova.network.neutron [req-d8794cd4-221e-4c72-86e0-60ca85a09809 req-d4aa6caf-fec2-4b87-8692-bef10b0e2737 service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Updating instance_info_cache with network_info: [{"id": "1e4fa61b-d720-457d-8161-db217dfd14b2", "address": "fa:16:3e:51:4e:36", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e4fa61b-d7", "ovs_interfaceid": "1e4fa61b-d720-457d-8161-db217dfd14b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:33:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d8794cd4-221e-4c72-86e0-60ca85a09809 req-d4aa6caf-fec2-4b87-8692-bef10b0e2737 service nova] Releasing lock "refresh_cache-962072d3-a76a-491e-8693-d0f1ce2a2dd8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:33:57 user nova-compute[74491]: DEBUG nova.network.neutron [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Updating instance_info_cache with network_info: [{"id": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "address": "fa:16:3e:56:94:ff", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc3ae8c9-13", "ovs_interfaceid": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:33:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Releasing lock "refresh_cache-6baf250e-557b-456f-8962-4e4e58e8f1b9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:33:57 user nova-compute[74491]: DEBUG nova.compute.manager [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Instance network_info: |[{"id": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "address": "fa:16:3e:56:94:ff", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc3ae8c9-13", "ovs_interfaceid": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:33:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-32904e53-6425-4894-a55c-5b84e6dabfb4 req-8a6d35ce-4b64-4b65-9162-10a8beb2a6ab service nova] Acquired lock "refresh_cache-6baf250e-557b-456f-8962-4e4e58e8f1b9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:33:57 user nova-compute[74491]: DEBUG nova.network.neutron [req-32904e53-6425-4894-a55c-5b84e6dabfb4 req-8a6d35ce-4b64-4b65-9162-10a8beb2a6ab service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Refreshing network info cache for port bc3ae8c9-13ef-47b6-b34c-b2c645097385 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:33:57 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Start _get_guest_xml network_info=[{"id": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "address": "fa:16:3e:56:94:ff", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc3ae8c9-13", "ovs_interfaceid": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:33:58 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:33:58 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:33:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:33:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1503562976',display_name='tempest-ServerRescueNegativeTestJSON-server-1503562976',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1503562976',id=5,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='10f5045c03764000a23c825ac45ee88c',ramdisk_id='',reservation_id='r-mkinynpa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1194843193',owner_user_name='tempest-ServerRescueNegativeTestJSON-1194843193-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:33:49Z,user_data=None,user_id='028c3259355b490989b2883f4dc4dff5',uuid=6baf250e-557b-456f-8962-4e4e58e8f1b9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "address": "fa:16:3e:56:94:ff", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc3ae8c9-13", "ovs_interfaceid": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Converting VIF {"id": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "address": "fa:16:3e:56:94:ff", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc3ae8c9-13", "ovs_interfaceid": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:56:94:ff,bridge_name='br-int',has_traffic_filtering=True,id=bc3ae8c9-13ef-47b6-b34c-b2c645097385,network=Network(5c5b3443-3293-4323-a588-f84a3dd2b926),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc3ae8c9-13') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG nova.objects.instance [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lazy-loading 'pci_devices' on Instance uuid 6baf250e-557b-456f-8962-4e4e58e8f1b9 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:33:58 user nova-compute[74491]:   <uuid>6baf250e-557b-456f-8962-4e4e58e8f1b9</uuid>
Oct 30 07:33:58 user nova-compute[74491]:   <name>instance-00000005</name>
Oct 30 07:33:58 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:33:58 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:33:58 user nova-compute[74491]:   <metadata>
Oct 30 07:33:58 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:33:58 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:33:58 user nova-compute[74491]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1503562976</nova:name>
Oct 30 07:33:58 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:33:58</nova:creationTime>
Oct 30 07:33:58 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:33:58 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:33:58 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:33:58 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:33:58 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:33:58 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:33:58 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:33:58 user nova-compute[74491]:       <nova:owner>
Oct 30 07:33:58 user nova-compute[74491]:         <nova:user uuid="028c3259355b490989b2883f4dc4dff5">tempest-ServerRescueNegativeTestJSON-1194843193-project-member</nova:user>
Oct 30 07:33:58 user nova-compute[74491]:         <nova:project uuid="10f5045c03764000a23c825ac45ee88c">tempest-ServerRescueNegativeTestJSON-1194843193</nova:project>
Oct 30 07:33:58 user nova-compute[74491]:       </nova:owner>
Oct 30 07:33:58 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:33:58 user nova-compute[74491]:       <nova:ports>
Oct 30 07:33:58 user nova-compute[74491]:         <nova:port uuid="bc3ae8c9-13ef-47b6-b34c-b2c645097385">
Oct 30 07:33:58 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 07:33:58 user nova-compute[74491]:         </nova:port>
Oct 30 07:33:58 user nova-compute[74491]:       </nova:ports>
Oct 30 07:33:58 user nova-compute[74491]:     </nova:instance>
Oct 30 07:33:58 user nova-compute[74491]:   </metadata>
Oct 30 07:33:58 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:33:58 user nova-compute[74491]:     <system>
Oct 30 07:33:58 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:33:58 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:33:58 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:33:58 user nova-compute[74491]:       <entry name="serial">6baf250e-557b-456f-8962-4e4e58e8f1b9</entry>
Oct 30 07:33:58 user nova-compute[74491]:       <entry name="uuid">6baf250e-557b-456f-8962-4e4e58e8f1b9</entry>
Oct 30 07:33:58 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:33:58 user nova-compute[74491]:     </system>
Oct 30 07:33:58 user nova-compute[74491]:   </sysinfo>
Oct 30 07:33:58 user nova-compute[74491]:   <os>
Oct 30 07:33:58 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:33:58 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:33:58 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:33:58 user nova-compute[74491]:   </os>
Oct 30 07:33:58 user nova-compute[74491]:   <features>
Oct 30 07:33:58 user nova-compute[74491]:     <acpi/>
Oct 30 07:33:58 user nova-compute[74491]:     <apic/>
Oct 30 07:33:58 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:33:58 user nova-compute[74491]:   </features>
Oct 30 07:33:58 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:33:58 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:33:58 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:33:58 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:33:58 user nova-compute[74491]:   </clock>
Oct 30 07:33:58 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:33:58 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:33:58 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:33:58 user nova-compute[74491]:   </cpu>
Oct 30 07:33:58 user nova-compute[74491]:   <devices>
Oct 30 07:33:58 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:33:58 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:33:58 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk"/>
Oct 30 07:33:58 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:33:58 user nova-compute[74491]:     </disk>
Oct 30 07:33:58 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:33:58 user nova-compute[74491]:       <mac address="fa:16:3e:56:94:ff"/>
Oct 30 07:33:58 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:33:58 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:33:58 user nova-compute[74491]:       <target dev="tapbc3ae8c9-13"/>
Oct 30 07:33:58 user nova-compute[74491]:     </interface>
Oct 30 07:33:58 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:33:58 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/console.log" append="off"/>
Oct 30 07:33:58 user nova-compute[74491]:     </serial>
Oct 30 07:33:58 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:33:58 user nova-compute[74491]:     <video>
Oct 30 07:33:58 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:33:58 user nova-compute[74491]:     </video>
Oct 30 07:33:58 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:33:58 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:33:58 user nova-compute[74491]:     </rng>
Oct 30 07:33:58 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:33:58 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:33:58 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:33:58 user nova-compute[74491]:     </memballoon>
Oct 30 07:33:58 user nova-compute[74491]:   </devices>
Oct 30 07:33:58 user nova-compute[74491]: </domain>
Oct 30 07:33:58 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:33:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1503562976',display_name='tempest-ServerRescueNegativeTestJSON-server-1503562976',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1503562976',id=5,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='10f5045c03764000a23c825ac45ee88c',ramdisk_id='',reservation_id='r-mkinynpa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1194843193',owner_user_name='tempest-ServerRescueNegativeTestJSON-1194843193-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:33:49Z,user_data=None,user_id='028c3259355b490989b2883f4dc4dff5',uuid=6baf250e-557b-456f-8962-4e4e58e8f1b9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "address": "fa:16:3e:56:94:ff", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc3ae8c9-13", "ovs_interfaceid": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Converting VIF {"id": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "address": "fa:16:3e:56:94:ff", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc3ae8c9-13", "ovs_interfaceid": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:56:94:ff,bridge_name='br-int',has_traffic_filtering=True,id=bc3ae8c9-13ef-47b6-b34c-b2c645097385,network=Network(5c5b3443-3293-4323-a588-f84a3dd2b926),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc3ae8c9-13') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG os_vif [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:56:94:ff,bridge_name='br-int',has_traffic_filtering=True,id=bc3ae8c9-13ef-47b6-b34c-b2c645097385,network=Network(5c5b3443-3293-4323-a588-f84a3dd2b926),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc3ae8c9-13') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fbddf98d-c6f7-5d83-b294-23ffc96dd2a2', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbc3ae8c9-13, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbc3ae8c9-13, col_values=(('qos', UUID('f379586e-69f1-4d16-b56b-f33ed4d4552b')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbc3ae8c9-13, col_values=(('external_ids', {'iface-id': 'bc3ae8c9-13ef-47b6-b34c-b2c645097385', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:56:94:ff', 'vm-uuid': '6baf250e-557b-456f-8962-4e4e58e8f1b9'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:58 user nova-compute[74491]: INFO os_vif [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:56:94:ff,bridge_name='br-int',has_traffic_filtering=True,id=bc3ae8c9-13ef-47b6-b34c-b2c645097385,network=Network(5c5b3443-3293-4323-a588-f84a3dd2b926),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc3ae8c9-13')
Oct 30 07:33:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] No VIF found with MAC fa:16:3e:56:94:ff, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:33:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:59 user nova-compute[74491]: DEBUG nova.network.neutron [req-32904e53-6425-4894-a55c-5b84e6dabfb4 req-8a6d35ce-4b64-4b65-9162-10a8beb2a6ab service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Updated VIF entry in instance network info cache for port bc3ae8c9-13ef-47b6-b34c-b2c645097385. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:33:59 user nova-compute[74491]: DEBUG nova.network.neutron [req-32904e53-6425-4894-a55c-5b84e6dabfb4 req-8a6d35ce-4b64-4b65-9162-10a8beb2a6ab service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Updating instance_info_cache with network_info: [{"id": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "address": "fa:16:3e:56:94:ff", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc3ae8c9-13", "ovs_interfaceid": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:33:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-32904e53-6425-4894-a55c-5b84e6dabfb4 req-8a6d35ce-4b64-4b65-9162-10a8beb2a6ab service nova] Releasing lock "refresh_cache-6baf250e-557b-456f-8962-4e4e58e8f1b9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:33:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:33:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:05 user nova-compute[74491]: DEBUG nova.compute.manager [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:34:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:34:05 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Instance spawned successfully.
Oct 30 07:34:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:34:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:06 user nova-compute[74491]: INFO nova.compute.manager [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Took 19.64 seconds to spawn the instance on the hypervisor.
Oct 30 07:34:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:34:06 user nova-compute[74491]: INFO nova.compute.manager [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Took 20.72 seconds to build instance.
Oct 30 07:34:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ed7ac018-d325-45f2-a716-47de5ee3a9b8 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 20.995s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.compute.manager [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:34:07 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Instance spawned successfully.
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:07 user nova-compute[74491]: INFO nova.compute.manager [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Took 19.65 seconds to spawn the instance on the hypervisor.
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.compute.manager [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.compute.manager [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.compute.manager [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.compute.manager [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:34:07 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Instance spawned successfully.
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:34:07 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Instance spawned successfully.
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:34:07 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Instance spawned successfully.
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:07 user nova-compute[74491]: INFO nova.compute.manager [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Took 22.26 seconds to build instance.
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63435840-2569-4f93-a3bc-e10350103a02 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lock "7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.549s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:08 user nova-compute[74491]: INFO nova.compute.manager [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Took 19.34 seconds to spawn the instance on the hypervisor.
Oct 30 07:34:08 user nova-compute[74491]: DEBUG nova.compute.manager [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:34:08 user nova-compute[74491]: INFO nova.compute.manager [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Took 19.82 seconds to spawn the instance on the hypervisor.
Oct 30 07:34:08 user nova-compute[74491]: DEBUG nova.compute.manager [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:34:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:08 user nova-compute[74491]: INFO nova.compute.manager [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Took 19.11 seconds to spawn the instance on the hypervisor.
Oct 30 07:34:08 user nova-compute[74491]: DEBUG nova.compute.manager [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:34:08 user nova-compute[74491]: INFO nova.compute.manager [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Took 20.86 seconds to build instance.
Oct 30 07:34:08 user nova-compute[74491]: INFO nova.compute.manager [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Took 21.76 seconds to build instance.
Oct 30 07:34:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c1ae65a4-2f3a-4716-a2e4-cd8bf575711a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "bb072d38-2d8d-4138-833b-de7b80d17a96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.807s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-49330686-6eda-41b5-95c0-74f6c4845d69 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "fb047ba5-cb93-44ef-9443-bf2f728277c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.954s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:08 user nova-compute[74491]: INFO nova.compute.manager [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Took 20.98 seconds to build instance.
Oct 30 07:34:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b833f769-161a-47ea-b63b-90d246feca0b tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "6baf250e-557b-456f-8962-4e4e58e8f1b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.276s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-1cd5d9c7-d170-486e-8827-d3f6f9171d24 req-2ecba03d-20f5-4c3b-a119-30766c2ebbbd service nova] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Received event network-vif-plugged-7b1ca654-3366-4e82-b919-4b349e2144d7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:34:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-1cd5d9c7-d170-486e-8827-d3f6f9171d24 req-2ecba03d-20f5-4c3b-a119-30766c2ebbbd service nova] Acquiring lock "7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-1cd5d9c7-d170-486e-8827-d3f6f9171d24 req-2ecba03d-20f5-4c3b-a119-30766c2ebbbd service nova] Lock "7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-1cd5d9c7-d170-486e-8827-d3f6f9171d24 req-2ecba03d-20f5-4c3b-a119-30766c2ebbbd service nova] Lock "7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-1cd5d9c7-d170-486e-8827-d3f6f9171d24 req-2ecba03d-20f5-4c3b-a119-30766c2ebbbd service nova] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] No waiting events found dispatching network-vif-plugged-7b1ca654-3366-4e82-b919-4b349e2144d7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:34:11 user nova-compute[74491]: WARNING nova.compute.manager [req-1cd5d9c7-d170-486e-8827-d3f6f9171d24 req-2ecba03d-20f5-4c3b-a119-30766c2ebbbd service nova] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Received unexpected event network-vif-plugged-7b1ca654-3366-4e82-b919-4b349e2144d7 for instance with vm_state active and task_state None.
Oct 30 07:34:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Acquiring lock "4a1e1884-891c-401f-b946-7eee2c6950fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lock "4a1e1884-891c-401f-b946-7eee2c6950fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:12 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:34:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:13 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:34:13 user nova-compute[74491]: INFO nova.compute.claims [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Claim successful on node user
Oct 30 07:34:13 user nova-compute[74491]: DEBUG nova.compute.manager [req-5cd06fe6-4a8f-4943-bc37-1681bc250320 req-6c745f19-b73c-4c07-900a-0bf64e8670cb service nova] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Received event network-vif-plugged-7b1ca654-3366-4e82-b919-4b349e2144d7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:34:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5cd06fe6-4a8f-4943-bc37-1681bc250320 req-6c745f19-b73c-4c07-900a-0bf64e8670cb service nova] Acquiring lock "7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5cd06fe6-4a8f-4943-bc37-1681bc250320 req-6c745f19-b73c-4c07-900a-0bf64e8670cb service nova] Lock "7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5cd06fe6-4a8f-4943-bc37-1681bc250320 req-6c745f19-b73c-4c07-900a-0bf64e8670cb service nova] Lock "7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:13 user nova-compute[74491]: DEBUG nova.compute.manager [req-5cd06fe6-4a8f-4943-bc37-1681bc250320 req-6c745f19-b73c-4c07-900a-0bf64e8670cb service nova] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] No waiting events found dispatching network-vif-plugged-7b1ca654-3366-4e82-b919-4b349e2144d7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:34:13 user nova-compute[74491]: WARNING nova.compute.manager [req-5cd06fe6-4a8f-4943-bc37-1681bc250320 req-6c745f19-b73c-4c07-900a-0bf64e8670cb service nova] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Received unexpected event network-vif-plugged-7b1ca654-3366-4e82-b919-4b349e2144d7 for instance with vm_state active and task_state None.
Oct 30 07:34:13 user nova-compute[74491]: DEBUG nova.compute.manager [req-5cd06fe6-4a8f-4943-bc37-1681bc250320 req-6c745f19-b73c-4c07-900a-0bf64e8670cb service nova] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Received event network-vif-plugged-5f12d9a3-11a2-43cf-a53f-6dd6723f51c5 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:34:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5cd06fe6-4a8f-4943-bc37-1681bc250320 req-6c745f19-b73c-4c07-900a-0bf64e8670cb service nova] Acquiring lock "bb072d38-2d8d-4138-833b-de7b80d17a96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5cd06fe6-4a8f-4943-bc37-1681bc250320 req-6c745f19-b73c-4c07-900a-0bf64e8670cb service nova] Lock "bb072d38-2d8d-4138-833b-de7b80d17a96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5cd06fe6-4a8f-4943-bc37-1681bc250320 req-6c745f19-b73c-4c07-900a-0bf64e8670cb service nova] Lock "bb072d38-2d8d-4138-833b-de7b80d17a96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:13 user nova-compute[74491]: DEBUG nova.compute.manager [req-5cd06fe6-4a8f-4943-bc37-1681bc250320 req-6c745f19-b73c-4c07-900a-0bf64e8670cb service nova] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] No waiting events found dispatching network-vif-plugged-5f12d9a3-11a2-43cf-a53f-6dd6723f51c5 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:34:13 user nova-compute[74491]: WARNING nova.compute.manager [req-5cd06fe6-4a8f-4943-bc37-1681bc250320 req-6c745f19-b73c-4c07-900a-0bf64e8670cb service nova] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Received unexpected event network-vif-plugged-5f12d9a3-11a2-43cf-a53f-6dd6723f51c5 for instance with vm_state active and task_state None.
Oct 30 07:34:13 user nova-compute[74491]: DEBUG nova.compute.manager [req-5cd06fe6-4a8f-4943-bc37-1681bc250320 req-6c745f19-b73c-4c07-900a-0bf64e8670cb service nova] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Received event network-vif-plugged-5f12d9a3-11a2-43cf-a53f-6dd6723f51c5 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:34:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5cd06fe6-4a8f-4943-bc37-1681bc250320 req-6c745f19-b73c-4c07-900a-0bf64e8670cb service nova] Acquiring lock "bb072d38-2d8d-4138-833b-de7b80d17a96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5cd06fe6-4a8f-4943-bc37-1681bc250320 req-6c745f19-b73c-4c07-900a-0bf64e8670cb service nova] Lock "bb072d38-2d8d-4138-833b-de7b80d17a96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.007s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5cd06fe6-4a8f-4943-bc37-1681bc250320 req-6c745f19-b73c-4c07-900a-0bf64e8670cb service nova] Lock "bb072d38-2d8d-4138-833b-de7b80d17a96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:13 user nova-compute[74491]: DEBUG nova.compute.manager [req-5cd06fe6-4a8f-4943-bc37-1681bc250320 req-6c745f19-b73c-4c07-900a-0bf64e8670cb service nova] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] No waiting events found dispatching network-vif-plugged-5f12d9a3-11a2-43cf-a53f-6dd6723f51c5 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:34:13 user nova-compute[74491]: WARNING nova.compute.manager [req-5cd06fe6-4a8f-4943-bc37-1681bc250320 req-6c745f19-b73c-4c07-900a-0bf64e8670cb service nova] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Received unexpected event network-vif-plugged-5f12d9a3-11a2-43cf-a53f-6dd6723f51c5 for instance with vm_state active and task_state None.
Oct 30 07:34:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:14 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:34:14 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:34:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.133s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:14 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:34:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:14 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:34:14 user nova-compute[74491]: DEBUG nova.network.neutron [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:34:14 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Oct 30 07:34:14 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:34:15 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:34:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:34:15 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Creating image(s)
Oct 30 07:34:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Acquiring lock "/opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lock "/opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lock "/opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Acquiring lock "1de25b2708c22b7eb61c3a47375ae4989b4d7572" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lock "1de25b2708c22b7eb61c3a47375ae4989b4d7572" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1de25b2708c22b7eb61c3a47375ae4989b4d7572.part --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:15 user nova-compute[74491]: DEBUG nova.policy [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd20fa223284e4c7898a78ced509876d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d86dfa6c2684218baa0bab577a3c676', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:34:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1de25b2708c22b7eb61c3a47375ae4989b4d7572.part --force-share --output=json" returned: 0 in 0.338s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:16 user nova-compute[74491]: DEBUG nova.virt.images [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] 5605766e-b681-4f45-b2bf-ba2bbb5c4884 was qcow2, converting to raw {{(pid=74491) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 30 07:34:16 user nova-compute[74491]: DEBUG nova.privsep.utils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74491) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 07:34:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/1de25b2708c22b7eb61c3a47375ae4989b4d7572.part /opt/stack/data/nova/instances/_base/1de25b2708c22b7eb61c3a47375ae4989b4d7572.converted {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/1de25b2708c22b7eb61c3a47375ae4989b4d7572.part /opt/stack/data/nova/instances/_base/1de25b2708c22b7eb61c3a47375ae4989b4d7572.converted" returned: 0 in 0.264s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1de25b2708c22b7eb61c3a47375ae4989b4d7572.converted --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1de25b2708c22b7eb61c3a47375ae4989b4d7572.converted --force-share --output=json" returned: 0 in 0.319s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lock "1de25b2708c22b7eb61c3a47375ae4989b4d7572" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.768s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1de25b2708c22b7eb61c3a47375ae4989b4d7572 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:17 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1de25b2708c22b7eb61c3a47375ae4989b4d7572 --force-share --output=json" returned: 0 in 0.268s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Acquiring lock "1de25b2708c22b7eb61c3a47375ae4989b4d7572" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lock "1de25b2708c22b7eb61c3a47375ae4989b4d7572" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.004s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:17 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1de25b2708c22b7eb61c3a47375ae4989b4d7572 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:17 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1de25b2708c22b7eb61c3a47375ae4989b4d7572 --force-share --output=json" returned: 0 in 0.338s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:17 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1de25b2708c22b7eb61c3a47375ae4989b4d7572,backing_fmt=raw /opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:17 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1de25b2708c22b7eb61c3a47375ae4989b4d7572,backing_fmt=raw /opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/disk 1073741824" returned: 0 in 0.115s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lock "1de25b2708c22b7eb61c3a47375ae4989b4d7572" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.469s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:17 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1de25b2708c22b7eb61c3a47375ae4989b4d7572 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:17 user nova-compute[74491]: DEBUG nova.network.neutron [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Successfully created port: 4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:34:17 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1de25b2708c22b7eb61c3a47375ae4989b4d7572 --force-share --output=json" returned: 0 in 0.378s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:17 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:34:17 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/disk --force-share --output=json" returned: 0 in 0.313s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:18 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Cannot resize image /opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:34:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:34:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Ensure instance console log exists: /opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:34:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.006s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:19 user nova-compute[74491]: DEBUG nova.network.neutron [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Successfully updated port: 4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:34:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Acquiring lock "refresh_cache-4a1e1884-891c-401f-b946-7eee2c6950fe" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:34:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Acquired lock "refresh_cache-4a1e1884-891c-401f-b946-7eee2c6950fe" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:34:19 user nova-compute[74491]: DEBUG nova.network.neutron [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:34:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-e77415ae-b51f-4935-a6ed-825abf379fc6 req-4941c48d-e1d8-4da7-8d94-fb4f8aa068eb service nova] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Received event network-changed-4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:34:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-e77415ae-b51f-4935-a6ed-825abf379fc6 req-4941c48d-e1d8-4da7-8d94-fb4f8aa068eb service nova] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Refreshing instance network info cache due to event network-changed-4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:34:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e77415ae-b51f-4935-a6ed-825abf379fc6 req-4941c48d-e1d8-4da7-8d94-fb4f8aa068eb service nova] Acquiring lock "refresh_cache-4a1e1884-891c-401f-b946-7eee2c6950fe" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:34:19 user nova-compute[74491]: DEBUG nova.network.neutron [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:34:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Acquiring lock "de1afc91-375c-4c89-92e4-07f9642199dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "de1afc91-375c-4c89-92e4-07f9642199dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:19 user nova-compute[74491]: DEBUG nova.compute.manager [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:34:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:19 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:34:19 user nova-compute[74491]: INFO nova.compute.claims [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Claim successful on node user
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.network.neutron [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Updating instance_info_cache with network_info: [{"id": "4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa", "address": "fa:16:3e:3c:b1:02", "network": {"id": "67e5ed90-09d1-4bd2-bb35-edc19e02ff6c", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-707103423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9d86dfa6c2684218baa0bab577a3c676", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4be0c1d3-bf", "ovs_interfaceid": "4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Releasing lock "refresh_cache-4a1e1884-891c-401f-b946-7eee2c6950fe" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Instance network_info: |[{"id": "4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa", "address": "fa:16:3e:3c:b1:02", "network": {"id": "67e5ed90-09d1-4bd2-bb35-edc19e02ff6c", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-707103423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9d86dfa6c2684218baa0bab577a3c676", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4be0c1d3-bf", "ovs_interfaceid": "4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e77415ae-b51f-4935-a6ed-825abf379fc6 req-4941c48d-e1d8-4da7-8d94-fb4f8aa068eb service nova] Acquired lock "refresh_cache-4a1e1884-891c-401f-b946-7eee2c6950fe" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.network.neutron [req-e77415ae-b51f-4935-a6ed-825abf379fc6 req-4941c48d-e1d8-4da7-8d94-fb4f8aa068eb service nova] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Refreshing network info cache for port 4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Start _get_guest_xml network_info=[{"id": "4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa", "address": "fa:16:3e:3c:b1:02", "network": {"id": "67e5ed90-09d1-4bd2-bb35-edc19e02ff6c", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-707103423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9d86dfa6c2684218baa0bab577a3c676", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4be0c1d3-bf", "ovs_interfaceid": "4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:34:03Z,direct_url=<?>,disk_format='qcow2',id=5605766e-b681-4f45-b2bf-ba2bbb5c4884,min_disk=0,min_ram=0,name='',owner='d634d2a866df4bf7bd4942558b91d880',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:34:05Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'scsi', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/sda', 'encryption_options': None, 'guest_format': None, 'image_id': '5605766e-b681-4f45-b2bf-ba2bbb5c4884'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:34:20 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:34:20 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:34:03Z,direct_url=<?>,disk_format='qcow2',id=5605766e-b681-4f45-b2bf-ba2bbb5c4884,min_disk=0,min_ram=0,name='',owner='d634d2a866df4bf7bd4942558b91d880',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:34:05Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:34:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-389383678',display_name='tempest-AttachSCSIVolumeTestJSON-server-389383678',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-389383678',id=6,image_ref='5605766e-b681-4f45-b2bf-ba2bbb5c4884',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFyUiNe2cf52GpFxwmTZxA+2Ae1uTkYTfNYrPsTADBT5i5KAqbkO5D+rgvX1Lq64igriQjKwX+NXoQLpcsr4jWUHvQnLklE3tsBXcNaLQOF6JWj8SlndTIwRCmCr4cVDww==',key_name='tempest-keypair-1788499809',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9d86dfa6c2684218baa0bab577a3c676',ramdisk_id='',reservation_id='r-0e928ngj',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='5605766e-b681-4f45-b2bf-ba2bbb5c4884',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-746547794',owner_user_name='tempest-AttachSCSIVolumeTestJSON-746547794-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:34:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d20fa223284e4c7898a78ced509876d4',uuid=4a1e1884-891c-401f-b946-7eee2c6950fe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa", "address": "fa:16:3e:3c:b1:02", "network": {"id": "67e5ed90-09d1-4bd2-bb35-edc19e02ff6c", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-707103423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9d86dfa6c2684218baa0bab577a3c676", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4be0c1d3-bf", "ovs_interfaceid": "4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Converting VIF {"id": "4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa", "address": "fa:16:3e:3c:b1:02", "network": {"id": "67e5ed90-09d1-4bd2-bb35-edc19e02ff6c", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-707103423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9d86dfa6c2684218baa0bab577a3c676", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4be0c1d3-bf", "ovs_interfaceid": "4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3c:b1:02,bridge_name='br-int',has_traffic_filtering=True,id=4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa,network=Network(67e5ed90-09d1-4bd2-bb35-edc19e02ff6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4be0c1d3-bf') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.objects.instance [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lazy-loading 'pci_devices' on Instance uuid 4a1e1884-891c-401f-b946-7eee2c6950fe {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:34:20 user nova-compute[74491]:   <uuid>4a1e1884-891c-401f-b946-7eee2c6950fe</uuid>
Oct 30 07:34:20 user nova-compute[74491]:   <name>instance-00000006</name>
Oct 30 07:34:20 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:34:20 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:34:20 user nova-compute[74491]:   <metadata>
Oct 30 07:34:20 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:34:20 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:34:20 user nova-compute[74491]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-389383678</nova:name>
Oct 30 07:34:20 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:34:20</nova:creationTime>
Oct 30 07:34:20 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:34:20 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:34:20 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:34:20 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:34:20 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:34:20 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:34:20 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:34:20 user nova-compute[74491]:       <nova:owner>
Oct 30 07:34:20 user nova-compute[74491]:         <nova:user uuid="d20fa223284e4c7898a78ced509876d4">tempest-AttachSCSIVolumeTestJSON-746547794-project-member</nova:user>
Oct 30 07:34:20 user nova-compute[74491]:         <nova:project uuid="9d86dfa6c2684218baa0bab577a3c676">tempest-AttachSCSIVolumeTestJSON-746547794</nova:project>
Oct 30 07:34:20 user nova-compute[74491]:       </nova:owner>
Oct 30 07:34:20 user nova-compute[74491]:       <nova:root type="image" uuid="5605766e-b681-4f45-b2bf-ba2bbb5c4884"/>
Oct 30 07:34:20 user nova-compute[74491]:       <nova:ports>
Oct 30 07:34:20 user nova-compute[74491]:         <nova:port uuid="4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa">
Oct 30 07:34:20 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 30 07:34:20 user nova-compute[74491]:         </nova:port>
Oct 30 07:34:20 user nova-compute[74491]:       </nova:ports>
Oct 30 07:34:20 user nova-compute[74491]:     </nova:instance>
Oct 30 07:34:20 user nova-compute[74491]:   </metadata>
Oct 30 07:34:20 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:34:20 user nova-compute[74491]:     <system>
Oct 30 07:34:20 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:34:20 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:34:20 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:34:20 user nova-compute[74491]:       <entry name="serial">4a1e1884-891c-401f-b946-7eee2c6950fe</entry>
Oct 30 07:34:20 user nova-compute[74491]:       <entry name="uuid">4a1e1884-891c-401f-b946-7eee2c6950fe</entry>
Oct 30 07:34:20 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:34:20 user nova-compute[74491]:     </system>
Oct 30 07:34:20 user nova-compute[74491]:   </sysinfo>
Oct 30 07:34:20 user nova-compute[74491]:   <os>
Oct 30 07:34:20 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:34:20 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:34:20 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:34:20 user nova-compute[74491]:   </os>
Oct 30 07:34:20 user nova-compute[74491]:   <features>
Oct 30 07:34:20 user nova-compute[74491]:     <acpi/>
Oct 30 07:34:20 user nova-compute[74491]:     <apic/>
Oct 30 07:34:20 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:34:20 user nova-compute[74491]:   </features>
Oct 30 07:34:20 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:34:20 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:34:20 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:34:20 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:34:20 user nova-compute[74491]:   </clock>
Oct 30 07:34:20 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:34:20 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:34:20 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:34:20 user nova-compute[74491]:   </cpu>
Oct 30 07:34:20 user nova-compute[74491]:   <devices>
Oct 30 07:34:20 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:34:20 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:34:20 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/disk"/>
Oct 30 07:34:20 user nova-compute[74491]:       <target dev="sda" bus="scsi"/>
Oct 30 07:34:20 user nova-compute[74491]:       <address type="drive" controller="0" unit="0"/>
Oct 30 07:34:20 user nova-compute[74491]:     </disk>
Oct 30 07:34:20 user nova-compute[74491]:     <disk type="file" device="cdrom">
Oct 30 07:34:20 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none"/>
Oct 30 07:34:20 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/disk.config"/>
Oct 30 07:34:20 user nova-compute[74491]:       <target dev="sdb" bus="scsi"/>
Oct 30 07:34:20 user nova-compute[74491]:       <address type="drive" controller="0" unit="1"/>
Oct 30 07:34:20 user nova-compute[74491]:     </disk>
Oct 30 07:34:20 user nova-compute[74491]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Oct 30 07:34:20 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:34:20 user nova-compute[74491]:       <mac address="fa:16:3e:3c:b1:02"/>
Oct 30 07:34:20 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:34:20 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:34:20 user nova-compute[74491]:       <target dev="tap4be0c1d3-bf"/>
Oct 30 07:34:20 user nova-compute[74491]:     </interface>
Oct 30 07:34:20 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:34:20 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/console.log" append="off"/>
Oct 30 07:34:20 user nova-compute[74491]:     </serial>
Oct 30 07:34:20 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:34:20 user nova-compute[74491]:     <video>
Oct 30 07:34:20 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:34:20 user nova-compute[74491]:     </video>
Oct 30 07:34:20 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:34:20 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:34:20 user nova-compute[74491]:     </rng>
Oct 30 07:34:20 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:34:20 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:34:20 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:34:20 user nova-compute[74491]:     </memballoon>
Oct 30 07:34:20 user nova-compute[74491]:   </devices>
Oct 30 07:34:20 user nova-compute[74491]: </domain>
Oct 30 07:34:20 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:34:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-389383678',display_name='tempest-AttachSCSIVolumeTestJSON-server-389383678',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-389383678',id=6,image_ref='5605766e-b681-4f45-b2bf-ba2bbb5c4884',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFyUiNe2cf52GpFxwmTZxA+2Ae1uTkYTfNYrPsTADBT5i5KAqbkO5D+rgvX1Lq64igriQjKwX+NXoQLpcsr4jWUHvQnLklE3tsBXcNaLQOF6JWj8SlndTIwRCmCr4cVDww==',key_name='tempest-keypair-1788499809',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9d86dfa6c2684218baa0bab577a3c676',ramdisk_id='',reservation_id='r-0e928ngj',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='5605766e-b681-4f45-b2bf-ba2bbb5c4884',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-746547794',owner_user_name='tempest-AttachSCSIVolumeTestJSON-746547794-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:34:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d20fa223284e4c7898a78ced509876d4',uuid=4a1e1884-891c-401f-b946-7eee2c6950fe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa", "address": "fa:16:3e:3c:b1:02", "network": {"id": "67e5ed90-09d1-4bd2-bb35-edc19e02ff6c", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-707103423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9d86dfa6c2684218baa0bab577a3c676", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4be0c1d3-bf", "ovs_interfaceid": "4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Converting VIF {"id": "4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa", "address": "fa:16:3e:3c:b1:02", "network": {"id": "67e5ed90-09d1-4bd2-bb35-edc19e02ff6c", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-707103423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9d86dfa6c2684218baa0bab577a3c676", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4be0c1d3-bf", "ovs_interfaceid": "4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3c:b1:02,bridge_name='br-int',has_traffic_filtering=True,id=4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa,network=Network(67e5ed90-09d1-4bd2-bb35-edc19e02ff6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4be0c1d3-bf') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG os_vif [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:b1:02,bridge_name='br-int',has_traffic_filtering=True,id=4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa,network=Network(67e5ed90-09d1-4bd2-bb35-edc19e02ff6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4be0c1d3-bf') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b612fa64-59ba-5449-aca1-735a64fb942f', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4be0c1d3-bf, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4be0c1d3-bf, col_values=(('qos', UUID('68dcdef6-709b-4320-8f17-1e3ad21e8a87')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4be0c1d3-bf, col_values=(('external_ids', {'iface-id': '4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3c:b1:02', 'vm-uuid': '4a1e1884-891c-401f-b946-7eee2c6950fe'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:20 user nova-compute[74491]: INFO os_vif [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:b1:02,bridge_name='br-int',has_traffic_filtering=True,id=4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa,network=Network(67e5ed90-09d1-4bd2-bb35-edc19e02ff6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4be0c1d3-bf')
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] No BDM found with device name sda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] No VIF found with MAC fa:16:3e:3c:b1:02, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:34:20 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Using config drive
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.775s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.compute.manager [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.compute.manager [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.network.neutron [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:34:20 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.network.neutron [req-e77415ae-b51f-4935-a6ed-825abf379fc6 req-4941c48d-e1d8-4da7-8d94-fb4f8aa068eb service nova] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Updated VIF entry in instance network info cache for port 4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.network.neutron [req-e77415ae-b51f-4935-a6ed-825abf379fc6 req-4941c48d-e1d8-4da7-8d94-fb4f8aa068eb service nova] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Updating instance_info_cache with network_info: [{"id": "4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa", "address": "fa:16:3e:3c:b1:02", "network": {"id": "67e5ed90-09d1-4bd2-bb35-edc19e02ff6c", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-707103423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9d86dfa6c2684218baa0bab577a3c676", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4be0c1d3-bf", "ovs_interfaceid": "4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.compute.manager [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e77415ae-b51f-4935-a6ed-825abf379fc6 req-4941c48d-e1d8-4da7-8d94-fb4f8aa068eb service nova] Releasing lock "refresh_cache-4a1e1884-891c-401f-b946-7eee2c6950fe" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG nova.policy [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d4b1685793f4043a9a222026ba0d0e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0ae9ae0f44840ccb95041f4a2facb99', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:34:20 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Creating config drive at /opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/disk.config
Oct 30 07:34:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpjc1vxdo3 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpjc1vxdo3" returned: 0 in 0.104s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:21 user nova-compute[74491]: DEBUG nova.compute.manager [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:34:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:34:21 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Creating image(s)
Oct 30 07:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Acquiring lock "/opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "/opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "/opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.225s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.012s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.261s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk 1073741824" returned: 0 in 0.121s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.393s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.258s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:21 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Checking if we can resize image /opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:22 user nova-compute[74491]: DEBUG nova.network.neutron [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Successfully created port: 6d095633-c413-4edb-9761-9723772857d9 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:34:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk --force-share --output=json" returned: 0 in 0.306s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:22 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Cannot resize image /opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:34:22 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:34:22 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Ensure instance console log exists: /opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:34:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:23 user nova-compute[74491]: DEBUG nova.compute.manager [req-d5d150ad-fdfd-467a-a921-bc3d71d1becc req-88dd1c37-b310-45b0-bce9-8e17c85ff0e8 service nova] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Received event network-vif-plugged-4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:34:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d5d150ad-fdfd-467a-a921-bc3d71d1becc req-88dd1c37-b310-45b0-bce9-8e17c85ff0e8 service nova] Acquiring lock "4a1e1884-891c-401f-b946-7eee2c6950fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d5d150ad-fdfd-467a-a921-bc3d71d1becc req-88dd1c37-b310-45b0-bce9-8e17c85ff0e8 service nova] Lock "4a1e1884-891c-401f-b946-7eee2c6950fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d5d150ad-fdfd-467a-a921-bc3d71d1becc req-88dd1c37-b310-45b0-bce9-8e17c85ff0e8 service nova] Lock "4a1e1884-891c-401f-b946-7eee2c6950fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:23 user nova-compute[74491]: DEBUG nova.compute.manager [req-d5d150ad-fdfd-467a-a921-bc3d71d1becc req-88dd1c37-b310-45b0-bce9-8e17c85ff0e8 service nova] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] No waiting events found dispatching network-vif-plugged-4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:34:23 user nova-compute[74491]: WARNING nova.compute.manager [req-d5d150ad-fdfd-467a-a921-bc3d71d1becc req-88dd1c37-b310-45b0-bce9-8e17c85ff0e8 service nova] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Received unexpected event network-vif-plugged-4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa for instance with vm_state building and task_state spawning.
Oct 30 07:34:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:23 user nova-compute[74491]: DEBUG nova.network.neutron [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Successfully updated port: 6d095633-c413-4edb-9761-9723772857d9 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:34:24 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:24 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Acquiring lock "refresh_cache-de1afc91-375c-4c89-92e4-07f9642199dd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:34:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Acquired lock "refresh_cache-de1afc91-375c-4c89-92e4-07f9642199dd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:34:24 user nova-compute[74491]: DEBUG nova.network.neutron [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:34:24 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:24 user nova-compute[74491]: DEBUG nova.compute.manager [req-c13a2d7c-cf15-4937-a736-5def62611ecc req-63cd7d9f-5e0c-4022-bc6d-7826be49e676 service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Received event network-changed-6d095633-c413-4edb-9761-9723772857d9 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:34:24 user nova-compute[74491]: DEBUG nova.compute.manager [req-c13a2d7c-cf15-4937-a736-5def62611ecc req-63cd7d9f-5e0c-4022-bc6d-7826be49e676 service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Refreshing instance network info cache due to event network-changed-6d095633-c413-4edb-9761-9723772857d9. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:34:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c13a2d7c-cf15-4937-a736-5def62611ecc req-63cd7d9f-5e0c-4022-bc6d-7826be49e676 service nova] Acquiring lock "refresh_cache-de1afc91-375c-4c89-92e4-07f9642199dd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:34:24 user nova-compute[74491]: DEBUG nova.network.neutron [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:34:24 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:24 user nova-compute[74491]: DEBUG nova.network.neutron [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Updating instance_info_cache with network_info: [{"id": "6d095633-c413-4edb-9761-9723772857d9", "address": "fa:16:3e:84:d6:70", "network": {"id": "302d220c-8b51-4ffc-872a-7e2d6f31eba6", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1257806839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f0ae9ae0f44840ccb95041f4a2facb99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d095633-c4", "ovs_interfaceid": "6d095633-c413-4edb-9761-9723772857d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Releasing lock "refresh_cache-de1afc91-375c-4c89-92e4-07f9642199dd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.compute.manager [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Instance network_info: |[{"id": "6d095633-c413-4edb-9761-9723772857d9", "address": "fa:16:3e:84:d6:70", "network": {"id": "302d220c-8b51-4ffc-872a-7e2d6f31eba6", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1257806839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f0ae9ae0f44840ccb95041f4a2facb99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d095633-c4", "ovs_interfaceid": "6d095633-c413-4edb-9761-9723772857d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c13a2d7c-cf15-4937-a736-5def62611ecc req-63cd7d9f-5e0c-4022-bc6d-7826be49e676 service nova] Acquired lock "refresh_cache-de1afc91-375c-4c89-92e4-07f9642199dd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.network.neutron [req-c13a2d7c-cf15-4937-a736-5def62611ecc req-63cd7d9f-5e0c-4022-bc6d-7826be49e676 service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Refreshing network info cache for port 6d095633-c413-4edb-9761-9723772857d9 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Start _get_guest_xml network_info=[{"id": "6d095633-c413-4edb-9761-9723772857d9", "address": "fa:16:3e:84:d6:70", "network": {"id": "302d220c-8b51-4ffc-872a-7e2d6f31eba6", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1257806839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f0ae9ae0f44840ccb95041f4a2facb99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d095633-c4", "ovs_interfaceid": "6d095633-c413-4edb-9761-9723772857d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:34:25 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:34:25 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:34:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-866386970',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-866386970',id=7,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFUes2YXfvoxWZcLhynHuKYDUw1Fh/A3MRFz2jRJ5idk/TYYvKpwWjW4zqo7ReefkkIhaLsCrfIfPdgrdXcyP+oT15lzBOgSNtp1OV8AKxZCKSRz4nhjukIIzq8+Snm43A==',key_name='tempest-keypair-1194857738',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f0ae9ae0f44840ccb95041f4a2facb99',ramdisk_id='',reservation_id='r-nx9520kl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-623504598',owner_user_name='tempest-TaggedAttachmentsTest-623504598-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:34:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2d4b1685793f4043a9a222026ba0d0e6',uuid=de1afc91-375c-4c89-92e4-07f9642199dd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6d095633-c413-4edb-9761-9723772857d9", "address": "fa:16:3e:84:d6:70", "network": {"id": "302d220c-8b51-4ffc-872a-7e2d6f31eba6", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1257806839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f0ae9ae0f44840ccb95041f4a2facb99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d095633-c4", "ovs_interfaceid": "6d095633-c413-4edb-9761-9723772857d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Converting VIF {"id": "6d095633-c413-4edb-9761-9723772857d9", "address": "fa:16:3e:84:d6:70", "network": {"id": "302d220c-8b51-4ffc-872a-7e2d6f31eba6", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1257806839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f0ae9ae0f44840ccb95041f4a2facb99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d095633-c4", "ovs_interfaceid": "6d095633-c413-4edb-9761-9723772857d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:d6:70,bridge_name='br-int',has_traffic_filtering=True,id=6d095633-c413-4edb-9761-9723772857d9,network=Network(302d220c-8b51-4ffc-872a-7e2d6f31eba6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d095633-c4') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.objects.instance [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lazy-loading 'pci_devices' on Instance uuid de1afc91-375c-4c89-92e4-07f9642199dd {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:34:25 user nova-compute[74491]:   <uuid>de1afc91-375c-4c89-92e4-07f9642199dd</uuid>
Oct 30 07:34:25 user nova-compute[74491]:   <name>instance-00000007</name>
Oct 30 07:34:25 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:34:25 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:34:25 user nova-compute[74491]:   <metadata>
Oct 30 07:34:25 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:34:25 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:34:25 user nova-compute[74491]:       <nova:name>tempest-device-tagging-server-866386970</nova:name>
Oct 30 07:34:25 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:34:25</nova:creationTime>
Oct 30 07:34:25 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:34:25 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:34:25 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:34:25 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:34:25 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:34:25 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:34:25 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:34:25 user nova-compute[74491]:       <nova:owner>
Oct 30 07:34:25 user nova-compute[74491]:         <nova:user uuid="2d4b1685793f4043a9a222026ba0d0e6">tempest-TaggedAttachmentsTest-623504598-project-member</nova:user>
Oct 30 07:34:25 user nova-compute[74491]:         <nova:project uuid="f0ae9ae0f44840ccb95041f4a2facb99">tempest-TaggedAttachmentsTest-623504598</nova:project>
Oct 30 07:34:25 user nova-compute[74491]:       </nova:owner>
Oct 30 07:34:25 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:34:25 user nova-compute[74491]:       <nova:ports>
Oct 30 07:34:25 user nova-compute[74491]:         <nova:port uuid="6d095633-c413-4edb-9761-9723772857d9">
Oct 30 07:34:25 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 30 07:34:25 user nova-compute[74491]:         </nova:port>
Oct 30 07:34:25 user nova-compute[74491]:       </nova:ports>
Oct 30 07:34:25 user nova-compute[74491]:     </nova:instance>
Oct 30 07:34:25 user nova-compute[74491]:   </metadata>
Oct 30 07:34:25 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:34:25 user nova-compute[74491]:     <system>
Oct 30 07:34:25 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:34:25 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:34:25 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:34:25 user nova-compute[74491]:       <entry name="serial">de1afc91-375c-4c89-92e4-07f9642199dd</entry>
Oct 30 07:34:25 user nova-compute[74491]:       <entry name="uuid">de1afc91-375c-4c89-92e4-07f9642199dd</entry>
Oct 30 07:34:25 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:34:25 user nova-compute[74491]:     </system>
Oct 30 07:34:25 user nova-compute[74491]:   </sysinfo>
Oct 30 07:34:25 user nova-compute[74491]:   <os>
Oct 30 07:34:25 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:34:25 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:34:25 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:34:25 user nova-compute[74491]:   </os>
Oct 30 07:34:25 user nova-compute[74491]:   <features>
Oct 30 07:34:25 user nova-compute[74491]:     <acpi/>
Oct 30 07:34:25 user nova-compute[74491]:     <apic/>
Oct 30 07:34:25 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:34:25 user nova-compute[74491]:   </features>
Oct 30 07:34:25 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:34:25 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:34:25 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:34:25 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:34:25 user nova-compute[74491]:   </clock>
Oct 30 07:34:25 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:34:25 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:34:25 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:34:25 user nova-compute[74491]:   </cpu>
Oct 30 07:34:25 user nova-compute[74491]:   <devices>
Oct 30 07:34:25 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:34:25 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:34:25 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk"/>
Oct 30 07:34:25 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:34:25 user nova-compute[74491]:     </disk>
Oct 30 07:34:25 user nova-compute[74491]:     <disk type="file" device="cdrom">
Oct 30 07:34:25 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none"/>
Oct 30 07:34:25 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk.config"/>
Oct 30 07:34:25 user nova-compute[74491]:       <target dev="hda" bus="ide"/>
Oct 30 07:34:25 user nova-compute[74491]:     </disk>
Oct 30 07:34:25 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:34:25 user nova-compute[74491]:       <mac address="fa:16:3e:84:d6:70"/>
Oct 30 07:34:25 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:34:25 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:34:25 user nova-compute[74491]:       <target dev="tap6d095633-c4"/>
Oct 30 07:34:25 user nova-compute[74491]:     </interface>
Oct 30 07:34:25 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:34:25 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/console.log" append="off"/>
Oct 30 07:34:25 user nova-compute[74491]:     </serial>
Oct 30 07:34:25 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:34:25 user nova-compute[74491]:     <video>
Oct 30 07:34:25 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:34:25 user nova-compute[74491]:     </video>
Oct 30 07:34:25 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:34:25 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:34:25 user nova-compute[74491]:     </rng>
Oct 30 07:34:25 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:34:25 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:34:25 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:34:25 user nova-compute[74491]:     </memballoon>
Oct 30 07:34:25 user nova-compute[74491]:   </devices>
Oct 30 07:34:25 user nova-compute[74491]: </domain>
Oct 30 07:34:25 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:34:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-866386970',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-866386970',id=7,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFUes2YXfvoxWZcLhynHuKYDUw1Fh/A3MRFz2jRJ5idk/TYYvKpwWjW4zqo7ReefkkIhaLsCrfIfPdgrdXcyP+oT15lzBOgSNtp1OV8AKxZCKSRz4nhjukIIzq8+Snm43A==',key_name='tempest-keypair-1194857738',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f0ae9ae0f44840ccb95041f4a2facb99',ramdisk_id='',reservation_id='r-nx9520kl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-623504598',owner_user_name='tempest-TaggedAttachmentsTest-623504598-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:34:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2d4b1685793f4043a9a222026ba0d0e6',uuid=de1afc91-375c-4c89-92e4-07f9642199dd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6d095633-c413-4edb-9761-9723772857d9", "address": "fa:16:3e:84:d6:70", "network": {"id": "302d220c-8b51-4ffc-872a-7e2d6f31eba6", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1257806839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f0ae9ae0f44840ccb95041f4a2facb99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d095633-c4", "ovs_interfaceid": "6d095633-c413-4edb-9761-9723772857d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Converting VIF {"id": "6d095633-c413-4edb-9761-9723772857d9", "address": "fa:16:3e:84:d6:70", "network": {"id": "302d220c-8b51-4ffc-872a-7e2d6f31eba6", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1257806839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f0ae9ae0f44840ccb95041f4a2facb99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d095633-c4", "ovs_interfaceid": "6d095633-c413-4edb-9761-9723772857d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:d6:70,bridge_name='br-int',has_traffic_filtering=True,id=6d095633-c413-4edb-9761-9723772857d9,network=Network(302d220c-8b51-4ffc-872a-7e2d6f31eba6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d095633-c4') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG os_vif [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:d6:70,bridge_name='br-int',has_traffic_filtering=True,id=6d095633-c413-4edb-9761-9723772857d9,network=Network(302d220c-8b51-4ffc-872a-7e2d6f31eba6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d095633-c4') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4644b7db-cb32-5573-a4f5-33a03d000732', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6d095633-c4, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6d095633-c4, col_values=(('qos', UUID('46ae598d-3337-44b6-90f3-5457908ddf64')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6d095633-c4, col_values=(('external_ids', {'iface-id': '6d095633-c413-4edb-9761-9723772857d9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:84:d6:70', 'vm-uuid': 'de1afc91-375c-4c89-92e4-07f9642199dd'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:25 user nova-compute[74491]: INFO os_vif [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:d6:70,bridge_name='br-int',has_traffic_filtering=True,id=6d095633-c413-4edb-9761-9723772857d9,network=Network(302d220c-8b51-4ffc-872a-7e2d6f31eba6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d095633-c4')
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] No BDM found with device name hda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] No VIF found with MAC fa:16:3e:84:d6:70, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:34:25 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Using config drive
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.compute.manager [req-a88f251c-e7a4-4c86-a5b0-0a44b46e2003 req-fee0a568-88db-4034-92e9-500b81618509 service nova] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Received event network-vif-plugged-4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a88f251c-e7a4-4c86-a5b0-0a44b46e2003 req-fee0a568-88db-4034-92e9-500b81618509 service nova] Acquiring lock "4a1e1884-891c-401f-b946-7eee2c6950fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a88f251c-e7a4-4c86-a5b0-0a44b46e2003 req-fee0a568-88db-4034-92e9-500b81618509 service nova] Lock "4a1e1884-891c-401f-b946-7eee2c6950fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a88f251c-e7a4-4c86-a5b0-0a44b46e2003 req-fee0a568-88db-4034-92e9-500b81618509 service nova] Lock "4a1e1884-891c-401f-b946-7eee2c6950fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.005s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG nova.compute.manager [req-a88f251c-e7a4-4c86-a5b0-0a44b46e2003 req-fee0a568-88db-4034-92e9-500b81618509 service nova] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] No waiting events found dispatching network-vif-plugged-4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:34:25 user nova-compute[74491]: WARNING nova.compute.manager [req-a88f251c-e7a4-4c86-a5b0-0a44b46e2003 req-fee0a568-88db-4034-92e9-500b81618509 service nova] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Received unexpected event network-vif-plugged-4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa for instance with vm_state building and task_state spawning.
Oct 30 07:34:25 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Creating config drive at /opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk.config
Oct 30 07:34:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp71g65ujr {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp71g65ujr" returned: 0 in 0.112s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:26 user nova-compute[74491]: DEBUG nova.network.neutron [req-c13a2d7c-cf15-4937-a736-5def62611ecc req-63cd7d9f-5e0c-4022-bc6d-7826be49e676 service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Updated VIF entry in instance network info cache for port 6d095633-c413-4edb-9761-9723772857d9. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:34:26 user nova-compute[74491]: DEBUG nova.network.neutron [req-c13a2d7c-cf15-4937-a736-5def62611ecc req-63cd7d9f-5e0c-4022-bc6d-7826be49e676 service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Updating instance_info_cache with network_info: [{"id": "6d095633-c413-4edb-9761-9723772857d9", "address": "fa:16:3e:84:d6:70", "network": {"id": "302d220c-8b51-4ffc-872a-7e2d6f31eba6", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1257806839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f0ae9ae0f44840ccb95041f4a2facb99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d095633-c4", "ovs_interfaceid": "6d095633-c413-4edb-9761-9723772857d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:34:26 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:34:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:34:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c13a2d7c-cf15-4937-a736-5def62611ecc req-63cd7d9f-5e0c-4022-bc6d-7826be49e676 service nova] Releasing lock "refresh_cache-de1afc91-375c-4c89-92e4-07f9642199dd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:34:26 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Instance spawned successfully.
Oct 30 07:34:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:34:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:26 user nova-compute[74491]: INFO nova.compute.manager [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Took 11.38 seconds to spawn the instance on the hypervisor.
Oct 30 07:34:26 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:34:26 user nova-compute[74491]: INFO nova.compute.manager [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Took 13.31 seconds to build instance.
Oct 30 07:34:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f5905e88-69a6-4e26-ac22-418eadfb0b5e tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lock "4a1e1884-891c-401f-b946-7eee2c6950fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.603s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Acquiring lock "041b6e2e-8e39-4035-aa5b-8bace636f06c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lock "041b6e2e-8e39-4035-aa5b-8bace636f06c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:27 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:34:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.004s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:27 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:34:27 user nova-compute[74491]: INFO nova.compute.claims [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Claim successful on node user
Oct 30 07:34:28 user nova-compute[74491]: DEBUG nova.compute.manager [req-0836697d-8c42-444c-8fb0-2eb2f0db8bc4 req-7ca8a711-66ba-4011-ad68-890ed36705e0 service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Received event network-vif-plugged-6d095633-c413-4edb-9761-9723772857d9 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:34:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0836697d-8c42-444c-8fb0-2eb2f0db8bc4 req-7ca8a711-66ba-4011-ad68-890ed36705e0 service nova] Acquiring lock "de1afc91-375c-4c89-92e4-07f9642199dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0836697d-8c42-444c-8fb0-2eb2f0db8bc4 req-7ca8a711-66ba-4011-ad68-890ed36705e0 service nova] Lock "de1afc91-375c-4c89-92e4-07f9642199dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0836697d-8c42-444c-8fb0-2eb2f0db8bc4 req-7ca8a711-66ba-4011-ad68-890ed36705e0 service nova] Lock "de1afc91-375c-4c89-92e4-07f9642199dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:28 user nova-compute[74491]: DEBUG nova.compute.manager [req-0836697d-8c42-444c-8fb0-2eb2f0db8bc4 req-7ca8a711-66ba-4011-ad68-890ed36705e0 service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] No waiting events found dispatching network-vif-plugged-6d095633-c413-4edb-9761-9723772857d9 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:34:28 user nova-compute[74491]: WARNING nova.compute.manager [req-0836697d-8c42-444c-8fb0-2eb2f0db8bc4 req-7ca8a711-66ba-4011-ad68-890ed36705e0 service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Received unexpected event network-vif-plugged-6d095633-c413-4edb-9761-9723772857d9 for instance with vm_state building and task_state spawning.
Oct 30 07:34:28 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:34:28 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:34:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.036s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:28 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:34:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:29 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:34:29 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:34:29 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:34:29 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:34:29 user nova-compute[74491]: DEBUG nova.policy [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '403b3e4390e04b1bb1749139f915d5f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a968f94fa0d47c289ef707b2f445e03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:34:29 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:34:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:34:29 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Creating image(s)
Oct 30 07:34:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Acquiring lock "/opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lock "/opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lock "/opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.254s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.239s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/disk 1073741824" returned: 0 in 0.062s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.315s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Successfully created port: 34304c2c-f4a8-4ff3-934d-beea91e6467f {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.188s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Checking if we can resize image /opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Cannot resize image /opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Ensure instance console log exists: /opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-61f922bf-5b23-4fa2-826c-47889d4a533f req-a29fecd0-d7da-4ad8-a0b2-0a52efea6af8 service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Received event network-vif-plugged-6d095633-c413-4edb-9761-9723772857d9 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-61f922bf-5b23-4fa2-826c-47889d4a533f req-a29fecd0-d7da-4ad8-a0b2-0a52efea6af8 service nova] Acquiring lock "de1afc91-375c-4c89-92e4-07f9642199dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-61f922bf-5b23-4fa2-826c-47889d4a533f req-a29fecd0-d7da-4ad8-a0b2-0a52efea6af8 service nova] Lock "de1afc91-375c-4c89-92e4-07f9642199dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-61f922bf-5b23-4fa2-826c-47889d4a533f req-a29fecd0-d7da-4ad8-a0b2-0a52efea6af8 service nova] Lock "de1afc91-375c-4c89-92e4-07f9642199dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-61f922bf-5b23-4fa2-826c-47889d4a533f req-a29fecd0-d7da-4ad8-a0b2-0a52efea6af8 service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] No waiting events found dispatching network-vif-plugged-6d095633-c413-4edb-9761-9723772857d9 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:34:30 user nova-compute[74491]: WARNING nova.compute.manager [req-61f922bf-5b23-4fa2-826c-47889d4a533f req-a29fecd0-d7da-4ad8-a0b2-0a52efea6af8 service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Received unexpected event network-vif-plugged-6d095633-c413-4edb-9761-9723772857d9 for instance with vm_state building and task_state spawning.
Oct 30 07:34:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Acquiring lock "694927cf-ae06-4e69-bf47-9739e421b7a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Lock "694927cf-ae06-4e69-bf47-9739e421b7a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG nova.compute.manager [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:34:30 user nova-compute[74491]: INFO nova.compute.claims [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Claim successful on node user
Oct 30 07:34:30 user nova-compute[74491]: DEBUG nova.compute.manager [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:34:30 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Instance spawned successfully.
Oct 30 07:34:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Successfully updated port: 34304c2c-f4a8-4ff3-934d-beea91e6467f {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Acquiring lock "refresh_cache-041b6e2e-8e39-4035-aa5b-8bace636f06c" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Acquired lock "refresh_cache-041b6e2e-8e39-4035-aa5b-8bace636f06c" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-e8692193-fa74-404c-a6d3-2e55e56762aa req-0947eabc-46f6-4cc4-9cc9-a8f23e2098c3 service nova] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Received event network-changed-34304c2c-f4a8-4ff3-934d-beea91e6467f {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-e8692193-fa74-404c-a6d3-2e55e56762aa req-0947eabc-46f6-4cc4-9cc9-a8f23e2098c3 service nova] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Refreshing instance network info cache due to event network-changed-34304c2c-f4a8-4ff3-934d-beea91e6467f. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:34:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e8692193-fa74-404c-a6d3-2e55e56762aa req-0947eabc-46f6-4cc4-9cc9-a8f23e2098c3 service nova] Acquiring lock "refresh_cache-041b6e2e-8e39-4035-aa5b-8bace636f06c" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:34:30 user nova-compute[74491]: INFO nova.compute.manager [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Took 9.92 seconds to spawn the instance on the hypervisor.
Oct 30 07:34:30 user nova-compute[74491]: DEBUG nova.compute.manager [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:34:31 user nova-compute[74491]: INFO nova.compute.manager [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Took 11.45 seconds to build instance.
Oct 30 07:34:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eaf91fd1-efca-4e48-9f3d-d0842aaf64a6 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "de1afc91-375c-4c89-92e4-07f9642199dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.585s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Updating instance_info_cache with network_info: [{"id": "34304c2c-f4a8-4ff3-934d-beea91e6467f", "address": "fa:16:3e:4b:75:87", "network": {"id": "fdd021ae-2baa-461b-a392-fe529eb11e41", "bridge": "br-int", "label": "tempest-TestVolumeSwap-258150289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a968f94fa0d47c289ef707b2f445e03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34304c2c-f4", "ovs_interfaceid": "34304c2c-f4a8-4ff3-934d-beea91e6467f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Releasing lock "refresh_cache-041b6e2e-8e39-4035-aa5b-8bace636f06c" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Instance network_info: |[{"id": "34304c2c-f4a8-4ff3-934d-beea91e6467f", "address": "fa:16:3e:4b:75:87", "network": {"id": "fdd021ae-2baa-461b-a392-fe529eb11e41", "bridge": "br-int", "label": "tempest-TestVolumeSwap-258150289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a968f94fa0d47c289ef707b2f445e03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34304c2c-f4", "ovs_interfaceid": "34304c2c-f4a8-4ff3-934d-beea91e6467f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e8692193-fa74-404c-a6d3-2e55e56762aa req-0947eabc-46f6-4cc4-9cc9-a8f23e2098c3 service nova] Acquired lock "refresh_cache-041b6e2e-8e39-4035-aa5b-8bace636f06c" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.network.neutron [req-e8692193-fa74-404c-a6d3-2e55e56762aa req-0947eabc-46f6-4cc4-9cc9-a8f23e2098c3 service nova] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Refreshing network info cache for port 34304c2c-f4a8-4ff3-934d-beea91e6467f {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Start _get_guest_xml network_info=[{"id": "34304c2c-f4a8-4ff3-934d-beea91e6467f", "address": "fa:16:3e:4b:75:87", "network": {"id": "fdd021ae-2baa-461b-a392-fe529eb11e41", "bridge": "br-int", "label": "tempest-TestVolumeSwap-258150289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a968f94fa0d47c289ef707b2f445e03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34304c2c-f4", "ovs_interfaceid": "34304c2c-f4a8-4ff3-934d-beea91e6467f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.702s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.compute.manager [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:34:31 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:34:31 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:34:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1994252105',display_name='tempest-TestVolumeSwap-server-1994252105',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1994252105',id=8,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHh1ovnSjU6neUxKtBJkeZqzkLylRM89PKpU6FrH510aLgXOHsEjqT/oFhsl/ishfx/DmjZ6C4P72CaF6L3cvLHKhaSub14/7ARjWQGRXymhhk4M50OFkbebtdrL2vsmCQ==',key_name='tempest-keypair-1622569846',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3a968f94fa0d47c289ef707b2f445e03',ramdisk_id='',reservation_id='r-6lovyqrk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-1157367447',owner_user_name='tempest-TestVolumeSwap-1157367447-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:34:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='403b3e4390e04b1bb1749139f915d5f0',uuid=041b6e2e-8e39-4035-aa5b-8bace636f06c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "34304c2c-f4a8-4ff3-934d-beea91e6467f", "address": "fa:16:3e:4b:75:87", "network": {"id": "fdd021ae-2baa-461b-a392-fe529eb11e41", "bridge": "br-int", "label": "tempest-TestVolumeSwap-258150289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a968f94fa0d47c289ef707b2f445e03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34304c2c-f4", "ovs_interfaceid": "34304c2c-f4a8-4ff3-934d-beea91e6467f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Converting VIF {"id": "34304c2c-f4a8-4ff3-934d-beea91e6467f", "address": "fa:16:3e:4b:75:87", "network": {"id": "fdd021ae-2baa-461b-a392-fe529eb11e41", "bridge": "br-int", "label": "tempest-TestVolumeSwap-258150289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a968f94fa0d47c289ef707b2f445e03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34304c2c-f4", "ovs_interfaceid": "34304c2c-f4a8-4ff3-934d-beea91e6467f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:75:87,bridge_name='br-int',has_traffic_filtering=True,id=34304c2c-f4a8-4ff3-934d-beea91e6467f,network=Network(fdd021ae-2baa-461b-a392-fe529eb11e41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34304c2c-f4') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lazy-loading 'pci_devices' on Instance uuid 041b6e2e-8e39-4035-aa5b-8bace636f06c {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.compute.manager [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.network.neutron [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:34:31 user nova-compute[74491]:   <uuid>041b6e2e-8e39-4035-aa5b-8bace636f06c</uuid>
Oct 30 07:34:31 user nova-compute[74491]:   <name>instance-00000008</name>
Oct 30 07:34:31 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:34:31 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:34:31 user nova-compute[74491]:   <metadata>
Oct 30 07:34:31 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:34:31 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:34:31 user nova-compute[74491]:       <nova:name>tempest-TestVolumeSwap-server-1994252105</nova:name>
Oct 30 07:34:31 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:34:31</nova:creationTime>
Oct 30 07:34:31 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:34:31 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:34:31 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:34:31 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:34:31 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:34:31 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:34:31 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:34:31 user nova-compute[74491]:       <nova:owner>
Oct 30 07:34:31 user nova-compute[74491]:         <nova:user uuid="403b3e4390e04b1bb1749139f915d5f0">tempest-TestVolumeSwap-1157367447-project-member</nova:user>
Oct 30 07:34:31 user nova-compute[74491]:         <nova:project uuid="3a968f94fa0d47c289ef707b2f445e03">tempest-TestVolumeSwap-1157367447</nova:project>
Oct 30 07:34:31 user nova-compute[74491]:       </nova:owner>
Oct 30 07:34:31 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:34:31 user nova-compute[74491]:       <nova:ports>
Oct 30 07:34:31 user nova-compute[74491]:         <nova:port uuid="34304c2c-f4a8-4ff3-934d-beea91e6467f">
Oct 30 07:34:31 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 07:34:31 user nova-compute[74491]:         </nova:port>
Oct 30 07:34:31 user nova-compute[74491]:       </nova:ports>
Oct 30 07:34:31 user nova-compute[74491]:     </nova:instance>
Oct 30 07:34:31 user nova-compute[74491]:   </metadata>
Oct 30 07:34:31 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:34:31 user nova-compute[74491]:     <system>
Oct 30 07:34:31 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:34:31 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:34:31 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:34:31 user nova-compute[74491]:       <entry name="serial">041b6e2e-8e39-4035-aa5b-8bace636f06c</entry>
Oct 30 07:34:31 user nova-compute[74491]:       <entry name="uuid">041b6e2e-8e39-4035-aa5b-8bace636f06c</entry>
Oct 30 07:34:31 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:34:31 user nova-compute[74491]:     </system>
Oct 30 07:34:31 user nova-compute[74491]:   </sysinfo>
Oct 30 07:34:31 user nova-compute[74491]:   <os>
Oct 30 07:34:31 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:34:31 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:34:31 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:34:31 user nova-compute[74491]:   </os>
Oct 30 07:34:31 user nova-compute[74491]:   <features>
Oct 30 07:34:31 user nova-compute[74491]:     <acpi/>
Oct 30 07:34:31 user nova-compute[74491]:     <apic/>
Oct 30 07:34:31 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:34:31 user nova-compute[74491]:   </features>
Oct 30 07:34:31 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:34:31 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:34:31 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:34:31 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:34:31 user nova-compute[74491]:   </clock>
Oct 30 07:34:31 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:34:31 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:34:31 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:34:31 user nova-compute[74491]:   </cpu>
Oct 30 07:34:31 user nova-compute[74491]:   <devices>
Oct 30 07:34:31 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:34:31 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:34:31 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/disk"/>
Oct 30 07:34:31 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:34:31 user nova-compute[74491]:     </disk>
Oct 30 07:34:31 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:34:31 user nova-compute[74491]:       <mac address="fa:16:3e:4b:75:87"/>
Oct 30 07:34:31 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:34:31 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:34:31 user nova-compute[74491]:       <target dev="tap34304c2c-f4"/>
Oct 30 07:34:31 user nova-compute[74491]:     </interface>
Oct 30 07:34:31 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:34:31 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/console.log" append="off"/>
Oct 30 07:34:31 user nova-compute[74491]:     </serial>
Oct 30 07:34:31 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:34:31 user nova-compute[74491]:     <video>
Oct 30 07:34:31 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:34:31 user nova-compute[74491]:     </video>
Oct 30 07:34:31 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:34:31 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:34:31 user nova-compute[74491]:     </rng>
Oct 30 07:34:31 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:34:31 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:34:31 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:34:31 user nova-compute[74491]:     </memballoon>
Oct 30 07:34:31 user nova-compute[74491]:   </devices>
Oct 30 07:34:31 user nova-compute[74491]: </domain>
Oct 30 07:34:31 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:34:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1994252105',display_name='tempest-TestVolumeSwap-server-1994252105',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1994252105',id=8,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHh1ovnSjU6neUxKtBJkeZqzkLylRM89PKpU6FrH510aLgXOHsEjqT/oFhsl/ishfx/DmjZ6C4P72CaF6L3cvLHKhaSub14/7ARjWQGRXymhhk4M50OFkbebtdrL2vsmCQ==',key_name='tempest-keypair-1622569846',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3a968f94fa0d47c289ef707b2f445e03',ramdisk_id='',reservation_id='r-6lovyqrk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-1157367447',owner_user_name='tempest-TestVolumeSwap-1157367447-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:34:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='403b3e4390e04b1bb1749139f915d5f0',uuid=041b6e2e-8e39-4035-aa5b-8bace636f06c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "34304c2c-f4a8-4ff3-934d-beea91e6467f", "address": "fa:16:3e:4b:75:87", "network": {"id": "fdd021ae-2baa-461b-a392-fe529eb11e41", "bridge": "br-int", "label": "tempest-TestVolumeSwap-258150289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a968f94fa0d47c289ef707b2f445e03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34304c2c-f4", "ovs_interfaceid": "34304c2c-f4a8-4ff3-934d-beea91e6467f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Converting VIF {"id": "34304c2c-f4a8-4ff3-934d-beea91e6467f", "address": "fa:16:3e:4b:75:87", "network": {"id": "fdd021ae-2baa-461b-a392-fe529eb11e41", "bridge": "br-int", "label": "tempest-TestVolumeSwap-258150289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a968f94fa0d47c289ef707b2f445e03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34304c2c-f4", "ovs_interfaceid": "34304c2c-f4a8-4ff3-934d-beea91e6467f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:75:87,bridge_name='br-int',has_traffic_filtering=True,id=34304c2c-f4a8-4ff3-934d-beea91e6467f,network=Network(fdd021ae-2baa-461b-a392-fe529eb11e41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34304c2c-f4') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG os_vif [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:75:87,bridge_name='br-int',has_traffic_filtering=True,id=34304c2c-f4a8-4ff3-934d-beea91e6467f,network=Network(fdd021ae-2baa-461b-a392-fe529eb11e41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34304c2c-f4') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6cd60cdf-55db-51fd-9bb8-0101454f457c', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:34:31 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:34:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap34304c2c-f4, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap34304c2c-f4, col_values=(('qos', UUID('cc06fc45-1c3e-49c1-8b7a-6199a5fdafe0')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap34304c2c-f4, col_values=(('external_ids', {'iface-id': '34304c2c-f4a8-4ff3-934d-beea91e6467f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4b:75:87', 'vm-uuid': '041b6e2e-8e39-4035-aa5b-8bace636f06c'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.compute.manager [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:31 user nova-compute[74491]: INFO os_vif [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:75:87,bridge_name='br-int',has_traffic_filtering=True,id=34304c2c-f4a8-4ff3-934d-beea91e6467f,network=Network(fdd021ae-2baa-461b-a392-fe529eb11e41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34304c2c-f4')
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.policy [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72ca2a52077446beb049ce722a44be3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f5a5bb0b81a434eaf5df5d042bd3bb3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] No VIF found with MAC fa:16:3e:4b:75:87, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.compute.manager [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:34:31 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Creating image(s)
Oct 30 07:34:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Acquiring lock "/opt/stack/data/nova/instances/694927cf-ae06-4e69-bf47-9739e421b7a4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Lock "/opt/stack/data/nova/instances/694927cf-ae06-4e69-bf47-9739e421b7a4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Lock "/opt/stack/data/nova/instances/694927cf-ae06-4e69-bf47-9739e421b7a4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.286s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.245s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/694927cf-ae06-4e69-bf47-9739e421b7a4/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/694927cf-ae06-4e69-bf47-9739e421b7a4/disk 1073741824" returned: 0 in 0.056s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.310s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:32 user nova-compute[74491]: DEBUG nova.network.neutron [req-e8692193-fa74-404c-a6d3-2e55e56762aa req-0947eabc-46f6-4cc4-9cc9-a8f23e2098c3 service nova] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Updated VIF entry in instance network info cache for port 34304c2c-f4a8-4ff3-934d-beea91e6467f. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:34:32 user nova-compute[74491]: DEBUG nova.network.neutron [req-e8692193-fa74-404c-a6d3-2e55e56762aa req-0947eabc-46f6-4cc4-9cc9-a8f23e2098c3 service nova] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Updating instance_info_cache with network_info: [{"id": "34304c2c-f4a8-4ff3-934d-beea91e6467f", "address": "fa:16:3e:4b:75:87", "network": {"id": "fdd021ae-2baa-461b-a392-fe529eb11e41", "bridge": "br-int", "label": "tempest-TestVolumeSwap-258150289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a968f94fa0d47c289ef707b2f445e03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34304c2c-f4", "ovs_interfaceid": "34304c2c-f4a8-4ff3-934d-beea91e6467f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:34:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e8692193-fa74-404c-a6d3-2e55e56762aa req-0947eabc-46f6-4cc4-9cc9-a8f23e2098c3 service nova] Releasing lock "refresh_cache-041b6e2e-8e39-4035-aa5b-8bace636f06c" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:34:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.234s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:32 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Checking if we can resize image /opt/stack/data/nova/instances/694927cf-ae06-4e69-bf47-9739e421b7a4/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:34:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/694927cf-ae06-4e69-bf47-9739e421b7a4/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:32 user nova-compute[74491]: DEBUG nova.network.neutron [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Successfully created port: e746df35-f2e5-4be0-86f3-f3cde778b31f {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:34:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/694927cf-ae06-4e69-bf47-9739e421b7a4/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:32 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Cannot resize image /opt/stack/data/nova/instances/694927cf-ae06-4e69-bf47-9739e421b7a4/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:34:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:34:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Ensure instance console log exists: /opt/stack/data/nova/instances/694927cf-ae06-4e69-bf47-9739e421b7a4/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:34:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:34:33 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Cleaning up deleted instances {{(pid=74491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 07:34:33 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] There are 0 instances to clean {{(pid=74491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 07:34:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:34:33 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74491) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 07:34:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:34:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:33 user nova-compute[74491]: DEBUG nova.network.neutron [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Successfully updated port: e746df35-f2e5-4be0-86f3-f3cde778b31f {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:34:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Acquiring lock "refresh_cache-694927cf-ae06-4e69-bf47-9739e421b7a4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:34:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Acquired lock "refresh_cache-694927cf-ae06-4e69-bf47-9739e421b7a4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:34:33 user nova-compute[74491]: DEBUG nova.network.neutron [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:34:33 user nova-compute[74491]: DEBUG nova.compute.manager [req-ed7e6744-e16d-4d46-9b81-491be89c3b1e req-83923f57-c19f-4990-b1a2-5fac628e0bed service nova] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Received event network-changed-e746df35-f2e5-4be0-86f3-f3cde778b31f {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:34:33 user nova-compute[74491]: DEBUG nova.compute.manager [req-ed7e6744-e16d-4d46-9b81-491be89c3b1e req-83923f57-c19f-4990-b1a2-5fac628e0bed service nova] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Refreshing instance network info cache due to event network-changed-e746df35-f2e5-4be0-86f3-f3cde778b31f. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:34:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ed7e6744-e16d-4d46-9b81-491be89c3b1e req-83923f57-c19f-4990-b1a2-5fac628e0bed service nova] Acquiring lock "refresh_cache-694927cf-ae06-4e69-bf47-9739e421b7a4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:34:33 user nova-compute[74491]: DEBUG nova.network.neutron [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:34:33 user nova-compute[74491]: DEBUG nova.compute.manager [req-3c36ea92-7012-4dbf-81d4-f080e1ca3eb3 req-d0131961-6110-4062-a797-16bc207caa37 service nova] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Received event network-vif-plugged-34304c2c-f4a8-4ff3-934d-beea91e6467f {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:34:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3c36ea92-7012-4dbf-81d4-f080e1ca3eb3 req-d0131961-6110-4062-a797-16bc207caa37 service nova] Acquiring lock "041b6e2e-8e39-4035-aa5b-8bace636f06c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3c36ea92-7012-4dbf-81d4-f080e1ca3eb3 req-d0131961-6110-4062-a797-16bc207caa37 service nova] Lock "041b6e2e-8e39-4035-aa5b-8bace636f06c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3c36ea92-7012-4dbf-81d4-f080e1ca3eb3 req-d0131961-6110-4062-a797-16bc207caa37 service nova] Lock "041b6e2e-8e39-4035-aa5b-8bace636f06c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:33 user nova-compute[74491]: DEBUG nova.compute.manager [req-3c36ea92-7012-4dbf-81d4-f080e1ca3eb3 req-d0131961-6110-4062-a797-16bc207caa37 service nova] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] No waiting events found dispatching network-vif-plugged-34304c2c-f4a8-4ff3-934d-beea91e6467f {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:34:33 user nova-compute[74491]: WARNING nova.compute.manager [req-3c36ea92-7012-4dbf-81d4-f080e1ca3eb3 req-d0131961-6110-4062-a797-16bc207caa37 service nova] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Received unexpected event network-vif-plugged-34304c2c-f4a8-4ff3-934d-beea91e6467f for instance with vm_state building and task_state spawning.
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.network.neutron [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Updating instance_info_cache with network_info: [{"id": "e746df35-f2e5-4be0-86f3-f3cde778b31f", "address": "fa:16:3e:f0:d1:87", "network": {"id": "3e551af9-33a9-4b9b-977c-015050e413dc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1861273080-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f5a5bb0b81a434eaf5df5d042bd3bb3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape746df35-f2", "ovs_interfaceid": "e746df35-f2e5-4be0-86f3-f3cde778b31f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Releasing lock "refresh_cache-694927cf-ae06-4e69-bf47-9739e421b7a4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.compute.manager [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Instance network_info: |[{"id": "e746df35-f2e5-4be0-86f3-f3cde778b31f", "address": "fa:16:3e:f0:d1:87", "network": {"id": "3e551af9-33a9-4b9b-977c-015050e413dc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1861273080-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f5a5bb0b81a434eaf5df5d042bd3bb3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape746df35-f2", "ovs_interfaceid": "e746df35-f2e5-4be0-86f3-f3cde778b31f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ed7e6744-e16d-4d46-9b81-491be89c3b1e req-83923f57-c19f-4990-b1a2-5fac628e0bed service nova] Acquired lock "refresh_cache-694927cf-ae06-4e69-bf47-9739e421b7a4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.network.neutron [req-ed7e6744-e16d-4d46-9b81-491be89c3b1e req-83923f57-c19f-4990-b1a2-5fac628e0bed service nova] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Refreshing network info cache for port e746df35-f2e5-4be0-86f3-f3cde778b31f {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Start _get_guest_xml network_info=[{"id": "e746df35-f2e5-4be0-86f3-f3cde778b31f", "address": "fa:16:3e:f0:d1:87", "network": {"id": "3e551af9-33a9-4b9b-977c-015050e413dc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1861273080-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f5a5bb0b81a434eaf5df5d042bd3bb3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape746df35-f2", "ovs_interfaceid": "e746df35-f2e5-4be0-86f3-f3cde778b31f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:34:34 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:34:34 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:34:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-215494448',display_name='tempest-VolumesAssistedSnapshotsTest-server-215494448',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-215494448',id=9,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGKg4yVruh9r7zLcd5VfGSbhFPcY9Ti3Hvp0s0a9vBRKdZoe/XZVNLAf/pubrlQWwplatNOzafVSxo/PjSYYLrKqucrPC+u5pgcg8zOTtU5obnJm2QDAPv1vJI69U+L/xw==',key_name='tempest-keypair-1805755611',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5f5a5bb0b81a434eaf5df5d042bd3bb3',ramdisk_id='',reservation_id='r-v8sy0ro8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1053662188',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1053662188-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:34:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='72ca2a52077446beb049ce722a44be3c',uuid=694927cf-ae06-4e69-bf47-9739e421b7a4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e746df35-f2e5-4be0-86f3-f3cde778b31f", "address": "fa:16:3e:f0:d1:87", "network": {"id": "3e551af9-33a9-4b9b-977c-015050e413dc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1861273080-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f5a5bb0b81a434eaf5df5d042bd3bb3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape746df35-f2", "ovs_interfaceid": "e746df35-f2e5-4be0-86f3-f3cde778b31f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Converting VIF {"id": "e746df35-f2e5-4be0-86f3-f3cde778b31f", "address": "fa:16:3e:f0:d1:87", "network": {"id": "3e551af9-33a9-4b9b-977c-015050e413dc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1861273080-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f5a5bb0b81a434eaf5df5d042bd3bb3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape746df35-f2", "ovs_interfaceid": "e746df35-f2e5-4be0-86f3-f3cde778b31f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f0:d1:87,bridge_name='br-int',has_traffic_filtering=True,id=e746df35-f2e5-4be0-86f3-f3cde778b31f,network=Network(3e551af9-33a9-4b9b-977c-015050e413dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape746df35-f2') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.objects.instance [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Lazy-loading 'pci_devices' on Instance uuid 694927cf-ae06-4e69-bf47-9739e421b7a4 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:34:34 user nova-compute[74491]:   <uuid>694927cf-ae06-4e69-bf47-9739e421b7a4</uuid>
Oct 30 07:34:34 user nova-compute[74491]:   <name>instance-00000009</name>
Oct 30 07:34:34 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:34:34 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:34:34 user nova-compute[74491]:   <metadata>
Oct 30 07:34:34 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:34:34 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:34:34 user nova-compute[74491]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-215494448</nova:name>
Oct 30 07:34:34 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:34:34</nova:creationTime>
Oct 30 07:34:34 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:34:34 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:34:34 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:34:34 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:34:34 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:34:34 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:34:34 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:34:34 user nova-compute[74491]:       <nova:owner>
Oct 30 07:34:34 user nova-compute[74491]:         <nova:user uuid="72ca2a52077446beb049ce722a44be3c">tempest-VolumesAssistedSnapshotsTest-1053662188-project-member</nova:user>
Oct 30 07:34:34 user nova-compute[74491]:         <nova:project uuid="5f5a5bb0b81a434eaf5df5d042bd3bb3">tempest-VolumesAssistedSnapshotsTest-1053662188</nova:project>
Oct 30 07:34:34 user nova-compute[74491]:       </nova:owner>
Oct 30 07:34:34 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:34:34 user nova-compute[74491]:       <nova:ports>
Oct 30 07:34:34 user nova-compute[74491]:         <nova:port uuid="e746df35-f2e5-4be0-86f3-f3cde778b31f">
Oct 30 07:34:34 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 30 07:34:34 user nova-compute[74491]:         </nova:port>
Oct 30 07:34:34 user nova-compute[74491]:       </nova:ports>
Oct 30 07:34:34 user nova-compute[74491]:     </nova:instance>
Oct 30 07:34:34 user nova-compute[74491]:   </metadata>
Oct 30 07:34:34 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:34:34 user nova-compute[74491]:     <system>
Oct 30 07:34:34 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:34:34 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:34:34 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:34:34 user nova-compute[74491]:       <entry name="serial">694927cf-ae06-4e69-bf47-9739e421b7a4</entry>
Oct 30 07:34:34 user nova-compute[74491]:       <entry name="uuid">694927cf-ae06-4e69-bf47-9739e421b7a4</entry>
Oct 30 07:34:34 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:34:34 user nova-compute[74491]:     </system>
Oct 30 07:34:34 user nova-compute[74491]:   </sysinfo>
Oct 30 07:34:34 user nova-compute[74491]:   <os>
Oct 30 07:34:34 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:34:34 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:34:34 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:34:34 user nova-compute[74491]:   </os>
Oct 30 07:34:34 user nova-compute[74491]:   <features>
Oct 30 07:34:34 user nova-compute[74491]:     <acpi/>
Oct 30 07:34:34 user nova-compute[74491]:     <apic/>
Oct 30 07:34:34 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:34:34 user nova-compute[74491]:   </features>
Oct 30 07:34:34 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:34:34 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:34:34 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:34:34 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:34:34 user nova-compute[74491]:   </clock>
Oct 30 07:34:34 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:34:34 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:34:34 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:34:34 user nova-compute[74491]:   </cpu>
Oct 30 07:34:34 user nova-compute[74491]:   <devices>
Oct 30 07:34:34 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:34:34 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:34:34 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/694927cf-ae06-4e69-bf47-9739e421b7a4/disk"/>
Oct 30 07:34:34 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:34:34 user nova-compute[74491]:     </disk>
Oct 30 07:34:34 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:34:34 user nova-compute[74491]:       <mac address="fa:16:3e:f0:d1:87"/>
Oct 30 07:34:34 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:34:34 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:34:34 user nova-compute[74491]:       <target dev="tape746df35-f2"/>
Oct 30 07:34:34 user nova-compute[74491]:     </interface>
Oct 30 07:34:34 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:34:34 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/694927cf-ae06-4e69-bf47-9739e421b7a4/console.log" append="off"/>
Oct 30 07:34:34 user nova-compute[74491]:     </serial>
Oct 30 07:34:34 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:34:34 user nova-compute[74491]:     <video>
Oct 30 07:34:34 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:34:34 user nova-compute[74491]:     </video>
Oct 30 07:34:34 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:34:34 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:34:34 user nova-compute[74491]:     </rng>
Oct 30 07:34:34 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:34:34 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:34:34 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:34:34 user nova-compute[74491]:     </memballoon>
Oct 30 07:34:34 user nova-compute[74491]:   </devices>
Oct 30 07:34:34 user nova-compute[74491]: </domain>
Oct 30 07:34:34 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:34:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-215494448',display_name='tempest-VolumesAssistedSnapshotsTest-server-215494448',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-215494448',id=9,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGKg4yVruh9r7zLcd5VfGSbhFPcY9Ti3Hvp0s0a9vBRKdZoe/XZVNLAf/pubrlQWwplatNOzafVSxo/PjSYYLrKqucrPC+u5pgcg8zOTtU5obnJm2QDAPv1vJI69U+L/xw==',key_name='tempest-keypair-1805755611',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5f5a5bb0b81a434eaf5df5d042bd3bb3',ramdisk_id='',reservation_id='r-v8sy0ro8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1053662188',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1053662188-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:34:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='72ca2a52077446beb049ce722a44be3c',uuid=694927cf-ae06-4e69-bf47-9739e421b7a4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e746df35-f2e5-4be0-86f3-f3cde778b31f", "address": "fa:16:3e:f0:d1:87", "network": {"id": "3e551af9-33a9-4b9b-977c-015050e413dc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1861273080-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f5a5bb0b81a434eaf5df5d042bd3bb3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape746df35-f2", "ovs_interfaceid": "e746df35-f2e5-4be0-86f3-f3cde778b31f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Converting VIF {"id": "e746df35-f2e5-4be0-86f3-f3cde778b31f", "address": "fa:16:3e:f0:d1:87", "network": {"id": "3e551af9-33a9-4b9b-977c-015050e413dc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1861273080-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f5a5bb0b81a434eaf5df5d042bd3bb3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape746df35-f2", "ovs_interfaceid": "e746df35-f2e5-4be0-86f3-f3cde778b31f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f0:d1:87,bridge_name='br-int',has_traffic_filtering=True,id=e746df35-f2e5-4be0-86f3-f3cde778b31f,network=Network(3e551af9-33a9-4b9b-977c-015050e413dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape746df35-f2') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG os_vif [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f0:d1:87,bridge_name='br-int',has_traffic_filtering=True,id=e746df35-f2e5-4be0-86f3-f3cde778b31f,network=Network(3e551af9-33a9-4b9b-977c-015050e413dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape746df35-f2') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dd1f387e-1c02-5929-aeb5-8070e489381e', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape746df35-f2, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape746df35-f2, col_values=(('qos', UUID('f0cd99d6-83c7-4212-a3c5-931fe19e28a7')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape746df35-f2, col_values=(('external_ids', {'iface-id': 'e746df35-f2e5-4be0-86f3-f3cde778b31f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f0:d1:87', 'vm-uuid': '694927cf-ae06-4e69-bf47-9739e421b7a4'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:34 user nova-compute[74491]: INFO os_vif [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f0:d1:87,bridge_name='br-int',has_traffic_filtering=True,id=e746df35-f2e5-4be0-86f3-f3cde778b31f,network=Network(3e551af9-33a9-4b9b-977c-015050e413dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape746df35-f2')
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] No VIF found with MAC fa:16:3e:f0:d1:87, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.network.neutron [req-ed7e6744-e16d-4d46-9b81-491be89c3b1e req-83923f57-c19f-4990-b1a2-5fac628e0bed service nova] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Updated VIF entry in instance network info cache for port e746df35-f2e5-4be0-86f3-f3cde778b31f. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG nova.network.neutron [req-ed7e6744-e16d-4d46-9b81-491be89c3b1e req-83923f57-c19f-4990-b1a2-5fac628e0bed service nova] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Updating instance_info_cache with network_info: [{"id": "e746df35-f2e5-4be0-86f3-f3cde778b31f", "address": "fa:16:3e:f0:d1:87", "network": {"id": "3e551af9-33a9-4b9b-977c-015050e413dc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1861273080-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f5a5bb0b81a434eaf5df5d042bd3bb3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape746df35-f2", "ovs_interfaceid": "e746df35-f2e5-4be0-86f3-f3cde778b31f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:34:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ed7e6744-e16d-4d46-9b81-491be89c3b1e req-83923f57-c19f-4990-b1a2-5fac628e0bed service nova] Releasing lock "refresh_cache-694927cf-ae06-4e69-bf47-9739e421b7a4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:34:35 user nova-compute[74491]: DEBUG nova.compute.manager [req-c82ef665-2204-41f2-9b00-b15c88e46adc req-0673b903-abe1-42b2-915c-b4e8d039f322 service nova] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Received event network-vif-plugged-34304c2c-f4a8-4ff3-934d-beea91e6467f {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:34:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c82ef665-2204-41f2-9b00-b15c88e46adc req-0673b903-abe1-42b2-915c-b4e8d039f322 service nova] Acquiring lock "041b6e2e-8e39-4035-aa5b-8bace636f06c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c82ef665-2204-41f2-9b00-b15c88e46adc req-0673b903-abe1-42b2-915c-b4e8d039f322 service nova] Lock "041b6e2e-8e39-4035-aa5b-8bace636f06c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c82ef665-2204-41f2-9b00-b15c88e46adc req-0673b903-abe1-42b2-915c-b4e8d039f322 service nova] Lock "041b6e2e-8e39-4035-aa5b-8bace636f06c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:35 user nova-compute[74491]: DEBUG nova.compute.manager [req-c82ef665-2204-41f2-9b00-b15c88e46adc req-0673b903-abe1-42b2-915c-b4e8d039f322 service nova] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] No waiting events found dispatching network-vif-plugged-34304c2c-f4a8-4ff3-934d-beea91e6467f {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:34:35 user nova-compute[74491]: WARNING nova.compute.manager [req-c82ef665-2204-41f2-9b00-b15c88e46adc req-0673b903-abe1-42b2-915c-b4e8d039f322 service nova] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Received unexpected event network-vif-plugged-34304c2c-f4a8-4ff3-934d-beea91e6467f for instance with vm_state building and task_state spawning.
Oct 30 07:34:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:36 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:34:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:34:36 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Instance spawned successfully.
Oct 30 07:34:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:34:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:36 user nova-compute[74491]: INFO nova.compute.manager [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Took 7.11 seconds to spawn the instance on the hypervisor.
Oct 30 07:34:36 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:34:36 user nova-compute[74491]: INFO nova.compute.manager [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Took 8.96 seconds to build instance.
Oct 30 07:34:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e8247a30-66f0-41ca-9859-cf7a6af7d707 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lock "041b6e2e-8e39-4035-aa5b-8bace636f06c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.264s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:36 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.379s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.358s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:37 user nova-compute[74491]: DEBUG nova.compute.manager [req-9d911a3f-8d48-4def-b2d9-871abfb3e207 req-06e46958-bded-4922-a3b3-e3213252ac63 service nova] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Received event network-vif-plugged-e746df35-f2e5-4be0-86f3-f3cde778b31f {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:34:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9d911a3f-8d48-4def-b2d9-871abfb3e207 req-06e46958-bded-4922-a3b3-e3213252ac63 service nova] Acquiring lock "694927cf-ae06-4e69-bf47-9739e421b7a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9d911a3f-8d48-4def-b2d9-871abfb3e207 req-06e46958-bded-4922-a3b3-e3213252ac63 service nova] Lock "694927cf-ae06-4e69-bf47-9739e421b7a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9d911a3f-8d48-4def-b2d9-871abfb3e207 req-06e46958-bded-4922-a3b3-e3213252ac63 service nova] Lock "694927cf-ae06-4e69-bf47-9739e421b7a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:37 user nova-compute[74491]: DEBUG nova.compute.manager [req-9d911a3f-8d48-4def-b2d9-871abfb3e207 req-06e46958-bded-4922-a3b3-e3213252ac63 service nova] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] No waiting events found dispatching network-vif-plugged-e746df35-f2e5-4be0-86f3-f3cde778b31f {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:34:37 user nova-compute[74491]: WARNING nova.compute.manager [req-9d911a3f-8d48-4def-b2d9-871abfb3e207 req-06e46958-bded-4922-a3b3-e3213252ac63 service nova] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Received unexpected event network-vif-plugged-e746df35-f2e5-4be0-86f3-f3cde778b31f for instance with vm_state building and task_state spawning.
Oct 30 07:34:37 user nova-compute[74491]: DEBUG nova.compute.manager [req-9d911a3f-8d48-4def-b2d9-871abfb3e207 req-06e46958-bded-4922-a3b3-e3213252ac63 service nova] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Received event network-vif-plugged-e746df35-f2e5-4be0-86f3-f3cde778b31f {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:34:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9d911a3f-8d48-4def-b2d9-871abfb3e207 req-06e46958-bded-4922-a3b3-e3213252ac63 service nova] Acquiring lock "694927cf-ae06-4e69-bf47-9739e421b7a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9d911a3f-8d48-4def-b2d9-871abfb3e207 req-06e46958-bded-4922-a3b3-e3213252ac63 service nova] Lock "694927cf-ae06-4e69-bf47-9739e421b7a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9d911a3f-8d48-4def-b2d9-871abfb3e207 req-06e46958-bded-4922-a3b3-e3213252ac63 service nova] Lock "694927cf-ae06-4e69-bf47-9739e421b7a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:37 user nova-compute[74491]: DEBUG nova.compute.manager [req-9d911a3f-8d48-4def-b2d9-871abfb3e207 req-06e46958-bded-4922-a3b3-e3213252ac63 service nova] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] No waiting events found dispatching network-vif-plugged-e746df35-f2e5-4be0-86f3-f3cde778b31f {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:34:37 user nova-compute[74491]: WARNING nova.compute.manager [req-9d911a3f-8d48-4def-b2d9-871abfb3e207 req-06e46958-bded-4922-a3b3-e3213252ac63 service nova] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Received unexpected event network-vif-plugged-e746df35-f2e5-4be0-86f3-f3cde778b31f for instance with vm_state building and task_state spawning.
Oct 30 07:34:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk --force-share --output=json" returned: 0 in 0.283s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk --force-share --output=json" returned: 0 in 0.305s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json" returned: 0 in 0.361s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json" returned: 0 in 0.304s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json" returned: 0 in 0.373s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:39 user nova-compute[74491]: DEBUG nova.compute.manager [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:34:39 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:34:39 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Instance spawned successfully.
Oct 30 07:34:39 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:34:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json" returned: 0 in 0.256s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:39 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:39 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:39 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:39 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:39 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:39 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:34:39 user nova-compute[74491]: INFO nova.compute.manager [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Took 8.10 seconds to spawn the instance on the hypervisor.
Oct 30 07:34:39 user nova-compute[74491]: DEBUG nova.compute.manager [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:34:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.300s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:40 user nova-compute[74491]: INFO nova.compute.manager [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Took 9.39 seconds to build instance.
Oct 30 07:34:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-497a8d5b-84f1-4b9a-b149-6592df3f12ea tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Lock "694927cf-ae06-4e69-bf47-9739e421b7a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.699s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/disk --force-share --output=json" returned: 0 in 0.264s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/694927cf-ae06-4e69-bf47-9739e421b7a4/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/694927cf-ae06-4e69-bf47-9739e421b7a4/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/694927cf-ae06-4e69-bf47-9739e421b7a4/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/694927cf-ae06-4e69-bf47-9739e421b7a4/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:34:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:34:42 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:34:42 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:34:42 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=7705MB free_disk=25.775474548339844GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 07:34:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:43 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 962072d3-a76a-491e-8693-d0f1ce2a2dd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:34:43 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:34:43 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance fb047ba5-cb93-44ef-9443-bf2f728277c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:34:43 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance bb072d38-2d8d-4138-833b-de7b80d17a96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:34:43 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 6baf250e-557b-456f-8962-4e4e58e8f1b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:34:43 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 4a1e1884-891c-401f-b946-7eee2c6950fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:34:43 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance de1afc91-375c-4c89-92e4-07f9642199dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:34:43 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 041b6e2e-8e39-4035-aa5b-8bace636f06c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:34:43 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 694927cf-ae06-4e69-bf47-9739e421b7a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:34:43 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 07:34:43 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 07:34:43 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing inventories for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 07:34:43 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Updating ProviderTree inventory for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 07:34:43 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Updating inventory in ProviderTree for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 07:34:43 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing aggregate associations for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9, aggregates: None {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 07:34:43 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing trait associations for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9, traits: COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_CIRRUS,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSSE3,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_TRUSTED_CERTS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE41,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE,HW_CPU_X86_MMX,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_FDC,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_USB {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 07:34:43 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:34:43 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:34:43 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 07:34:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.073s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:44 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:34:44 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:34:44 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 07:34:44 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 07:34:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-962072d3-a76a-491e-8693-d0f1ce2a2dd8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:34:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-962072d3-a76a-491e-8693-d0f1ce2a2dd8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:34:44 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 07:34:44 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lazy-loading 'info_cache' on Instance uuid 962072d3-a76a-491e-8693-d0f1ce2a2dd8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:34:45 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Updating instance_info_cache with network_info: [{"id": "1e4fa61b-d720-457d-8161-db217dfd14b2", "address": "fa:16:3e:51:4e:36", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e4fa61b-d7", "ovs_interfaceid": "1e4fa61b-d720-457d-8161-db217dfd14b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:34:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-962072d3-a76a-491e-8693-d0f1ce2a2dd8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:34:45 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 07:34:45 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:34:45 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:34:45 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:34:45 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:34:45 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:34:45 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:34:45 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 07:34:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:50 user nova-compute[74491]: DEBUG nova.compute.manager [req-9790be53-69d4-4266-82e8-d7147c1f1db0 req-83f3c922-6364-4be7-80e3-8b2350f6a81d service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Received event network-vif-plugged-1e4fa61b-d720-457d-8161-db217dfd14b2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:34:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9790be53-69d4-4266-82e8-d7147c1f1db0 req-83f3c922-6364-4be7-80e3-8b2350f6a81d service nova] Acquiring lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9790be53-69d4-4266-82e8-d7147c1f1db0 req-83f3c922-6364-4be7-80e3-8b2350f6a81d service nova] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9790be53-69d4-4266-82e8-d7147c1f1db0 req-83f3c922-6364-4be7-80e3-8b2350f6a81d service nova] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:50 user nova-compute[74491]: DEBUG nova.compute.manager [req-9790be53-69d4-4266-82e8-d7147c1f1db0 req-83f3c922-6364-4be7-80e3-8b2350f6a81d service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] No waiting events found dispatching network-vif-plugged-1e4fa61b-d720-457d-8161-db217dfd14b2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:34:50 user nova-compute[74491]: WARNING nova.compute.manager [req-9790be53-69d4-4266-82e8-d7147c1f1db0 req-83f3c922-6364-4be7-80e3-8b2350f6a81d service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Received unexpected event network-vif-plugged-1e4fa61b-d720-457d-8161-db217dfd14b2 for instance with vm_state active and task_state None.
Oct 30 07:34:52 user nova-compute[74491]: DEBUG nova.compute.manager [req-a8138e56-1a05-4ae1-af2f-f255089a9508 req-ec8a0828-8462-4da3-a946-7e3b2223dc86 service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Received event network-vif-plugged-1e4fa61b-d720-457d-8161-db217dfd14b2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:34:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a8138e56-1a05-4ae1-af2f-f255089a9508 req-ec8a0828-8462-4da3-a946-7e3b2223dc86 service nova] Acquiring lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a8138e56-1a05-4ae1-af2f-f255089a9508 req-ec8a0828-8462-4da3-a946-7e3b2223dc86 service nova] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a8138e56-1a05-4ae1-af2f-f255089a9508 req-ec8a0828-8462-4da3-a946-7e3b2223dc86 service nova] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:52 user nova-compute[74491]: DEBUG nova.compute.manager [req-a8138e56-1a05-4ae1-af2f-f255089a9508 req-ec8a0828-8462-4da3-a946-7e3b2223dc86 service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] No waiting events found dispatching network-vif-plugged-1e4fa61b-d720-457d-8161-db217dfd14b2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:34:52 user nova-compute[74491]: WARNING nova.compute.manager [req-a8138e56-1a05-4ae1-af2f-f255089a9508 req-ec8a0828-8462-4da3-a946-7e3b2223dc86 service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Received unexpected event network-vif-plugged-1e4fa61b-d720-457d-8161-db217dfd14b2 for instance with vm_state active and task_state None.
Oct 30 07:34:52 user nova-compute[74491]: DEBUG nova.compute.manager [req-a8138e56-1a05-4ae1-af2f-f255089a9508 req-ec8a0828-8462-4da3-a946-7e3b2223dc86 service nova] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Received event network-vif-plugged-638159c6-0a86-452b-8d0f-6f2ac71759d1 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:34:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a8138e56-1a05-4ae1-af2f-f255089a9508 req-ec8a0828-8462-4da3-a946-7e3b2223dc86 service nova] Acquiring lock "fb047ba5-cb93-44ef-9443-bf2f728277c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a8138e56-1a05-4ae1-af2f-f255089a9508 req-ec8a0828-8462-4da3-a946-7e3b2223dc86 service nova] Lock "fb047ba5-cb93-44ef-9443-bf2f728277c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a8138e56-1a05-4ae1-af2f-f255089a9508 req-ec8a0828-8462-4da3-a946-7e3b2223dc86 service nova] Lock "fb047ba5-cb93-44ef-9443-bf2f728277c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:52 user nova-compute[74491]: DEBUG nova.compute.manager [req-a8138e56-1a05-4ae1-af2f-f255089a9508 req-ec8a0828-8462-4da3-a946-7e3b2223dc86 service nova] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] No waiting events found dispatching network-vif-plugged-638159c6-0a86-452b-8d0f-6f2ac71759d1 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:34:52 user nova-compute[74491]: WARNING nova.compute.manager [req-a8138e56-1a05-4ae1-af2f-f255089a9508 req-ec8a0828-8462-4da3-a946-7e3b2223dc86 service nova] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Received unexpected event network-vif-plugged-638159c6-0a86-452b-8d0f-6f2ac71759d1 for instance with vm_state active and task_state None.
Oct 30 07:34:52 user nova-compute[74491]: DEBUG nova.compute.manager [req-a8138e56-1a05-4ae1-af2f-f255089a9508 req-ec8a0828-8462-4da3-a946-7e3b2223dc86 service nova] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Received event network-vif-plugged-638159c6-0a86-452b-8d0f-6f2ac71759d1 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:34:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a8138e56-1a05-4ae1-af2f-f255089a9508 req-ec8a0828-8462-4da3-a946-7e3b2223dc86 service nova] Acquiring lock "fb047ba5-cb93-44ef-9443-bf2f728277c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a8138e56-1a05-4ae1-af2f-f255089a9508 req-ec8a0828-8462-4da3-a946-7e3b2223dc86 service nova] Lock "fb047ba5-cb93-44ef-9443-bf2f728277c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a8138e56-1a05-4ae1-af2f-f255089a9508 req-ec8a0828-8462-4da3-a946-7e3b2223dc86 service nova] Lock "fb047ba5-cb93-44ef-9443-bf2f728277c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:52 user nova-compute[74491]: DEBUG nova.compute.manager [req-a8138e56-1a05-4ae1-af2f-f255089a9508 req-ec8a0828-8462-4da3-a946-7e3b2223dc86 service nova] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] No waiting events found dispatching network-vif-plugged-638159c6-0a86-452b-8d0f-6f2ac71759d1 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:34:52 user nova-compute[74491]: WARNING nova.compute.manager [req-a8138e56-1a05-4ae1-af2f-f255089a9508 req-ec8a0828-8462-4da3-a946-7e3b2223dc86 service nova] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Received unexpected event network-vif-plugged-638159c6-0a86-452b-8d0f-6f2ac71759d1 for instance with vm_state active and task_state None.
Oct 30 07:34:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:55 user nova-compute[74491]: DEBUG nova.compute.manager [req-7b7fb4d5-9d63-43c0-b90c-56b2afc07832 req-6bb94f4e-ee88-4944-a6bf-26bbead13e42 service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Received event network-vif-plugged-bc3ae8c9-13ef-47b6-b34c-b2c645097385 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:34:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7b7fb4d5-9d63-43c0-b90c-56b2afc07832 req-6bb94f4e-ee88-4944-a6bf-26bbead13e42 service nova] Acquiring lock "6baf250e-557b-456f-8962-4e4e58e8f1b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7b7fb4d5-9d63-43c0-b90c-56b2afc07832 req-6bb94f4e-ee88-4944-a6bf-26bbead13e42 service nova] Lock "6baf250e-557b-456f-8962-4e4e58e8f1b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7b7fb4d5-9d63-43c0-b90c-56b2afc07832 req-6bb94f4e-ee88-4944-a6bf-26bbead13e42 service nova] Lock "6baf250e-557b-456f-8962-4e4e58e8f1b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:55 user nova-compute[74491]: DEBUG nova.compute.manager [req-7b7fb4d5-9d63-43c0-b90c-56b2afc07832 req-6bb94f4e-ee88-4944-a6bf-26bbead13e42 service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] No waiting events found dispatching network-vif-plugged-bc3ae8c9-13ef-47b6-b34c-b2c645097385 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:34:55 user nova-compute[74491]: WARNING nova.compute.manager [req-7b7fb4d5-9d63-43c0-b90c-56b2afc07832 req-6bb94f4e-ee88-4944-a6bf-26bbead13e42 service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Received unexpected event network-vif-plugged-bc3ae8c9-13ef-47b6-b34c-b2c645097385 for instance with vm_state active and task_state None.
Oct 30 07:34:58 user nova-compute[74491]: DEBUG nova.compute.manager [req-31ee428e-30e1-472a-8cad-283a53880991 req-992d7bbd-72e0-45f5-8e92-903a7aab9e4d service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Received event network-vif-plugged-bc3ae8c9-13ef-47b6-b34c-b2c645097385 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:34:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-31ee428e-30e1-472a-8cad-283a53880991 req-992d7bbd-72e0-45f5-8e92-903a7aab9e4d service nova] Acquiring lock "6baf250e-557b-456f-8962-4e4e58e8f1b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:34:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-31ee428e-30e1-472a-8cad-283a53880991 req-992d7bbd-72e0-45f5-8e92-903a7aab9e4d service nova] Lock "6baf250e-557b-456f-8962-4e4e58e8f1b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:34:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-31ee428e-30e1-472a-8cad-283a53880991 req-992d7bbd-72e0-45f5-8e92-903a7aab9e4d service nova] Lock "6baf250e-557b-456f-8962-4e4e58e8f1b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:34:58 user nova-compute[74491]: DEBUG nova.compute.manager [req-31ee428e-30e1-472a-8cad-283a53880991 req-992d7bbd-72e0-45f5-8e92-903a7aab9e4d service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] No waiting events found dispatching network-vif-plugged-bc3ae8c9-13ef-47b6-b34c-b2c645097385 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:34:58 user nova-compute[74491]: WARNING nova.compute.manager [req-31ee428e-30e1-472a-8cad-283a53880991 req-992d7bbd-72e0-45f5-8e92-903a7aab9e4d service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Received unexpected event network-vif-plugged-bc3ae8c9-13ef-47b6-b34c-b2c645097385 for instance with vm_state active and task_state None.
Oct 30 07:34:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:34:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:24 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:35:24 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:24 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 07:35:24 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:35:24 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:35:24 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:35:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:35:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 07:35:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:35:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:35:34 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:35:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:35:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:35:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:35:34 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 07:35:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:36 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:36 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:36 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:36 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:36 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:36 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:36 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:36 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:36 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:36 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/694927cf-ae06-4e69-bf47-9739e421b7a4/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/694927cf-ae06-4e69-bf47-9739e421b7a4/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/694927cf-ae06-4e69-bf47-9739e421b7a4/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/694927cf-ae06-4e69-bf47-9739e421b7a4/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:38 user nova-compute[74491]: DEBUG nova.compute.manager [None req-1e39564f-628a-49e6-ad67-754d9687e736 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:35:38 user nova-compute[74491]: INFO nova.compute.manager [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Rescuing
Oct 30 07:35:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "refresh_cache-6baf250e-557b-456f-8962-4e4e58e8f1b9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:35:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquired lock "refresh_cache-6baf250e-557b-456f-8962-4e4e58e8f1b9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:35:38 user nova-compute[74491]: DEBUG nova.network.neutron [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:35:38 user nova-compute[74491]: INFO nova.compute.manager [None req-1e39564f-628a-49e6-ad67-754d9687e736 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] instance snapshotting
Oct 30 07:35:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Acquiring lock "15d82973-a027-41bc-b10d-6ce38d3d2a77" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:35:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "15d82973-a027-41bc-b10d-6ce38d3d2a77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:35:38 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:35:38 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:35:38 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=7227MB free_disk=25.671489715576172GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 07:35:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:35:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:35:38 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-1e39564f-628a-49e6-ad67-754d9687e736 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Beginning live snapshot process
Oct 30 07:35:38 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:35:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:35:39 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 15d82973-a027-41bc-b10d-6ce38d3d2a77 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 30 07:35:39 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance fb047ba5-cb93-44ef-9443-bf2f728277c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:35:39 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 6baf250e-557b-456f-8962-4e4e58e8f1b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:35:39 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 962072d3-a76a-491e-8693-d0f1ce2a2dd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:35:39 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance bb072d38-2d8d-4138-833b-de7b80d17a96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:35:39 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 041b6e2e-8e39-4035-aa5b-8bace636f06c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:35:39 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:35:39 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 694927cf-ae06-4e69-bf47-9739e421b7a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:35:39 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 4a1e1884-891c-401f-b946-7eee2c6950fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:35:39 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance de1afc91-375c-4c89-92e4-07f9642199dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:35:39 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 07:35:39 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 07:35:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-1e39564f-628a-49e6-ad67-754d9687e736 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json -f qcow2 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:39 user nova-compute[74491]: DEBUG nova.network.neutron [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Updating instance_info_cache with network_info: [{"id": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "address": "fa:16:3e:56:94:ff", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc3ae8c9-13", "ovs_interfaceid": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:35:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-1e39564f-628a-49e6-ad67-754d9687e736 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json -f qcow2" returned: 0 in 0.236s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-1e39564f-628a-49e6-ad67-754d9687e736 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json -f qcow2 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Releasing lock "refresh_cache-6baf250e-557b-456f-8962-4e4e58e8f1b9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:35:39 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:35:39 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:35:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:39 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 07:35:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.806s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:35:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-1e39564f-628a-49e6-ad67-754d9687e736 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json -f qcow2" returned: 0 in 0.260s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.638s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:35:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-1e39564f-628a-49e6-ad67-754d9687e736 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:39 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:35:39 user nova-compute[74491]: INFO nova.compute.claims [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Claim successful on node user
Oct 30 07:35:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-1e39564f-628a-49e6-ad67-754d9687e736 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.203s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-1e39564f-628a-49e6-ad67-754d9687e736 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpmsvvw6ji/865a6f58d4514c54934285703080096c.delta 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-1e39564f-628a-49e6-ad67-754d9687e736 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpmsvvw6ji/865a6f58d4514c54934285703080096c.delta 1073741824" returned: 0 in 0.075s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:40 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-1e39564f-628a-49e6-ad67-754d9687e736 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 30 07:35:40 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-1e39564f-628a-49e6-ad67-754d9687e736 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Checking UEFI support for host arch (x86_64) {{(pid=74491) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1751}}
Oct 30 07:35:40 user nova-compute[74491]: INFO nova.virt.libvirt.host [None req-1e39564f-628a-49e6-ad67-754d9687e736 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] UEFI support detected
Oct 30 07:35:40 user nova-compute[74491]: DEBUG nova.compute.manager [req-3eaa9f27-43c3-4d63-bcb0-f93d9abb859b req-7dfe7a96-a84e-4910-892f-dd7e390f4146 service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Received event network-vif-unplugged-bc3ae8c9-13ef-47b6-b34c-b2c645097385 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:35:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3eaa9f27-43c3-4d63-bcb0-f93d9abb859b req-7dfe7a96-a84e-4910-892f-dd7e390f4146 service nova] Acquiring lock "6baf250e-557b-456f-8962-4e4e58e8f1b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:35:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3eaa9f27-43c3-4d63-bcb0-f93d9abb859b req-7dfe7a96-a84e-4910-892f-dd7e390f4146 service nova] Lock "6baf250e-557b-456f-8962-4e4e58e8f1b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:35:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3eaa9f27-43c3-4d63-bcb0-f93d9abb859b req-7dfe7a96-a84e-4910-892f-dd7e390f4146 service nova] Lock "6baf250e-557b-456f-8962-4e4e58e8f1b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:35:40 user nova-compute[74491]: DEBUG nova.compute.manager [req-3eaa9f27-43c3-4d63-bcb0-f93d9abb859b req-7dfe7a96-a84e-4910-892f-dd7e390f4146 service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] No waiting events found dispatching network-vif-unplugged-bc3ae8c9-13ef-47b6-b34c-b2c645097385 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:35:40 user nova-compute[74491]: WARNING nova.compute.manager [req-3eaa9f27-43c3-4d63-bcb0-f93d9abb859b req-7dfe7a96-a84e-4910-892f-dd7e390f4146 service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Received unexpected event network-vif-unplugged-bc3ae8c9-13ef-47b6-b34c-b2c645097385 for instance with vm_state active and task_state rescuing.
Oct 30 07:35:40 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:35:40 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:35:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.653s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:35:40 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:35:40 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:35:40 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:35:40 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:35:40 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:35:40 user nova-compute[74491]: DEBUG nova.policy [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ddce72a11d34b36ba702676a4e1d3c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ed4248405f74d87a561f204b295863b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:35:40 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:35:40 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:35:40 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Creating image(s)
Oct 30 07:35:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Acquiring lock "/opt/stack/data/nova/instances/15d82973-a027-41bc-b10d-6ce38d3d2a77/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:35:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "/opt/stack/data/nova/instances/15d82973-a027-41bc-b10d-6ce38d3d2a77/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:35:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "/opt/stack/data/nova/instances/15d82973-a027-41bc-b10d-6ce38d3d2a77/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:35:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:40 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:35:40 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:35:40 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:35:40 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 07:35:40 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Instance destroyed successfully.
Oct 30 07:35:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.228s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:35:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:35:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:35:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:35:40 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 07:35:40 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-1e39564f-628a-49e6-ad67-754d9687e736 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] COPY block job progress, current cursor: 2162688 final cursor: 75497472 {{(pid=74491) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 07:35:40 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Attempting rescue
Oct 30 07:35:40 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74491) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Instance directory exists: not creating {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 30 07:35:41 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Creating image(s)
Oct 30 07:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "/opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "/opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "/opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.objects.instance [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lazy-loading 'trusted_certs' on Instance uuid 6baf250e-557b-456f-8962-4e4e58e8f1b9 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.199s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/15d82973-a027-41bc-b10d-6ce38d3d2a77/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/15d82973-a027-41bc-b10d-6ce38d3d2a77/disk 1073741824" returned: 0 in 0.075s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.281s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.176s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.197s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Checking if we can resize image /opt/stack/data/nova/instances/15d82973-a027-41bc-b10d-6ce38d3d2a77/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15d82973-a027-41bc-b10d-6ce38d3d2a77/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.198s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Successfully created port: 75ff8d60-7562-4378-8003-827903fd4e9a {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-1e39564f-628a-49e6-ad67-754d9687e736 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74491) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 07:35:41 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-1e39564f-628a-49e6-ad67-754d9687e736 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 30 07:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue" returned: 0 in 0.067s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.275s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.objects.instance [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lazy-loading 'migration_context' on Instance uuid 6baf250e-557b-456f-8962-4e4e58e8f1b9 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.objects.base [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Object Instance<6baf250e-557b-456f-8962-4e4e58e8f1b9> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Start _get_guest_xml network_info=[{"id": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "address": "fa:16:3e:56:94:ff", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "vif_mac": "fa:16:3e:56:94:ff"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc3ae8c9-13", "ovs_interfaceid": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.objects.instance [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lazy-loading 'resources' on Instance uuid 6baf250e-557b-456f-8962-4e4e58e8f1b9 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.objects.base [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Object Instance<6baf250e-557b-456f-8962-4e4e58e8f1b9> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.objects.instance [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lazy-loading 'numa_topology' on Instance uuid 6baf250e-557b-456f-8962-4e4e58e8f1b9 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.objects.base [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Object Instance<6baf250e-557b-456f-8962-4e4e58e8f1b9> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Acquiring lock "7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lock "7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:35:41 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:35:41 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15d82973-a027-41bc-b10d-6ce38d3d2a77/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Cannot resize image /opt/stack/data/nova/instances/15d82973-a027-41bc-b10d-6ce38d3d2a77/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Ensure instance console log exists: /opt/stack/data/nova/instances/15d82973-a027-41bc-b10d-6ce38d3d2a77/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.privsep.utils [None req-1e39564f-628a-49e6-ad67-754d9687e736 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74491) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-1e39564f-628a-49e6-ad67-754d9687e736 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpmsvvw6ji/865a6f58d4514c54934285703080096c.delta /opt/stack/data/nova/instances/snapshots/tmpmsvvw6ji/865a6f58d4514c54934285703080096c {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.objects.instance [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lazy-loading 'flavor' on Instance uuid 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.objects.instance [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lazy-loading 'vcpu_model' on Instance uuid 6baf250e-557b-456f-8962-4e4e58e8f1b9 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.objects.base [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Object Instance<6baf250e-557b-456f-8962-4e4e58e8f1b9> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:33:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1503562976',display_name='tempest-ServerRescueNegativeTestJSON-server-1503562976',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1503562976',id=5,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:34:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='10f5045c03764000a23c825ac45ee88c',ramdisk_id='',reservation_id='r-mkinynpa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1194843193',owner_user_name='tempest-ServerRescueNegativeTestJSON-1194843193-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:34:08Z,user_data=None,user_id='028c3259355b490989b2883f4dc4dff5',uuid=6baf250e-557b-456f-8962-4e4e58e8f1b9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "address": "fa:16:3e:56:94:ff", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "vif_mac": "fa:16:3e:56:94:ff"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc3ae8c9-13", "ovs_interfaceid": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Converting VIF {"id": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "address": "fa:16:3e:56:94:ff", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "vif_mac": "fa:16:3e:56:94:ff"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc3ae8c9-13", "ovs_interfaceid": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:56:94:ff,bridge_name='br-int',has_traffic_filtering=True,id=bc3ae8c9-13ef-47b6-b34c-b2c645097385,network=Network(5c5b3443-3293-4323-a588-f84a3dd2b926),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc3ae8c9-13') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.objects.instance [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lazy-loading 'pci_devices' on Instance uuid 6baf250e-557b-456f-8962-4e4e58e8f1b9 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.objects.base [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Object Instance<6baf250e-557b-456f-8962-4e4e58e8f1b9> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:35:41 user nova-compute[74491]:   <uuid>6baf250e-557b-456f-8962-4e4e58e8f1b9</uuid>
Oct 30 07:35:41 user nova-compute[74491]:   <name>instance-00000005</name>
Oct 30 07:35:41 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:35:41 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:35:41 user nova-compute[74491]:   <metadata>
Oct 30 07:35:41 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:35:41 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:35:41 user nova-compute[74491]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1503562976</nova:name>
Oct 30 07:35:41 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:35:41</nova:creationTime>
Oct 30 07:35:41 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:35:41 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:35:41 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:35:41 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:35:41 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:35:41 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:35:41 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:35:41 user nova-compute[74491]:       <nova:owner>
Oct 30 07:35:41 user nova-compute[74491]:         <nova:user uuid="028c3259355b490989b2883f4dc4dff5">tempest-ServerRescueNegativeTestJSON-1194843193-project-member</nova:user>
Oct 30 07:35:41 user nova-compute[74491]:         <nova:project uuid="10f5045c03764000a23c825ac45ee88c">tempest-ServerRescueNegativeTestJSON-1194843193</nova:project>
Oct 30 07:35:41 user nova-compute[74491]:       </nova:owner>
Oct 30 07:35:41 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:35:41 user nova-compute[74491]:       <nova:ports>
Oct 30 07:35:41 user nova-compute[74491]:         <nova:port uuid="bc3ae8c9-13ef-47b6-b34c-b2c645097385">
Oct 30 07:35:41 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 07:35:41 user nova-compute[74491]:         </nova:port>
Oct 30 07:35:41 user nova-compute[74491]:       </nova:ports>
Oct 30 07:35:41 user nova-compute[74491]:     </nova:instance>
Oct 30 07:35:41 user nova-compute[74491]:   </metadata>
Oct 30 07:35:41 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:35:41 user nova-compute[74491]:     <system>
Oct 30 07:35:41 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:35:41 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:35:41 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:35:41 user nova-compute[74491]:       <entry name="serial">6baf250e-557b-456f-8962-4e4e58e8f1b9</entry>
Oct 30 07:35:41 user nova-compute[74491]:       <entry name="uuid">6baf250e-557b-456f-8962-4e4e58e8f1b9</entry>
Oct 30 07:35:41 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:35:41 user nova-compute[74491]:     </system>
Oct 30 07:35:41 user nova-compute[74491]:   </sysinfo>
Oct 30 07:35:41 user nova-compute[74491]:   <os>
Oct 30 07:35:41 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:35:41 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:35:41 user nova-compute[74491]:   </os>
Oct 30 07:35:41 user nova-compute[74491]:   <features>
Oct 30 07:35:41 user nova-compute[74491]:     <acpi/>
Oct 30 07:35:41 user nova-compute[74491]:     <apic/>
Oct 30 07:35:41 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:35:41 user nova-compute[74491]:   </features>
Oct 30 07:35:41 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:35:41 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:35:41 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:35:41 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:35:41 user nova-compute[74491]:   </clock>
Oct 30 07:35:41 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:35:41 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:35:41 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:35:41 user nova-compute[74491]:   </cpu>
Oct 30 07:35:41 user nova-compute[74491]:   <devices>
Oct 30 07:35:41 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:35:41 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:35:41 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue"/>
Oct 30 07:35:41 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:35:41 user nova-compute[74491]:     </disk>
Oct 30 07:35:41 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:35:41 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:35:41 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk"/>
Oct 30 07:35:41 user nova-compute[74491]:       <target dev="vdb" bus="virtio"/>
Oct 30 07:35:41 user nova-compute[74491]:     </disk>
Oct 30 07:35:41 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:35:41 user nova-compute[74491]:       <mac address="fa:16:3e:56:94:ff"/>
Oct 30 07:35:41 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:35:41 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:35:41 user nova-compute[74491]:       <target dev="tapbc3ae8c9-13"/>
Oct 30 07:35:41 user nova-compute[74491]:     </interface>
Oct 30 07:35:41 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:35:41 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/console.log" append="off"/>
Oct 30 07:35:41 user nova-compute[74491]:     </serial>
Oct 30 07:35:41 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:35:41 user nova-compute[74491]:     <video>
Oct 30 07:35:41 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:35:41 user nova-compute[74491]:     </video>
Oct 30 07:35:41 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:35:41 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:35:41 user nova-compute[74491]:     </rng>
Oct 30 07:35:41 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:35:41 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:35:41 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:35:41 user nova-compute[74491]:     </memballoon>
Oct 30 07:35:41 user nova-compute[74491]:   </devices>
Oct 30 07:35:41 user nova-compute[74491]: </domain>
Oct 30 07:35:41 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lock "7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.200s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:35:41 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Instance destroyed successfully.
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:35:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] No VIF found with MAC fa:16:3e:56:94:ff, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:35:42 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Updating instance_info_cache with network_info: [{"id": "7b1ca654-3366-4e82-b919-4b349e2144d7", "address": "fa:16:3e:3f:06:0e", "network": {"id": "86bcbe21-8b77-4386-9322-d7d293bf3795", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-449493076-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e7cff73774745ebba4a6425347db823", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b1ca654-33", "ovs_interfaceid": "7b1ca654-3366-4e82-b919-4b349e2144d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:35:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:35:42 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 07:35:42 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:35:42 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:35:42 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:35:42 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:35:42 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:35:42 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:35:42 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 07:35:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Acquiring lock "7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:35:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lock "7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:35:42 user nova-compute[74491]: INFO nova.compute.manager [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Attaching volume fa85a6c1-0244-477f-8b12-5668ec795dd0 to /dev/vdb
Oct 30 07:35:42 user nova-compute[74491]: DEBUG nova.compute.manager [req-8870a4e3-670f-4467-9328-82e38233a5a9 req-cd6c5ad7-2cde-429d-a32d-cf94223f39b1 service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Received event network-vif-plugged-bc3ae8c9-13ef-47b6-b34c-b2c645097385 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:35:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8870a4e3-670f-4467-9328-82e38233a5a9 req-cd6c5ad7-2cde-429d-a32d-cf94223f39b1 service nova] Acquiring lock "6baf250e-557b-456f-8962-4e4e58e8f1b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:35:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8870a4e3-670f-4467-9328-82e38233a5a9 req-cd6c5ad7-2cde-429d-a32d-cf94223f39b1 service nova] Lock "6baf250e-557b-456f-8962-4e4e58e8f1b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:35:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8870a4e3-670f-4467-9328-82e38233a5a9 req-cd6c5ad7-2cde-429d-a32d-cf94223f39b1 service nova] Lock "6baf250e-557b-456f-8962-4e4e58e8f1b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:35:42 user nova-compute[74491]: DEBUG nova.compute.manager [req-8870a4e3-670f-4467-9328-82e38233a5a9 req-cd6c5ad7-2cde-429d-a32d-cf94223f39b1 service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] No waiting events found dispatching network-vif-plugged-bc3ae8c9-13ef-47b6-b34c-b2c645097385 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:35:42 user nova-compute[74491]: WARNING nova.compute.manager [req-8870a4e3-670f-4467-9328-82e38233a5a9 req-cd6c5ad7-2cde-429d-a32d-cf94223f39b1 service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Received unexpected event network-vif-plugged-bc3ae8c9-13ef-47b6-b34c-b2c645097385 for instance with vm_state active and task_state rescuing.
Oct 30 07:35:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-1e39564f-628a-49e6-ad67-754d9687e736 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpmsvvw6ji/865a6f58d4514c54934285703080096c.delta /opt/stack/data/nova/instances/snapshots/tmpmsvvw6ji/865a6f58d4514c54934285703080096c" returned: 0 in 0.583s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:42 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-1e39564f-628a-49e6-ad67-754d9687e736 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Snapshot extracted, beginning image upload
Oct 30 07:35:42 user nova-compute[74491]: DEBUG os_brick.utils [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:35:42 user nova-compute[74491]: INFO oslo.privsep.daemon [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmpwzt613mb/privsep.sock']
Oct 30 07:35:42 user sudo[85892]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpwzt613mb/privsep.sock
Oct 30 07:35:42 user sudo[85892]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 30 07:35:42 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Successfully updated port: 75ff8d60-7562-4378-8003-827903fd4e9a {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:35:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Acquiring lock "refresh_cache-15d82973-a027-41bc-b10d-6ce38d3d2a77" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:35:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Acquired lock "refresh_cache-15d82973-a027-41bc-b10d-6ce38d3d2a77" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:35:42 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:35:42 user nova-compute[74491]: DEBUG nova.compute.manager [req-9bc30260-60c8-4e3d-abfe-4772205cb527 req-6b12f16b-46d5-472b-b9dd-b620f89a2a7e service nova] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Received event network-changed-75ff8d60-7562-4378-8003-827903fd4e9a {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:35:42 user nova-compute[74491]: DEBUG nova.compute.manager [req-9bc30260-60c8-4e3d-abfe-4772205cb527 req-6b12f16b-46d5-472b-b9dd-b620f89a2a7e service nova] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Refreshing instance network info cache due to event network-changed-75ff8d60-7562-4378-8003-827903fd4e9a. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:35:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9bc30260-60c8-4e3d-abfe-4772205cb527 req-6b12f16b-46d5-472b-b9dd-b620f89a2a7e service nova] Acquiring lock "refresh_cache-15d82973-a027-41bc-b10d-6ce38d3d2a77" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:35:42 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Updating instance_info_cache with network_info: [{"id": "75ff8d60-7562-4378-8003-827903fd4e9a", "address": "fa:16:3e:7c:92:ca", "network": {"id": "6349e7a1-6466-45d3-b99b-0012f4eca84a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-384759755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed4248405f74d87a561f204b295863b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap75ff8d60-75", "ovs_interfaceid": "75ff8d60-7562-4378-8003-827903fd4e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Releasing lock "refresh_cache-15d82973-a027-41bc-b10d-6ce38d3d2a77" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Instance network_info: |[{"id": "75ff8d60-7562-4378-8003-827903fd4e9a", "address": "fa:16:3e:7c:92:ca", "network": {"id": "6349e7a1-6466-45d3-b99b-0012f4eca84a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-384759755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed4248405f74d87a561f204b295863b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap75ff8d60-75", "ovs_interfaceid": "75ff8d60-7562-4378-8003-827903fd4e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9bc30260-60c8-4e3d-abfe-4772205cb527 req-6b12f16b-46d5-472b-b9dd-b620f89a2a7e service nova] Acquired lock "refresh_cache-15d82973-a027-41bc-b10d-6ce38d3d2a77" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.network.neutron [req-9bc30260-60c8-4e3d-abfe-4772205cb527 req-6b12f16b-46d5-472b-b9dd-b620f89a2a7e service nova] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Refreshing network info cache for port 75ff8d60-7562-4378-8003-827903fd4e9a {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Start _get_guest_xml network_info=[{"id": "75ff8d60-7562-4378-8003-827903fd4e9a", "address": "fa:16:3e:7c:92:ca", "network": {"id": "6349e7a1-6466-45d3-b99b-0012f4eca84a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-384759755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed4248405f74d87a561f204b295863b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap75ff8d60-75", "ovs_interfaceid": "75ff8d60-7562-4378-8003-827903fd4e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:35:43 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:35:43 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:35:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-20887329',display_name='tempest-ServersNegativeTestJSON-server-20887329',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-20887329',id=10,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0ed4248405f74d87a561f204b295863b',ramdisk_id='',reservation_id='r-hwm0xnc3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1669228640',owner_user_name='tempest-ServersNegativeTestJSON-1669228640-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:35:41Z,user_data=None,user_id='0ddce72a11d34b36ba702676a4e1d3c2',uuid=15d82973-a027-41bc-b10d-6ce38d3d2a77,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "75ff8d60-7562-4378-8003-827903fd4e9a", "address": "fa:16:3e:7c:92:ca", "network": {"id": "6349e7a1-6466-45d3-b99b-0012f4eca84a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-384759755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed4248405f74d87a561f204b295863b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap75ff8d60-75", "ovs_interfaceid": "75ff8d60-7562-4378-8003-827903fd4e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Converting VIF {"id": "75ff8d60-7562-4378-8003-827903fd4e9a", "address": "fa:16:3e:7c:92:ca", "network": {"id": "6349e7a1-6466-45d3-b99b-0012f4eca84a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-384759755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed4248405f74d87a561f204b295863b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap75ff8d60-75", "ovs_interfaceid": "75ff8d60-7562-4378-8003-827903fd4e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:92:ca,bridge_name='br-int',has_traffic_filtering=True,id=75ff8d60-7562-4378-8003-827903fd4e9a,network=Network(6349e7a1-6466-45d3-b99b-0012f4eca84a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap75ff8d60-75') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lazy-loading 'pci_devices' on Instance uuid 15d82973-a027-41bc-b10d-6ce38d3d2a77 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:35:43 user nova-compute[74491]:   <uuid>15d82973-a027-41bc-b10d-6ce38d3d2a77</uuid>
Oct 30 07:35:43 user nova-compute[74491]:   <name>instance-0000000a</name>
Oct 30 07:35:43 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:35:43 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:35:43 user nova-compute[74491]:   <metadata>
Oct 30 07:35:43 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:35:43 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:35:43 user nova-compute[74491]:       <nova:name>tempest-ServersNegativeTestJSON-server-20887329</nova:name>
Oct 30 07:35:43 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:35:43</nova:creationTime>
Oct 30 07:35:43 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:35:43 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:35:43 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:35:43 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:35:43 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:35:43 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:35:43 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:35:43 user nova-compute[74491]:       <nova:owner>
Oct 30 07:35:43 user nova-compute[74491]:         <nova:user uuid="0ddce72a11d34b36ba702676a4e1d3c2">tempest-ServersNegativeTestJSON-1669228640-project-member</nova:user>
Oct 30 07:35:43 user nova-compute[74491]:         <nova:project uuid="0ed4248405f74d87a561f204b295863b">tempest-ServersNegativeTestJSON-1669228640</nova:project>
Oct 30 07:35:43 user nova-compute[74491]:       </nova:owner>
Oct 30 07:35:43 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:35:43 user nova-compute[74491]:       <nova:ports>
Oct 30 07:35:43 user nova-compute[74491]:         <nova:port uuid="75ff8d60-7562-4378-8003-827903fd4e9a">
Oct 30 07:35:43 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 30 07:35:43 user nova-compute[74491]:         </nova:port>
Oct 30 07:35:43 user nova-compute[74491]:       </nova:ports>
Oct 30 07:35:43 user nova-compute[74491]:     </nova:instance>
Oct 30 07:35:43 user nova-compute[74491]:   </metadata>
Oct 30 07:35:43 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:35:43 user nova-compute[74491]:     <system>
Oct 30 07:35:43 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:35:43 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:35:43 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:35:43 user nova-compute[74491]:       <entry name="serial">15d82973-a027-41bc-b10d-6ce38d3d2a77</entry>
Oct 30 07:35:43 user nova-compute[74491]:       <entry name="uuid">15d82973-a027-41bc-b10d-6ce38d3d2a77</entry>
Oct 30 07:35:43 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:35:43 user nova-compute[74491]:     </system>
Oct 30 07:35:43 user nova-compute[74491]:   </sysinfo>
Oct 30 07:35:43 user nova-compute[74491]:   <os>
Oct 30 07:35:43 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:35:43 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:35:43 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:35:43 user nova-compute[74491]:   </os>
Oct 30 07:35:43 user nova-compute[74491]:   <features>
Oct 30 07:35:43 user nova-compute[74491]:     <acpi/>
Oct 30 07:35:43 user nova-compute[74491]:     <apic/>
Oct 30 07:35:43 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:35:43 user nova-compute[74491]:   </features>
Oct 30 07:35:43 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:35:43 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:35:43 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:35:43 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:35:43 user nova-compute[74491]:   </clock>
Oct 30 07:35:43 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:35:43 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:35:43 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:35:43 user nova-compute[74491]:   </cpu>
Oct 30 07:35:43 user nova-compute[74491]:   <devices>
Oct 30 07:35:43 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:35:43 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:35:43 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/15d82973-a027-41bc-b10d-6ce38d3d2a77/disk"/>
Oct 30 07:35:43 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:35:43 user nova-compute[74491]:     </disk>
Oct 30 07:35:43 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:35:43 user nova-compute[74491]:       <mac address="fa:16:3e:7c:92:ca"/>
Oct 30 07:35:43 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:35:43 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:35:43 user nova-compute[74491]:       <target dev="tap75ff8d60-75"/>
Oct 30 07:35:43 user nova-compute[74491]:     </interface>
Oct 30 07:35:43 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:35:43 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/15d82973-a027-41bc-b10d-6ce38d3d2a77/console.log" append="off"/>
Oct 30 07:35:43 user nova-compute[74491]:     </serial>
Oct 30 07:35:43 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:35:43 user nova-compute[74491]:     <video>
Oct 30 07:35:43 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:35:43 user nova-compute[74491]:     </video>
Oct 30 07:35:43 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:35:43 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:35:43 user nova-compute[74491]:     </rng>
Oct 30 07:35:43 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:35:43 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:35:43 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:35:43 user nova-compute[74491]:     </memballoon>
Oct 30 07:35:43 user nova-compute[74491]:   </devices>
Oct 30 07:35:43 user nova-compute[74491]: </domain>
Oct 30 07:35:43 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:35:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-20887329',display_name='tempest-ServersNegativeTestJSON-server-20887329',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-20887329',id=10,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0ed4248405f74d87a561f204b295863b',ramdisk_id='',reservation_id='r-hwm0xnc3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1669228640',owner_user_name='tempest-ServersNegativeTestJSON-1669228640-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:35:41Z,user_data=None,user_id='0ddce72a11d34b36ba702676a4e1d3c2',uuid=15d82973-a027-41bc-b10d-6ce38d3d2a77,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "75ff8d60-7562-4378-8003-827903fd4e9a", "address": "fa:16:3e:7c:92:ca", "network": {"id": "6349e7a1-6466-45d3-b99b-0012f4eca84a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-384759755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed4248405f74d87a561f204b295863b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap75ff8d60-75", "ovs_interfaceid": "75ff8d60-7562-4378-8003-827903fd4e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Converting VIF {"id": "75ff8d60-7562-4378-8003-827903fd4e9a", "address": "fa:16:3e:7c:92:ca", "network": {"id": "6349e7a1-6466-45d3-b99b-0012f4eca84a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-384759755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed4248405f74d87a561f204b295863b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap75ff8d60-75", "ovs_interfaceid": "75ff8d60-7562-4378-8003-827903fd4e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:92:ca,bridge_name='br-int',has_traffic_filtering=True,id=75ff8d60-7562-4378-8003-827903fd4e9a,network=Network(6349e7a1-6466-45d3-b99b-0012f4eca84a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap75ff8d60-75') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG os_vif [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:92:ca,bridge_name='br-int',has_traffic_filtering=True,id=75ff8d60-7562-4378-8003-827903fd4e9a,network=Network(6349e7a1-6466-45d3-b99b-0012f4eca84a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap75ff8d60-75') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7af26ad2-6d9c-50e0-9651-f09c032163d3', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap75ff8d60-75, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap75ff8d60-75, col_values=(('qos', UUID('2391e22b-fb0f-4a82-8319-796ae7947b31')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap75ff8d60-75, col_values=(('external_ids', {'iface-id': '75ff8d60-7562-4378-8003-827903fd4e9a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7c:92:ca', 'vm-uuid': '15d82973-a027-41bc-b10d-6ce38d3d2a77'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:43 user nova-compute[74491]: INFO os_vif [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:92:ca,bridge_name='br-int',has_traffic_filtering=True,id=75ff8d60-7562-4378-8003-827903fd4e9a,network=Network(6349e7a1-6466-45d3-b99b-0012f4eca84a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap75ff8d60-75')
Oct 30 07:35:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] No VIF found with MAC fa:16:3e:7c:92:ca, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.network.neutron [req-9bc30260-60c8-4e3d-abfe-4772205cb527 req-6b12f16b-46d5-472b-b9dd-b620f89a2a7e service nova] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Updated VIF entry in instance network info cache for port 75ff8d60-7562-4378-8003-827903fd4e9a. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG nova.network.neutron [req-9bc30260-60c8-4e3d-abfe-4772205cb527 req-6b12f16b-46d5-472b-b9dd-b620f89a2a7e service nova] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Updating instance_info_cache with network_info: [{"id": "75ff8d60-7562-4378-8003-827903fd4e9a", "address": "fa:16:3e:7c:92:ca", "network": {"id": "6349e7a1-6466-45d3-b99b-0012f4eca84a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-384759755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed4248405f74d87a561f204b295863b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap75ff8d60-75", "ovs_interfaceid": "75ff8d60-7562-4378-8003-827903fd4e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:35:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9bc30260-60c8-4e3d-abfe-4772205cb527 req-6b12f16b-46d5-472b-b9dd-b620f89a2a7e service nova] Releasing lock "refresh_cache-15d82973-a027-41bc-b10d-6ce38d3d2a77" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:35:44 user sudo[85892]: pam_unix(sudo:session): session closed for user root
Oct 30 07:35:44 user nova-compute[74491]: INFO oslo.privsep.daemon [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Spawned new privsep daemon via rootwrap
Oct 30 07:35:44 user nova-compute[74491]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 30 07:35:44 user nova-compute[74491]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 30 07:35:44 user nova-compute[74491]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Oct 30 07:35:44 user nova-compute[74491]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 85960
Oct 30 07:35:44 user nova-compute[74491]: DEBUG nova.compute.manager [req-938b5d2c-5b35-43bc-82fa-993c35938005 req-bef1dcd5-77e7-478d-baf9-9d964c1c49e8 service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Received event network-vif-plugged-bc3ae8c9-13ef-47b6-b34c-b2c645097385 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-938b5d2c-5b35-43bc-82fa-993c35938005 req-bef1dcd5-77e7-478d-baf9-9d964c1c49e8 service nova] Acquiring lock "6baf250e-557b-456f-8962-4e4e58e8f1b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-938b5d2c-5b35-43bc-82fa-993c35938005 req-bef1dcd5-77e7-478d-baf9-9d964c1c49e8 service nova] Lock "6baf250e-557b-456f-8962-4e4e58e8f1b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-938b5d2c-5b35-43bc-82fa-993c35938005 req-bef1dcd5-77e7-478d-baf9-9d964c1c49e8 service nova] Lock "6baf250e-557b-456f-8962-4e4e58e8f1b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG nova.compute.manager [req-938b5d2c-5b35-43bc-82fa-993c35938005 req-bef1dcd5-77e7-478d-baf9-9d964c1c49e8 service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] No waiting events found dispatching network-vif-plugged-bc3ae8c9-13ef-47b6-b34c-b2c645097385 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:35:44 user nova-compute[74491]: WARNING nova.compute.manager [req-938b5d2c-5b35-43bc-82fa-993c35938005 req-bef1dcd5-77e7-478d-baf9-9d964c1c49e8 service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Received unexpected event network-vif-plugged-bc3ae8c9-13ef-47b6-b34c-b2c645097385 for instance with vm_state active and task_state rescuing.
Oct 30 07:35:44 user nova-compute[74491]: DEBUG nova.compute.manager [req-938b5d2c-5b35-43bc-82fa-993c35938005 req-bef1dcd5-77e7-478d-baf9-9d964c1c49e8 service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Received event network-vif-plugged-bc3ae8c9-13ef-47b6-b34c-b2c645097385 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-938b5d2c-5b35-43bc-82fa-993c35938005 req-bef1dcd5-77e7-478d-baf9-9d964c1c49e8 service nova] Acquiring lock "6baf250e-557b-456f-8962-4e4e58e8f1b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-938b5d2c-5b35-43bc-82fa-993c35938005 req-bef1dcd5-77e7-478d-baf9-9d964c1c49e8 service nova] Lock "6baf250e-557b-456f-8962-4e4e58e8f1b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-938b5d2c-5b35-43bc-82fa-993c35938005 req-bef1dcd5-77e7-478d-baf9-9d964c1c49e8 service nova] Lock "6baf250e-557b-456f-8962-4e4e58e8f1b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG nova.compute.manager [req-938b5d2c-5b35-43bc-82fa-993c35938005 req-bef1dcd5-77e7-478d-baf9-9d964c1c49e8 service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] No waiting events found dispatching network-vif-plugged-bc3ae8c9-13ef-47b6-b34c-b2c645097385 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:35:44 user nova-compute[74491]: WARNING nova.compute.manager [req-938b5d2c-5b35-43bc-82fa-993c35938005 req-bef1dcd5-77e7-478d-baf9-9d964c1c49e8 service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Received unexpected event network-vif-plugged-bc3ae8c9-13ef-47b6-b34c-b2c645097385 for instance with vm_state active and task_state rescuing.
Oct 30 07:35:44 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c82ad9b-2f9e-4f86-be04-517101071e23]: (2,) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Acquiring lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG nova.compute.manager [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c314a6ac-b796-40c3-affc-a99693d6a26f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:35:44 user nova-compute[74491]: WARNING os_brick.initiator.connectors.nvmeof [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Oct 30 07:35:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[532abc07-754a-4572-ba3b-31328e1dd187]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:35:44 user nova-compute[74491]: INFO nova.compute.claims [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Claim successful on node user
Oct 30 07:35:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2de78c2-76ab-423d-b8cd-ca12040f1dd7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0df4c3ce-468d-4b82-9a7b-7ce4fe0bc7e6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:35:44 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:35:44 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[368a0c1a-9e29-4c3e-b2dc-24226745bf43]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG os_brick.utils [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] <== get_connector_properties: return (2398ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:35:44 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Updating existing volume attachment record: 876222d1-e3af-41a1-b0e3-d3d03a7a6483 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.690s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG nova.compute.manager [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG nova.compute.manager [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG nova.network.neutron [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:35:45 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:35:45 user nova-compute[74491]: DEBUG nova.compute.manager [req-5451760e-6868-4914-8b12-788aad73ec19 req-0ca0b265-bed0-418c-8f49-89a207b3d881 service nova] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Received event network-vif-plugged-75ff8d60-7562-4378-8003-827903fd4e9a {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5451760e-6868-4914-8b12-788aad73ec19 req-0ca0b265-bed0-418c-8f49-89a207b3d881 service nova] Acquiring lock "15d82973-a027-41bc-b10d-6ce38d3d2a77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5451760e-6868-4914-8b12-788aad73ec19 req-0ca0b265-bed0-418c-8f49-89a207b3d881 service nova] Lock "15d82973-a027-41bc-b10d-6ce38d3d2a77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5451760e-6868-4914-8b12-788aad73ec19 req-0ca0b265-bed0-418c-8f49-89a207b3d881 service nova] Lock "15d82973-a027-41bc-b10d-6ce38d3d2a77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG nova.compute.manager [req-5451760e-6868-4914-8b12-788aad73ec19 req-0ca0b265-bed0-418c-8f49-89a207b3d881 service nova] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] No waiting events found dispatching network-vif-plugged-75ff8d60-7562-4378-8003-827903fd4e9a {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:35:45 user nova-compute[74491]: WARNING nova.compute.manager [req-5451760e-6868-4914-8b12-788aad73ec19 req-0ca0b265-bed0-418c-8f49-89a207b3d881 service nova] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Received unexpected event network-vif-plugged-75ff8d60-7562-4378-8003-827903fd4e9a for instance with vm_state building and task_state spawning.
Oct 30 07:35:45 user nova-compute[74491]: DEBUG nova.compute.manager [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG nova.policy [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37c974999baa414aaee0b12e7a15c4f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6737331f0d5e474cbd04c52908c2b285', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:45 user nova-compute[74491]: INFO nova.virt.block_device [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Booting with volume 0a4d4280-1ee7-4536-a56e-634db6298705 at /dev/vda
Oct 30 07:35:45 user nova-compute[74491]: DEBUG os_brick.utils [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e856eb9d-a1da-4e0f-bea0-3d74c789bb59]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f03fe53-a347-4f45-ac6c-146309d76cf2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[df6a5ce3-b601-403e-9d66-b2327dd2e51d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[036f7949-b7a0-446d-b3e2-6199e8bda1ed]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:45 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-1e39564f-628a-49e6-ad67-754d9687e736 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Snapshot image upload complete
Oct 30 07:35:45 user nova-compute[74491]: INFO nova.compute.manager [None req-1e39564f-628a-49e6-ad67-754d9687e736 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Took 7.61 seconds to snapshot the instance on the hypervisor.
Oct 30 07:35:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:35:45 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:35:45 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d194014d-4162-49cc-a1e1-04e11f14c392]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG os_brick.utils [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] <== get_connector_properties: return (161ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:35:45 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Updating existing volume attachment record: 703aab64-29a8-4872-8a7e-ede9409b9f94 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:35:46 user nova-compute[74491]: DEBUG nova.network.neutron [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Successfully created port: 0dc1f4fe-d457-4deb-8662-1ad09059cd68 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:35:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-cf4ecd69-0c60-4b12-a82c-7a34eee35c4e tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:35:47 user nova-compute[74491]: DEBUG nova.compute.manager [req-9be33551-2236-4349-bc27-e8a08898a5ed req-6e87e8eb-b762-4396-bcd7-fe1c47190264 service nova] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Received event network-vif-plugged-75ff8d60-7562-4378-8003-827903fd4e9a {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:35:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9be33551-2236-4349-bc27-e8a08898a5ed req-6e87e8eb-b762-4396-bcd7-fe1c47190264 service nova] Acquiring lock "15d82973-a027-41bc-b10d-6ce38d3d2a77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:35:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9be33551-2236-4349-bc27-e8a08898a5ed req-6e87e8eb-b762-4396-bcd7-fe1c47190264 service nova] Lock "15d82973-a027-41bc-b10d-6ce38d3d2a77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:35:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9be33551-2236-4349-bc27-e8a08898a5ed req-6e87e8eb-b762-4396-bcd7-fe1c47190264 service nova] Lock "15d82973-a027-41bc-b10d-6ce38d3d2a77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:35:47 user nova-compute[74491]: DEBUG nova.compute.manager [req-9be33551-2236-4349-bc27-e8a08898a5ed req-6e87e8eb-b762-4396-bcd7-fe1c47190264 service nova] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] No waiting events found dispatching network-vif-plugged-75ff8d60-7562-4378-8003-827903fd4e9a {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:35:47 user nova-compute[74491]: WARNING nova.compute.manager [req-9be33551-2236-4349-bc27-e8a08898a5ed req-6e87e8eb-b762-4396-bcd7-fe1c47190264 service nova] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Received unexpected event network-vif-plugged-75ff8d60-7562-4378-8003-827903fd4e9a for instance with vm_state building and task_state spawning.
Oct 30 07:35:47 user nova-compute[74491]: DEBUG nova.network.neutron [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Successfully created port: a9823422-b10b-4a32-aa26-45fed807e505 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:35:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:35:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:35:47 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Instance spawned successfully.
Oct 30 07:35:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:35:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:35:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:35:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:35:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:35:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:35:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:35:48 user nova-compute[74491]: INFO nova.compute.manager [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Took 7.41 seconds to spawn the instance on the hypervisor.
Oct 30 07:35:48 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:35:48 user nova-compute[74491]: INFO nova.compute.manager [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Took 9.14 seconds to build instance.
Oct 30 07:35:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e905160b-257f-47cc-9a82-902827488dd9 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "15d82973-a027-41bc-b10d-6ce38d3d2a77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.293s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:35:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:48 user nova-compute[74491]: DEBUG nova.network.neutron [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Successfully created port: 3b4315e5-617b-4e9d-9a90-f83cdd6b9f54 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:35:49 user nova-compute[74491]: DEBUG nova.network.neutron [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Successfully created port: 2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:35:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:50 user nova-compute[74491]: DEBUG nova.network.neutron [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Successfully created port: 66680cda-c54c-40bb-ad57-66ed90e083f6 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:35:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:35:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:35:50 user nova-compute[74491]: DEBUG nova.compute.manager [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:35:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:35:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:35:50 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:35:50 user nova-compute[74491]: INFO nova.compute.claims [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Claim successful on node user
Oct 30 07:35:50 user nova-compute[74491]: DEBUG nova.network.neutron [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Successfully updated port: 0dc1f4fe-d457-4deb-8662-1ad09059cd68 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:35:50 user nova-compute[74491]: DEBUG nova.compute.manager [req-9d3a26aa-c85a-4b4c-b768-696c4698aabc req-10f033c1-4551-481d-9151-785bb2982bfd service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-changed-0dc1f4fe-d457-4deb-8662-1ad09059cd68 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:35:50 user nova-compute[74491]: DEBUG nova.compute.manager [req-9d3a26aa-c85a-4b4c-b768-696c4698aabc req-10f033c1-4551-481d-9151-785bb2982bfd service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Refreshing instance network info cache due to event network-changed-0dc1f4fe-d457-4deb-8662-1ad09059cd68. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:35:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9d3a26aa-c85a-4b4c-b768-696c4698aabc req-10f033c1-4551-481d-9151-785bb2982bfd service nova] Acquiring lock "refresh_cache-fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:35:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9d3a26aa-c85a-4b4c-b768-696c4698aabc req-10f033c1-4551-481d-9151-785bb2982bfd service nova] Acquired lock "refresh_cache-fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:35:50 user nova-compute[74491]: DEBUG nova.network.neutron [req-9d3a26aa-c85a-4b4c-b768-696c4698aabc req-10f033c1-4551-481d-9151-785bb2982bfd service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Refreshing network info cache for port 0dc1f4fe-d457-4deb-8662-1ad09059cd68 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG nova.network.neutron [req-9d3a26aa-c85a-4b4c-b768-696c4698aabc req-10f033c1-4551-481d-9151-785bb2982bfd service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.625s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG nova.compute.manager [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG nova.compute.manager [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG nova.network.neutron [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:35:51 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:35:51 user nova-compute[74491]: DEBUG nova.network.neutron [req-9d3a26aa-c85a-4b4c-b768-696c4698aabc req-10f033c1-4551-481d-9151-785bb2982bfd service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG nova.compute.manager [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9d3a26aa-c85a-4b4c-b768-696c4698aabc req-10f033c1-4551-481d-9151-785bb2982bfd service nova] Releasing lock "refresh_cache-fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:35:51 user nova-compute[74491]: INFO nova.virt.block_device [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Booting with volume 7fe3a020-3dd3-4989-ac86-f6903c255622 at /dev/vda
Oct 30 07:35:51 user nova-compute[74491]: DEBUG os_brick.utils [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a17351ac-d57a-49d3-802b-4160e4966872]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ead81a86-8e0a-43ec-919c-56d277d72465]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8547c2eb-d5c5-4500-a3eb-65931151db13]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e184950-b7bf-4ac7-ac4b-a2a739bc2112]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:35:51 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:35:51 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a444861f-6358-460a-878f-6a6f72ae62fd]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG os_brick.utils [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] <== get_connector_properties: return (141ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Updating existing volume attachment record: 6a88f201-6b9a-4175-b54e-890e0ef0a9da {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG nova.policy [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d634f9c00404706adcf1418380f1d1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56e79f470e774d479b97d2cc90eb7830', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:35:51 user nova-compute[74491]: DEBUG nova.network.neutron [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Successfully updated port: 5b2c5101-6388-4c55-9c1a-c6bc4ee2367c {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:35:52 user nova-compute[74491]: DEBUG nova.network.neutron [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Successfully created port: b1c9310e-fb52-4682-a989-76e62d5eb5ce {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:35:53 user nova-compute[74491]: DEBUG nova.compute.manager [req-81005c23-0041-43ca-9d7e-dad0c8a74af8 req-8e22f963-d10c-4317-8555-05c3f3589187 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-changed-5b2c5101-6388-4c55-9c1a-c6bc4ee2367c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:35:53 user nova-compute[74491]: DEBUG nova.compute.manager [req-81005c23-0041-43ca-9d7e-dad0c8a74af8 req-8e22f963-d10c-4317-8555-05c3f3589187 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Refreshing instance network info cache due to event network-changed-5b2c5101-6388-4c55-9c1a-c6bc4ee2367c. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:35:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-81005c23-0041-43ca-9d7e-dad0c8a74af8 req-8e22f963-d10c-4317-8555-05c3f3589187 service nova] Acquiring lock "refresh_cache-fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:35:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-81005c23-0041-43ca-9d7e-dad0c8a74af8 req-8e22f963-d10c-4317-8555-05c3f3589187 service nova] Acquired lock "refresh_cache-fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:35:53 user nova-compute[74491]: DEBUG nova.network.neutron [req-81005c23-0041-43ca-9d7e-dad0c8a74af8 req-8e22f963-d10c-4317-8555-05c3f3589187 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Refreshing network info cache for port 5b2c5101-6388-4c55-9c1a-c6bc4ee2367c {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:35:53 user nova-compute[74491]: DEBUG nova.network.neutron [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Successfully updated port: a775ab1d-56e0-4f49-8b7f-4ffc2b89981f {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:35:53 user nova-compute[74491]: DEBUG nova.network.neutron [req-81005c23-0041-43ca-9d7e-dad0c8a74af8 req-8e22f963-d10c-4317-8555-05c3f3589187 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:35:53 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:53 user nova-compute[74491]: DEBUG nova.network.neutron [req-81005c23-0041-43ca-9d7e-dad0c8a74af8 req-8e22f963-d10c-4317-8555-05c3f3589187 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:35:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-81005c23-0041-43ca-9d7e-dad0c8a74af8 req-8e22f963-d10c-4317-8555-05c3f3589187 service nova] Releasing lock "refresh_cache-fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:35:54 user nova-compute[74491]: DEBUG nova.network.neutron [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Successfully created port: 2e8a5a1f-b68d-4f4a-b419-80495f9035d7 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:35:54 user nova-compute[74491]: DEBUG nova.network.neutron [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Successfully updated port: a9823422-b10b-4a32-aa26-45fed807e505 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:35:55 user nova-compute[74491]: DEBUG nova.compute.manager [req-e104a9fc-fe2b-46dd-a066-8b898c8b3665 req-010e8bc2-78b0-42d8-8b3d-2792badcc83c service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-changed-a775ab1d-56e0-4f49-8b7f-4ffc2b89981f {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:35:55 user nova-compute[74491]: DEBUG nova.compute.manager [req-e104a9fc-fe2b-46dd-a066-8b898c8b3665 req-010e8bc2-78b0-42d8-8b3d-2792badcc83c service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Refreshing instance network info cache due to event network-changed-a775ab1d-56e0-4f49-8b7f-4ffc2b89981f. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:35:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e104a9fc-fe2b-46dd-a066-8b898c8b3665 req-010e8bc2-78b0-42d8-8b3d-2792badcc83c service nova] Acquiring lock "refresh_cache-fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:35:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e104a9fc-fe2b-46dd-a066-8b898c8b3665 req-010e8bc2-78b0-42d8-8b3d-2792badcc83c service nova] Acquired lock "refresh_cache-fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:35:55 user nova-compute[74491]: DEBUG nova.network.neutron [req-e104a9fc-fe2b-46dd-a066-8b898c8b3665 req-010e8bc2-78b0-42d8-8b3d-2792badcc83c service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Refreshing network info cache for port a775ab1d-56e0-4f49-8b7f-4ffc2b89981f {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:35:55 user nova-compute[74491]: DEBUG nova.network.neutron [req-e104a9fc-fe2b-46dd-a066-8b898c8b3665 req-010e8bc2-78b0-42d8-8b3d-2792badcc83c service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:35:55 user nova-compute[74491]: DEBUG nova.network.neutron [req-e104a9fc-fe2b-46dd-a066-8b898c8b3665 req-010e8bc2-78b0-42d8-8b3d-2792badcc83c service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:35:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e104a9fc-fe2b-46dd-a066-8b898c8b3665 req-010e8bc2-78b0-42d8-8b3d-2792badcc83c service nova] Releasing lock "refresh_cache-fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:35:55 user nova-compute[74491]: DEBUG nova.compute.manager [req-e104a9fc-fe2b-46dd-a066-8b898c8b3665 req-010e8bc2-78b0-42d8-8b3d-2792badcc83c service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-changed-a9823422-b10b-4a32-aa26-45fed807e505 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:35:55 user nova-compute[74491]: DEBUG nova.compute.manager [req-e104a9fc-fe2b-46dd-a066-8b898c8b3665 req-010e8bc2-78b0-42d8-8b3d-2792badcc83c service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Refreshing instance network info cache due to event network-changed-a9823422-b10b-4a32-aa26-45fed807e505. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:35:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e104a9fc-fe2b-46dd-a066-8b898c8b3665 req-010e8bc2-78b0-42d8-8b3d-2792badcc83c service nova] Acquiring lock "refresh_cache-fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:35:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e104a9fc-fe2b-46dd-a066-8b898c8b3665 req-010e8bc2-78b0-42d8-8b3d-2792badcc83c service nova] Acquired lock "refresh_cache-fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:35:55 user nova-compute[74491]: DEBUG nova.network.neutron [req-e104a9fc-fe2b-46dd-a066-8b898c8b3665 req-010e8bc2-78b0-42d8-8b3d-2792badcc83c service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Refreshing network info cache for port a9823422-b10b-4a32-aa26-45fed807e505 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:35:55 user nova-compute[74491]: DEBUG nova.network.neutron [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Successfully created port: 73c87222-b8d4-4f8f-a0ec-84ca97c596ee {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:35:55 user nova-compute[74491]: DEBUG nova.network.neutron [req-e104a9fc-fe2b-46dd-a066-8b898c8b3665 req-010e8bc2-78b0-42d8-8b3d-2792badcc83c service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:35:55 user nova-compute[74491]: DEBUG nova.network.neutron [req-e104a9fc-fe2b-46dd-a066-8b898c8b3665 req-010e8bc2-78b0-42d8-8b3d-2792badcc83c service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:35:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e104a9fc-fe2b-46dd-a066-8b898c8b3665 req-010e8bc2-78b0-42d8-8b3d-2792badcc83c service nova] Releasing lock "refresh_cache-fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:35:56 user nova-compute[74491]: DEBUG nova.network.neutron [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Successfully updated port: 3b4315e5-617b-4e9d-9a90-f83cdd6b9f54 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:35:56 user nova-compute[74491]: DEBUG nova.network.neutron [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Successfully created port: c5d9e09a-d63f-4426-8521-7af553ae4752 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:35:57 user nova-compute[74491]: DEBUG nova.network.neutron [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Successfully updated port: 2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:35:57 user nova-compute[74491]: DEBUG nova.compute.manager [req-549d08dd-4da5-43a5-b0d3-84a9abdad6e9 req-3ff8944c-1b43-4ce7-aa26-08f09d37d0ad service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-changed-3b4315e5-617b-4e9d-9a90-f83cdd6b9f54 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:35:57 user nova-compute[74491]: DEBUG nova.compute.manager [req-549d08dd-4da5-43a5-b0d3-84a9abdad6e9 req-3ff8944c-1b43-4ce7-aa26-08f09d37d0ad service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Refreshing instance network info cache due to event network-changed-3b4315e5-617b-4e9d-9a90-f83cdd6b9f54. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:35:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-549d08dd-4da5-43a5-b0d3-84a9abdad6e9 req-3ff8944c-1b43-4ce7-aa26-08f09d37d0ad service nova] Acquiring lock "refresh_cache-fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:35:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-549d08dd-4da5-43a5-b0d3-84a9abdad6e9 req-3ff8944c-1b43-4ce7-aa26-08f09d37d0ad service nova] Acquired lock "refresh_cache-fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:35:57 user nova-compute[74491]: DEBUG nova.network.neutron [req-549d08dd-4da5-43a5-b0d3-84a9abdad6e9 req-3ff8944c-1b43-4ce7-aa26-08f09d37d0ad service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Refreshing network info cache for port 3b4315e5-617b-4e9d-9a90-f83cdd6b9f54 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:35:57 user nova-compute[74491]: DEBUG nova.network.neutron [req-549d08dd-4da5-43a5-b0d3-84a9abdad6e9 req-3ff8944c-1b43-4ce7-aa26-08f09d37d0ad service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:35:57 user nova-compute[74491]: DEBUG nova.network.neutron [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Successfully created port: 847d75a9-0c14-4a87-be67-f1b10b98ffb5 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:35:57 user nova-compute[74491]: DEBUG nova.network.neutron [req-549d08dd-4da5-43a5-b0d3-84a9abdad6e9 req-3ff8944c-1b43-4ce7-aa26-08f09d37d0ad service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:35:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-549d08dd-4da5-43a5-b0d3-84a9abdad6e9 req-3ff8944c-1b43-4ce7-aa26-08f09d37d0ad service nova] Releasing lock "refresh_cache-fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:35:57 user nova-compute[74491]: DEBUG nova.compute.manager [req-549d08dd-4da5-43a5-b0d3-84a9abdad6e9 req-3ff8944c-1b43-4ce7-aa26-08f09d37d0ad service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-changed-2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:35:57 user nova-compute[74491]: DEBUG nova.compute.manager [req-549d08dd-4da5-43a5-b0d3-84a9abdad6e9 req-3ff8944c-1b43-4ce7-aa26-08f09d37d0ad service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Refreshing instance network info cache due to event network-changed-2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:35:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-549d08dd-4da5-43a5-b0d3-84a9abdad6e9 req-3ff8944c-1b43-4ce7-aa26-08f09d37d0ad service nova] Acquiring lock "refresh_cache-fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:35:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-549d08dd-4da5-43a5-b0d3-84a9abdad6e9 req-3ff8944c-1b43-4ce7-aa26-08f09d37d0ad service nova] Acquired lock "refresh_cache-fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:35:57 user nova-compute[74491]: DEBUG nova.network.neutron [req-549d08dd-4da5-43a5-b0d3-84a9abdad6e9 req-3ff8944c-1b43-4ce7-aa26-08f09d37d0ad service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Refreshing network info cache for port 2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:35:57 user nova-compute[74491]: DEBUG nova.network.neutron [req-549d08dd-4da5-43a5-b0d3-84a9abdad6e9 req-3ff8944c-1b43-4ce7-aa26-08f09d37d0ad service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:35:57 user nova-compute[74491]: DEBUG nova.network.neutron [req-549d08dd-4da5-43a5-b0d3-84a9abdad6e9 req-3ff8944c-1b43-4ce7-aa26-08f09d37d0ad service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:35:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-549d08dd-4da5-43a5-b0d3-84a9abdad6e9 req-3ff8944c-1b43-4ce7-aa26-08f09d37d0ad service nova] Releasing lock "refresh_cache-fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:35:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:35:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:35:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 07:35:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:35:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:35:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:35:58 user nova-compute[74491]: DEBUG nova.network.neutron [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Successfully updated port: 66680cda-c54c-40bb-ad57-66ed90e083f6 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:35:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Acquiring lock "refresh_cache-fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:35:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Acquired lock "refresh_cache-fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:35:58 user nova-compute[74491]: DEBUG nova.network.neutron [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:35:58 user nova-compute[74491]: DEBUG nova.network.neutron [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Successfully updated port: b1c9310e-fb52-4682-a989-76e62d5eb5ce {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:35:58 user nova-compute[74491]: DEBUG nova.network.neutron [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:35:59 user nova-compute[74491]: DEBUG nova.compute.manager [req-31910c03-8c0d-4521-841e-f2a065b4ffd3 req-5f60e8c5-fefc-42fe-bb5f-4f2112c27cd5 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-changed-66680cda-c54c-40bb-ad57-66ed90e083f6 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:35:59 user nova-compute[74491]: DEBUG nova.compute.manager [req-31910c03-8c0d-4521-841e-f2a065b4ffd3 req-5f60e8c5-fefc-42fe-bb5f-4f2112c27cd5 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Refreshing instance network info cache due to event network-changed-66680cda-c54c-40bb-ad57-66ed90e083f6. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:35:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-31910c03-8c0d-4521-841e-f2a065b4ffd3 req-5f60e8c5-fefc-42fe-bb5f-4f2112c27cd5 service nova] Acquiring lock "refresh_cache-fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:35:59 user nova-compute[74491]: DEBUG nova.network.neutron [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Successfully updated port: 6b93e5c2-9897-4eca-a2ab-941b2e47aefd {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:36:01 user nova-compute[74491]: DEBUG nova.network.neutron [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Successfully updated port: 49b7a43b-accd-46da-a4f0-8744bb355bdc {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:36:01 user nova-compute[74491]: DEBUG nova.compute.manager [req-cac58cc1-754f-4262-9816-72fe58ab9f85 req-82b2a02d-7fba-4f80-bca3-83916618a7cd service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-changed-6b93e5c2-9897-4eca-a2ab-941b2e47aefd {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:36:01 user nova-compute[74491]: DEBUG nova.compute.manager [req-cac58cc1-754f-4262-9816-72fe58ab9f85 req-82b2a02d-7fba-4f80-bca3-83916618a7cd service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Refreshing instance network info cache due to event network-changed-6b93e5c2-9897-4eca-a2ab-941b2e47aefd. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:36:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-cac58cc1-754f-4262-9816-72fe58ab9f85 req-82b2a02d-7fba-4f80-bca3-83916618a7cd service nova] Acquiring lock "refresh_cache-53a6d265-dc17-4b14-a771-20cde46d0df4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:36:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-cac58cc1-754f-4262-9816-72fe58ab9f85 req-82b2a02d-7fba-4f80-bca3-83916618a7cd service nova] Acquired lock "refresh_cache-53a6d265-dc17-4b14-a771-20cde46d0df4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:36:01 user nova-compute[74491]: DEBUG nova.network.neutron [req-cac58cc1-754f-4262-9816-72fe58ab9f85 req-82b2a02d-7fba-4f80-bca3-83916618a7cd service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Refreshing network info cache for port 6b93e5c2-9897-4eca-a2ab-941b2e47aefd {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:36:01 user nova-compute[74491]: DEBUG nova.network.neutron [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Updating instance_info_cache with network_info: [{"id": "0dc1f4fe-d457-4deb-8662-1ad09059cd68", "address": "fa:16:3e:8a:05:2a", "network": {"id": "19f382ee-1133-4245-bd6e-1c57a79ac544", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2002153751-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0dc1f4fe-d4", "ovs_interfaceid": "0dc1f4fe-d457-4deb-8662-1ad09059cd68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b2c5101-6388-4c55-9c1a-c6bc4ee2367c", "address": "fa:16:3e:3a:9c:db", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b2c5101-63", "ovs_interfaceid": "5b2c5101-6388-4c55-9c1a-c6bc4ee2367c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "a775ab1d-56e0-4f49-8b7f-4ffc2b89981f", "address": "fa:16:3e:36:f5:3e", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa775ab1d-56", "ovs_interfaceid": "a775ab1d-56e0-4f49-8b7f-4ffc2b89981f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "a9823422-b10b-4a32-aa26-45fed807e505", "address": "fa:16:3e:34:be:f6", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9823422-b1", "ovs_interfaceid": "a9823422-b10b-4a32-aa26-45fed807e505", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3b4315e5-617b-4e9d-9a90-f83cdd6b9f54", "address": "fa:16:3e:d0:c5:04", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b4315e5-61", "ovs_interfaceid": "3b4315e5-617b-4e9d-9a90-f83cdd6b9f54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e", "address": "fa:16:3e:2a:d0:27", "network": {"id": "40881742-a142-41db-82a7-d0ffdbda4972", "bridge": "br-int", "label": "tempest-device-tagging-net2-774030377", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b8bf4d1-73", "ovs_interfaceid": "2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "66680cda-c54c-40bb-ad57-66ed90e083f6", "address": "fa:16:3e:d3:3a:55", "network": {"id": "40881742-a142-41db-82a7-d0ffdbda4972", "bridge": "br-int", "label": "tempest-device-tagging-net2-774030377", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66680cda-c5", "ovs_interfaceid": "66680cda-c54c-40bb-ad57-66ed90e083f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:36:01 user nova-compute[74491]: DEBUG nova.network.neutron [req-cac58cc1-754f-4262-9816-72fe58ab9f85 req-82b2a02d-7fba-4f80-bca3-83916618a7cd service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:36:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Releasing lock "refresh_cache-fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:36:01 user nova-compute[74491]: DEBUG nova.compute.manager [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Instance network_info: |[{"id": "0dc1f4fe-d457-4deb-8662-1ad09059cd68", "address": "fa:16:3e:8a:05:2a", "network": {"id": "19f382ee-1133-4245-bd6e-1c57a79ac544", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2002153751-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0dc1f4fe-d4", "ovs_interfaceid": "0dc1f4fe-d457-4deb-8662-1ad09059cd68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b2c5101-6388-4c55-9c1a-c6bc4ee2367c", "address": "fa:16:3e:3a:9c:db", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b2c5101-63", "ovs_interfaceid": "5b2c5101-6388-4c55-9c1a-c6bc4ee2367c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "a775ab1d-56e0-4f49-8b7f-4ffc2b89981f", "address": "fa:16:3e:36:f5:3e", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa775ab1d-56", "ovs_interfaceid": "a775ab1d-56e0-4f49-8b7f-4ffc2b89981f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "a9823422-b10b-4a32-aa26-45fed807e505", "address": "fa:16:3e:34:be:f6", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9823422-b1", "ovs_interfaceid": "a9823422-b10b-4a32-aa26-45fed807e505", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3b4315e5-617b-4e9d-9a90-f83cdd6b9f54", "address": "fa:16:3e:d0:c5:04", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b4315e5-61", "ovs_interfaceid": "3b4315e5-617b-4e9d-9a90-f83cdd6b9f54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e", "address": "fa:16:3e:2a:d0:27", "network": {"id": "40881742-a142-41db-82a7-d0ffdbda4972", "bridge": "br-int", "label": "tempest-device-tagging-net2-774030377", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b8bf4d1-73", "ovs_interfaceid": "2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "66680cda-c54c-40bb-ad57-66ed90e083f6", "address": "fa:16:3e:d3:3a:55", "network": {"id": "40881742-a142-41db-82a7-d0ffdbda4972", "bridge": "br-int", "label": "tempest-device-tagging-net2-774030377", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66680cda-c5", "ovs_interfaceid": "66680cda-c54c-40bb-ad57-66ed90e083f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:36:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-31910c03-8c0d-4521-841e-f2a065b4ffd3 req-5f60e8c5-fefc-42fe-bb5f-4f2112c27cd5 service nova] Acquired lock "refresh_cache-fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:36:01 user nova-compute[74491]: DEBUG nova.network.neutron [req-31910c03-8c0d-4521-841e-f2a065b4ffd3 req-5f60e8c5-fefc-42fe-bb5f-4f2112c27cd5 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Refreshing network info cache for port 66680cda-c54c-40bb-ad57-66ed90e083f6 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:36:01 user nova-compute[74491]: DEBUG nova.network.neutron [req-cac58cc1-754f-4262-9816-72fe58ab9f85 req-82b2a02d-7fba-4f80-bca3-83916618a7cd service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:36:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-cac58cc1-754f-4262-9816-72fe58ab9f85 req-82b2a02d-7fba-4f80-bca3-83916618a7cd service nova] Releasing lock "refresh_cache-53a6d265-dc17-4b14-a771-20cde46d0df4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:36:01 user nova-compute[74491]: DEBUG nova.compute.manager [req-cac58cc1-754f-4262-9816-72fe58ab9f85 req-82b2a02d-7fba-4f80-bca3-83916618a7cd service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-changed-49b7a43b-accd-46da-a4f0-8744bb355bdc {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:36:01 user nova-compute[74491]: DEBUG nova.compute.manager [req-cac58cc1-754f-4262-9816-72fe58ab9f85 req-82b2a02d-7fba-4f80-bca3-83916618a7cd service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Refreshing instance network info cache due to event network-changed-49b7a43b-accd-46da-a4f0-8744bb355bdc. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:36:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-cac58cc1-754f-4262-9816-72fe58ab9f85 req-82b2a02d-7fba-4f80-bca3-83916618a7cd service nova] Acquiring lock "refresh_cache-53a6d265-dc17-4b14-a771-20cde46d0df4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:36:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-cac58cc1-754f-4262-9816-72fe58ab9f85 req-82b2a02d-7fba-4f80-bca3-83916618a7cd service nova] Acquired lock "refresh_cache-53a6d265-dc17-4b14-a771-20cde46d0df4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:36:01 user nova-compute[74491]: DEBUG nova.network.neutron [req-cac58cc1-754f-4262-9816-72fe58ab9f85 req-82b2a02d-7fba-4f80-bca3-83916618a7cd service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Refreshing network info cache for port 49b7a43b-accd-46da-a4f0-8744bb355bdc {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:36:01 user nova-compute[74491]: DEBUG nova.network.neutron [req-cac58cc1-754f-4262-9816-72fe58ab9f85 req-82b2a02d-7fba-4f80-bca3-83916618a7cd service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:36:02 user nova-compute[74491]: DEBUG nova.network.neutron [req-cac58cc1-754f-4262-9816-72fe58ab9f85 req-82b2a02d-7fba-4f80-bca3-83916618a7cd service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:36:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-cac58cc1-754f-4262-9816-72fe58ab9f85 req-82b2a02d-7fba-4f80-bca3-83916618a7cd service nova] Releasing lock "refresh_cache-53a6d265-dc17-4b14-a771-20cde46d0df4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:36:02 user nova-compute[74491]: DEBUG nova.network.neutron [req-31910c03-8c0d-4521-841e-f2a065b4ffd3 req-5f60e8c5-fefc-42fe-bb5f-4f2112c27cd5 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Updated VIF entry in instance network info cache for port 66680cda-c54c-40bb-ad57-66ed90e083f6. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:36:02 user nova-compute[74491]: DEBUG nova.network.neutron [req-31910c03-8c0d-4521-841e-f2a065b4ffd3 req-5f60e8c5-fefc-42fe-bb5f-4f2112c27cd5 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Updating instance_info_cache with network_info: [{"id": "0dc1f4fe-d457-4deb-8662-1ad09059cd68", "address": "fa:16:3e:8a:05:2a", "network": {"id": "19f382ee-1133-4245-bd6e-1c57a79ac544", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2002153751-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0dc1f4fe-d4", "ovs_interfaceid": "0dc1f4fe-d457-4deb-8662-1ad09059cd68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b2c5101-6388-4c55-9c1a-c6bc4ee2367c", "address": "fa:16:3e:3a:9c:db", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b2c5101-63", "ovs_interfaceid": "5b2c5101-6388-4c55-9c1a-c6bc4ee2367c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "a775ab1d-56e0-4f49-8b7f-4ffc2b89981f", "address": "fa:16:3e:36:f5:3e", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa775ab1d-56", "ovs_interfaceid": "a775ab1d-56e0-4f49-8b7f-4ffc2b89981f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "a9823422-b10b-4a32-aa26-45fed807e505", "address": "fa:16:3e:34:be:f6", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9823422-b1", "ovs_interfaceid": "a9823422-b10b-4a32-aa26-45fed807e505", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3b4315e5-617b-4e9d-9a90-f83cdd6b9f54", "address": "fa:16:3e:d0:c5:04", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b4315e5-61", "ovs_interfaceid": "3b4315e5-617b-4e9d-9a90-f83cdd6b9f54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e", "address": "fa:16:3e:2a:d0:27", "network": {"id": "40881742-a142-41db-82a7-d0ffdbda4972", "bridge": "br-int", "label": "tempest-device-tagging-net2-774030377", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b8bf4d1-73", "ovs_interfaceid": "2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "66680cda-c54c-40bb-ad57-66ed90e083f6", "address": "fa:16:3e:d3:3a:55", "network": {"id": "40881742-a142-41db-82a7-d0ffdbda4972", "bridge": "br-int", "label": "tempest-device-tagging-net2-774030377", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66680cda-c5", "ovs_interfaceid": "66680cda-c54c-40bb-ad57-66ed90e083f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:36:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-31910c03-8c0d-4521-841e-f2a065b4ffd3 req-5f60e8c5-fefc-42fe-bb5f-4f2112c27cd5 service nova] Releasing lock "refresh_cache-fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:36:02 user nova-compute[74491]: DEBUG nova.compute.manager [req-31910c03-8c0d-4521-841e-f2a065b4ffd3 req-5f60e8c5-fefc-42fe-bb5f-4f2112c27cd5 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-changed-b1c9310e-fb52-4682-a989-76e62d5eb5ce {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:36:02 user nova-compute[74491]: DEBUG nova.compute.manager [req-31910c03-8c0d-4521-841e-f2a065b4ffd3 req-5f60e8c5-fefc-42fe-bb5f-4f2112c27cd5 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Refreshing instance network info cache due to event network-changed-b1c9310e-fb52-4682-a989-76e62d5eb5ce. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:36:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-31910c03-8c0d-4521-841e-f2a065b4ffd3 req-5f60e8c5-fefc-42fe-bb5f-4f2112c27cd5 service nova] Acquiring lock "refresh_cache-53a6d265-dc17-4b14-a771-20cde46d0df4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:36:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-31910c03-8c0d-4521-841e-f2a065b4ffd3 req-5f60e8c5-fefc-42fe-bb5f-4f2112c27cd5 service nova] Acquired lock "refresh_cache-53a6d265-dc17-4b14-a771-20cde46d0df4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:36:02 user nova-compute[74491]: DEBUG nova.network.neutron [req-31910c03-8c0d-4521-841e-f2a065b4ffd3 req-5f60e8c5-fefc-42fe-bb5f-4f2112c27cd5 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Refreshing network info cache for port b1c9310e-fb52-4682-a989-76e62d5eb5ce {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:36:02 user nova-compute[74491]: DEBUG nova.network.neutron [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Successfully updated port: 2e8a5a1f-b68d-4f4a-b419-80495f9035d7 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:36:02 user nova-compute[74491]: DEBUG nova.network.neutron [req-31910c03-8c0d-4521-841e-f2a065b4ffd3 req-5f60e8c5-fefc-42fe-bb5f-4f2112c27cd5 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:36:02 user nova-compute[74491]: DEBUG nova.network.neutron [req-31910c03-8c0d-4521-841e-f2a065b4ffd3 req-5f60e8c5-fefc-42fe-bb5f-4f2112c27cd5 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:36:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-31910c03-8c0d-4521-841e-f2a065b4ffd3 req-5f60e8c5-fefc-42fe-bb5f-4f2112c27cd5 service nova] Releasing lock "refresh_cache-53a6d265-dc17-4b14-a771-20cde46d0df4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:36:03 user nova-compute[74491]: DEBUG nova.network.neutron [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Successfully updated port: 73c87222-b8d4-4f8f-a0ec-84ca97c596ee {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:36:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:36:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:36:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 07:36:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:36:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:36:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:03 user nova-compute[74491]: DEBUG nova.compute.manager [req-746968be-6a7f-4d1c-ae10-2676864012d3 req-bc09042b-a142-436e-811c-4f77eb3defbb service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-changed-2e8a5a1f-b68d-4f4a-b419-80495f9035d7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:36:03 user nova-compute[74491]: DEBUG nova.compute.manager [req-746968be-6a7f-4d1c-ae10-2676864012d3 req-bc09042b-a142-436e-811c-4f77eb3defbb service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Refreshing instance network info cache due to event network-changed-2e8a5a1f-b68d-4f4a-b419-80495f9035d7. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:36:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-746968be-6a7f-4d1c-ae10-2676864012d3 req-bc09042b-a142-436e-811c-4f77eb3defbb service nova] Acquiring lock "refresh_cache-53a6d265-dc17-4b14-a771-20cde46d0df4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:36:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-746968be-6a7f-4d1c-ae10-2676864012d3 req-bc09042b-a142-436e-811c-4f77eb3defbb service nova] Acquired lock "refresh_cache-53a6d265-dc17-4b14-a771-20cde46d0df4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:36:03 user nova-compute[74491]: DEBUG nova.network.neutron [req-746968be-6a7f-4d1c-ae10-2676864012d3 req-bc09042b-a142-436e-811c-4f77eb3defbb service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Refreshing network info cache for port 2e8a5a1f-b68d-4f4a-b419-80495f9035d7 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:36:03 user nova-compute[74491]: DEBUG nova.network.neutron [req-746968be-6a7f-4d1c-ae10-2676864012d3 req-bc09042b-a142-436e-811c-4f77eb3defbb service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:36:03 user nova-compute[74491]: DEBUG nova.network.neutron [req-746968be-6a7f-4d1c-ae10-2676864012d3 req-bc09042b-a142-436e-811c-4f77eb3defbb service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:36:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-746968be-6a7f-4d1c-ae10-2676864012d3 req-bc09042b-a142-436e-811c-4f77eb3defbb service nova] Releasing lock "refresh_cache-53a6d265-dc17-4b14-a771-20cde46d0df4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:36:03 user nova-compute[74491]: DEBUG nova.compute.manager [req-746968be-6a7f-4d1c-ae10-2676864012d3 req-bc09042b-a142-436e-811c-4f77eb3defbb service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-changed-73c87222-b8d4-4f8f-a0ec-84ca97c596ee {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:36:03 user nova-compute[74491]: DEBUG nova.compute.manager [req-746968be-6a7f-4d1c-ae10-2676864012d3 req-bc09042b-a142-436e-811c-4f77eb3defbb service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Refreshing instance network info cache due to event network-changed-73c87222-b8d4-4f8f-a0ec-84ca97c596ee. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:36:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-746968be-6a7f-4d1c-ae10-2676864012d3 req-bc09042b-a142-436e-811c-4f77eb3defbb service nova] Acquiring lock "refresh_cache-53a6d265-dc17-4b14-a771-20cde46d0df4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:36:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-746968be-6a7f-4d1c-ae10-2676864012d3 req-bc09042b-a142-436e-811c-4f77eb3defbb service nova] Acquired lock "refresh_cache-53a6d265-dc17-4b14-a771-20cde46d0df4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:36:03 user nova-compute[74491]: DEBUG nova.network.neutron [req-746968be-6a7f-4d1c-ae10-2676864012d3 req-bc09042b-a142-436e-811c-4f77eb3defbb service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Refreshing network info cache for port 73c87222-b8d4-4f8f-a0ec-84ca97c596ee {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:36:03 user nova-compute[74491]: DEBUG nova.compute.manager [req-ac957c53-b188-436c-adeb-d2122bf43419 req-44033343-e13f-4728-a9a8-4c0bc6332e9b service nova] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Received event network-changed-4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:36:03 user nova-compute[74491]: DEBUG nova.compute.manager [req-ac957c53-b188-436c-adeb-d2122bf43419 req-44033343-e13f-4728-a9a8-4c0bc6332e9b service nova] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Refreshing instance network info cache due to event network-changed-4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:36:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ac957c53-b188-436c-adeb-d2122bf43419 req-44033343-e13f-4728-a9a8-4c0bc6332e9b service nova] Acquiring lock "refresh_cache-4a1e1884-891c-401f-b946-7eee2c6950fe" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:36:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ac957c53-b188-436c-adeb-d2122bf43419 req-44033343-e13f-4728-a9a8-4c0bc6332e9b service nova] Acquired lock "refresh_cache-4a1e1884-891c-401f-b946-7eee2c6950fe" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:36:03 user nova-compute[74491]: DEBUG nova.network.neutron [req-ac957c53-b188-436c-adeb-d2122bf43419 req-44033343-e13f-4728-a9a8-4c0bc6332e9b service nova] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Refreshing network info cache for port 4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:36:04 user nova-compute[74491]: DEBUG nova.network.neutron [req-746968be-6a7f-4d1c-ae10-2676864012d3 req-bc09042b-a142-436e-811c-4f77eb3defbb service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:36:04 user nova-compute[74491]: DEBUG nova.network.neutron [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Successfully updated port: c5d9e09a-d63f-4426-8521-7af553ae4752 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:36:04 user nova-compute[74491]: DEBUG nova.network.neutron [req-746968be-6a7f-4d1c-ae10-2676864012d3 req-bc09042b-a142-436e-811c-4f77eb3defbb service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:36:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-746968be-6a7f-4d1c-ae10-2676864012d3 req-bc09042b-a142-436e-811c-4f77eb3defbb service nova] Releasing lock "refresh_cache-53a6d265-dc17-4b14-a771-20cde46d0df4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:36:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:04 user nova-compute[74491]: DEBUG nova.network.neutron [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Successfully updated port: 847d75a9-0c14-4a87-be67-f1b10b98ffb5 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:36:04 user nova-compute[74491]: DEBUG nova.network.neutron [req-ac957c53-b188-436c-adeb-d2122bf43419 req-44033343-e13f-4728-a9a8-4c0bc6332e9b service nova] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Updated VIF entry in instance network info cache for port 4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:36:04 user nova-compute[74491]: DEBUG nova.network.neutron [req-ac957c53-b188-436c-adeb-d2122bf43419 req-44033343-e13f-4728-a9a8-4c0bc6332e9b service nova] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Updating instance_info_cache with network_info: [{"id": "4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa", "address": "fa:16:3e:3c:b1:02", "network": {"id": "67e5ed90-09d1-4bd2-bb35-edc19e02ff6c", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-707103423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9d86dfa6c2684218baa0bab577a3c676", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4be0c1d3-bf", "ovs_interfaceid": "4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:36:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Acquiring lock "refresh_cache-53a6d265-dc17-4b14-a771-20cde46d0df4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:36:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Acquired lock "refresh_cache-53a6d265-dc17-4b14-a771-20cde46d0df4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:36:04 user nova-compute[74491]: DEBUG nova.network.neutron [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:36:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ac957c53-b188-436c-adeb-d2122bf43419 req-44033343-e13f-4728-a9a8-4c0bc6332e9b service nova] Releasing lock "refresh_cache-4a1e1884-891c-401f-b946-7eee2c6950fe" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:36:04 user nova-compute[74491]: DEBUG nova.network.neutron [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:36:05 user nova-compute[74491]: DEBUG nova.compute.manager [req-7d2d8987-354c-452b-b718-f048939cb61f req-6d39ae40-77be-410c-9ba3-d6594aa30729 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-changed-c5d9e09a-d63f-4426-8521-7af553ae4752 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:36:05 user nova-compute[74491]: DEBUG nova.compute.manager [req-7d2d8987-354c-452b-b718-f048939cb61f req-6d39ae40-77be-410c-9ba3-d6594aa30729 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Refreshing instance network info cache due to event network-changed-c5d9e09a-d63f-4426-8521-7af553ae4752. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:36:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7d2d8987-354c-452b-b718-f048939cb61f req-6d39ae40-77be-410c-9ba3-d6594aa30729 service nova] Acquiring lock "refresh_cache-53a6d265-dc17-4b14-a771-20cde46d0df4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG nova.network.neutron [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Updating instance_info_cache with network_info: [{"id": "b1c9310e-fb52-4682-a989-76e62d5eb5ce", "address": "fa:16:3e:3d:c0:01", "network": {"id": "a047a4e5-23d7-4582-91f0-1cbfdbc4caff", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-728295533-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1c9310e-fb", "ovs_interfaceid": "b1c9310e-fb52-4682-a989-76e62d5eb5ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b93e5c2-9897-4eca-a2ab-941b2e47aefd", "address": "fa:16:3e:17:c9:57", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b93e5c2-98", "ovs_interfaceid": "6b93e5c2-9897-4eca-a2ab-941b2e47aefd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "49b7a43b-accd-46da-a4f0-8744bb355bdc", "address": "fa:16:3e:59:0c:e6", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49b7a43b-ac", "ovs_interfaceid": "49b7a43b-accd-46da-a4f0-8744bb355bdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2e8a5a1f-b68d-4f4a-b419-80495f9035d7", "address": "fa:16:3e:1f:17:39", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e8a5a1f-b6", "ovs_interfaceid": "2e8a5a1f-b68d-4f4a-b419-80495f9035d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "73c87222-b8d4-4f8f-a0ec-84ca97c596ee", "address": "fa:16:3e:e7:6c:ef", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73c87222-b8", "ovs_interfaceid": "73c87222-b8d4-4f8f-a0ec-84ca97c596ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c5d9e09a-d63f-4426-8521-7af553ae4752", "address": "fa:16:3e:92:65:31", "network": {"id": "81874e2c-837e-4a06-9e58-540d637fc4ee", "bridge": "br-int", "label": "tempest-device-tagging-net2-470929949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5d9e09a-d6", "ovs_interfaceid": "c5d9e09a-d63f-4426-8521-7af553ae4752", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "847d75a9-0c14-4a87-be67-f1b10b98ffb5", "address": "fa:16:3e:80:6f:29", "network": {"id": "81874e2c-837e-4a06-9e58-540d637fc4ee", "bridge": "br-int", "label": "tempest-device-tagging-net2-470929949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap847d75a9-0c", "ovs_interfaceid": "847d75a9-0c14-4a87-be67-f1b10b98ffb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Releasing lock "refresh_cache-53a6d265-dc17-4b14-a771-20cde46d0df4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Instance network_info: |[{"id": "b1c9310e-fb52-4682-a989-76e62d5eb5ce", "address": "fa:16:3e:3d:c0:01", "network": {"id": "a047a4e5-23d7-4582-91f0-1cbfdbc4caff", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-728295533-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1c9310e-fb", "ovs_interfaceid": "b1c9310e-fb52-4682-a989-76e62d5eb5ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b93e5c2-9897-4eca-a2ab-941b2e47aefd", "address": "fa:16:3e:17:c9:57", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b93e5c2-98", "ovs_interfaceid": "6b93e5c2-9897-4eca-a2ab-941b2e47aefd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "49b7a43b-accd-46da-a4f0-8744bb355bdc", "address": "fa:16:3e:59:0c:e6", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49b7a43b-ac", "ovs_interfaceid": "49b7a43b-accd-46da-a4f0-8744bb355bdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2e8a5a1f-b68d-4f4a-b419-80495f9035d7", "address": "fa:16:3e:1f:17:39", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e8a5a1f-b6", "ovs_interfaceid": "2e8a5a1f-b68d-4f4a-b419-80495f9035d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "73c87222-b8d4-4f8f-a0ec-84ca97c596ee", "address": "fa:16:3e:e7:6c:ef", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73c87222-b8", "ovs_interfaceid": "73c87222-b8d4-4f8f-a0ec-84ca97c596ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c5d9e09a-d63f-4426-8521-7af553ae4752", "address": "fa:16:3e:92:65:31", "network": {"id": "81874e2c-837e-4a06-9e58-540d637fc4ee", "bridge": "br-int", "label": "tempest-device-tagging-net2-470929949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5d9e09a-d6", "ovs_interfaceid": "c5d9e09a-d63f-4426-8521-7af553ae4752", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "847d75a9-0c14-4a87-be67-f1b10b98ffb5", "address": "fa:16:3e:80:6f:29", "network": {"id": "81874e2c-837e-4a06-9e58-540d637fc4ee", "bridge": "br-int", "label": "tempest-device-tagging-net2-470929949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap847d75a9-0c", "ovs_interfaceid": "847d75a9-0c14-4a87-be67-f1b10b98ffb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7d2d8987-354c-452b-b718-f048939cb61f req-6d39ae40-77be-410c-9ba3-d6594aa30729 service nova] Acquired lock "refresh_cache-53a6d265-dc17-4b14-a771-20cde46d0df4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG nova.network.neutron [req-7d2d8987-354c-452b-b718-f048939cb61f req-6d39ae40-77be-410c-9ba3-d6594aa30729 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Refreshing network info cache for port c5d9e09a-d63f-4426-8521-7af553ae4752 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG os_brick.initiator.connector [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Factory for ISCSI on None {{(pid=74491) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.014s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vrDHftIU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:36:06 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:36:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:36:06 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:36:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.003s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:36:06 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:36:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7eaaaab-d69b-4014-800e-02160c58fdb2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:36:06 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef7f1dad-47d7-4e25-ac12-4be6aa57fc0f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0] added
Oct 30 07:36:06 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9ccc4b3-200e-4699-a8f2-9efc5fec25ba]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[83c1185b-0152-4512-be04-fcb6f50fa4ba]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vrDHftIU {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vrDHftIU" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7fc3d52-66d0-40b7-bbcf-51bdbec53920]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vrDHftIU'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[39e70aff-b04a-4de3-975d-acd0c57cf2c9]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcab6a54-77fa-45d0-bfa7-2443843483c9]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 30 07:36:06 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:36:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 30 07:36:06 user nova-compute[74491]:  {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:36:06 user nova-compute[74491]: WARNING os_brick.initiator.connectors.iscsi [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 30 07:36:06 user nova-compute[74491]: 
Oct 30 07:36:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0 -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dd90324-1df9-488b-b3b8-2d71dc6bd7e3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0, portal: 172.16.0.220,3260]
Oct 30 07:36:07 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0, portal: 172.16.0.220,3260] successful.
Oct 30 07:36:07 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3edfa75f-ba47-4d33-b102-3602e784b337]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a7f05be-0150-4517-8564-d5e655ea2d1b]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0 (non-flash)
Oct 30 07:36:07 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0 (non-flash)
Oct 30 07:36:07 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.290s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fd4079a-b517-4900-a362-416fdcfd1093]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vrDHftIU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG nova.network.neutron [req-7d2d8987-354c-452b-b718-f048939cb61f req-6d39ae40-77be-410c-9ba3-d6594aa30729 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Updated VIF entry in instance network info cache for port c5d9e09a-d63f-4426-8521-7af553ae4752. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG nova.network.neutron [req-7d2d8987-354c-452b-b718-f048939cb61f req-6d39ae40-77be-410c-9ba3-d6594aa30729 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Updating instance_info_cache with network_info: [{"id": "b1c9310e-fb52-4682-a989-76e62d5eb5ce", "address": "fa:16:3e:3d:c0:01", "network": {"id": "a047a4e5-23d7-4582-91f0-1cbfdbc4caff", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-728295533-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1c9310e-fb", "ovs_interfaceid": "b1c9310e-fb52-4682-a989-76e62d5eb5ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b93e5c2-9897-4eca-a2ab-941b2e47aefd", "address": "fa:16:3e:17:c9:57", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b93e5c2-98", "ovs_interfaceid": "6b93e5c2-9897-4eca-a2ab-941b2e47aefd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "49b7a43b-accd-46da-a4f0-8744bb355bdc", "address": "fa:16:3e:59:0c:e6", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49b7a43b-ac", "ovs_interfaceid": "49b7a43b-accd-46da-a4f0-8744bb355bdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2e8a5a1f-b68d-4f4a-b419-80495f9035d7", "address": "fa:16:3e:1f:17:39", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e8a5a1f-b6", "ovs_interfaceid": "2e8a5a1f-b68d-4f4a-b419-80495f9035d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "73c87222-b8d4-4f8f-a0ec-84ca97c596ee", "address": "fa:16:3e:e7:6c:ef", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73c87222-b8", "ovs_interfaceid": "73c87222-b8d4-4f8f-a0ec-84ca97c596ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c5d9e09a-d63f-4426-8521-7af553ae4752", "address": "fa:16:3e:92:65:31", "network": {"id": "81874e2c-837e-4a06-9e58-540d637fc4ee", "bridge": "br-int", "label": "tempest-device-tagging-net2-470929949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5d9e09a-d6", "ovs_interfaceid": "c5d9e09a-d63f-4426-8521-7af553ae4752", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "847d75a9-0c14-4a87-be67-f1b10b98ffb5", "address": "fa:16:3e:80:6f:29", "network": {"id": "81874e2c-837e-4a06-9e58-540d637fc4ee", "bridge": "br-int", "label": "tempest-device-tagging-net2-470929949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap847d75a9-0c", "ovs_interfaceid": "847d75a9-0c14-4a87-be67-f1b10b98ffb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7d2d8987-354c-452b-b718-f048939cb61f req-6d39ae40-77be-410c-9ba3-d6594aa30729 service nova] Releasing lock "refresh_cache-53a6d265-dc17-4b14-a771-20cde46d0df4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG nova.compute.manager [req-7d2d8987-354c-452b-b718-f048939cb61f req-6d39ae40-77be-410c-9ba3-d6594aa30729 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-changed-847d75a9-0c14-4a87-be67-f1b10b98ffb5 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG nova.compute.manager [req-7d2d8987-354c-452b-b718-f048939cb61f req-6d39ae40-77be-410c-9ba3-d6594aa30729 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Refreshing instance network info cache due to event network-changed-847d75a9-0c14-4a87-be67-f1b10b98ffb5. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7d2d8987-354c-452b-b718-f048939cb61f req-6d39ae40-77be-410c-9ba3-d6594aa30729 service nova] Acquiring lock "refresh_cache-53a6d265-dc17-4b14-a771-20cde46d0df4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7d2d8987-354c-452b-b718-f048939cb61f req-6d39ae40-77be-410c-9ba3-d6594aa30729 service nova] Acquired lock "refresh_cache-53a6d265-dc17-4b14-a771-20cde46d0df4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG nova.network.neutron [req-7d2d8987-354c-452b-b718-f048939cb61f req-6d39ae40-77be-410c-9ba3-d6594aa30729 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Refreshing network info cache for port 847d75a9-0c14-4a87-be67-f1b10b98ffb5 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG nova.network.neutron [req-7d2d8987-354c-452b-b718-f048939cb61f req-6d39ae40-77be-410c-9ba3-d6594aa30729 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Updated VIF entry in instance network info cache for port 847d75a9-0c14-4a87-be67-f1b10b98ffb5. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG nova.network.neutron [req-7d2d8987-354c-452b-b718-f048939cb61f req-6d39ae40-77be-410c-9ba3-d6594aa30729 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Updating instance_info_cache with network_info: [{"id": "b1c9310e-fb52-4682-a989-76e62d5eb5ce", "address": "fa:16:3e:3d:c0:01", "network": {"id": "a047a4e5-23d7-4582-91f0-1cbfdbc4caff", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-728295533-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1c9310e-fb", "ovs_interfaceid": "b1c9310e-fb52-4682-a989-76e62d5eb5ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b93e5c2-9897-4eca-a2ab-941b2e47aefd", "address": "fa:16:3e:17:c9:57", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b93e5c2-98", "ovs_interfaceid": "6b93e5c2-9897-4eca-a2ab-941b2e47aefd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "49b7a43b-accd-46da-a4f0-8744bb355bdc", "address": "fa:16:3e:59:0c:e6", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49b7a43b-ac", "ovs_interfaceid": "49b7a43b-accd-46da-a4f0-8744bb355bdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2e8a5a1f-b68d-4f4a-b419-80495f9035d7", "address": "fa:16:3e:1f:17:39", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e8a5a1f-b6", "ovs_interfaceid": "2e8a5a1f-b68d-4f4a-b419-80495f9035d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "73c87222-b8d4-4f8f-a0ec-84ca97c596ee", "address": "fa:16:3e:e7:6c:ef", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73c87222-b8", "ovs_interfaceid": "73c87222-b8d4-4f8f-a0ec-84ca97c596ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c5d9e09a-d63f-4426-8521-7af553ae4752", "address": "fa:16:3e:92:65:31", "network": {"id": "81874e2c-837e-4a06-9e58-540d637fc4ee", "bridge": "br-int", "label": "tempest-device-tagging-net2-470929949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5d9e09a-d6", "ovs_interfaceid": "c5d9e09a-d63f-4426-8521-7af553ae4752", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "847d75a9-0c14-4a87-be67-f1b10b98ffb5", "address": "fa:16:3e:80:6f:29", "network": {"id": "81874e2c-837e-4a06-9e58-540d637fc4ee", "bridge": "br-int", "label": "tempest-device-tagging-net2-470929949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap847d75a9-0c", "ovs_interfaceid": "847d75a9-0c14-4a87-be67-f1b10b98ffb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:36:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7d2d8987-354c-452b-b718-f048939cb61f req-6d39ae40-77be-410c-9ba3-d6594aa30729 service nova] Releasing lock "refresh_cache-53a6d265-dc17-4b14-a771-20cde46d0df4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:36:08 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.336s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:36:08 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] <== connect_volume: return (1339ms) {'type': 'block', 'scsi_wwn': '23438316136626134', 'path': '/dev/sdb'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:36:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23438316136626134', 'path': '/dev/sdb'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:36:08 user nova-compute[74491]: DEBUG nova.objects.instance [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lazy-loading 'flavor' on Instance uuid 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:36:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 07:36:08 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:36:08 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 07:36:08 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:36:08 user nova-compute[74491]:   <serial>fa85a6c1-0244-477f-8b12-5668ec795dd0</serial>
Oct 30 07:36:08 user nova-compute[74491]: </disk>
Oct 30 07:36:08 user nova-compute[74491]:  {{(pid=74491) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 07:36:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:36:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:36:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] No VIF found with MAC fa:16:3e:3f:06:0e, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:36:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cdc3de09-71f1-4885-b361-59d216560eb4 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lock "7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 26.877s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:36:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Acquiring lock "7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:36:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lock "7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:36:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Acquiring lock "7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:36:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lock "7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:36:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lock "7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:36:09 user nova-compute[74491]: INFO nova.compute.manager [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Terminating instance
Oct 30 07:36:09 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:36:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:09 user nova-compute[74491]: DEBUG nova.compute.manager [req-02a4f9c9-b7a8-4575-b8c8-8336ec141e0b req-bfbaecb6-e463-48f6-a76e-933bbd115ddd service nova] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Received event network-vif-unplugged-7b1ca654-3366-4e82-b919-4b349e2144d7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:36:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-02a4f9c9-b7a8-4575-b8c8-8336ec141e0b req-bfbaecb6-e463-48f6-a76e-933bbd115ddd service nova] Acquiring lock "7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:36:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-02a4f9c9-b7a8-4575-b8c8-8336ec141e0b req-bfbaecb6-e463-48f6-a76e-933bbd115ddd service nova] Lock "7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:36:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-02a4f9c9-b7a8-4575-b8c8-8336ec141e0b req-bfbaecb6-e463-48f6-a76e-933bbd115ddd service nova] Lock "7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:36:09 user nova-compute[74491]: DEBUG nova.compute.manager [req-02a4f9c9-b7a8-4575-b8c8-8336ec141e0b req-bfbaecb6-e463-48f6-a76e-933bbd115ddd service nova] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] No waiting events found dispatching network-vif-unplugged-7b1ca654-3366-4e82-b919-4b349e2144d7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG nova.compute.manager [req-02a4f9c9-b7a8-4575-b8c8-8336ec141e0b req-bfbaecb6-e463-48f6-a76e-933bbd115ddd service nova] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Received event network-vif-unplugged-7b1ca654-3366-4e82-b919-4b349e2144d7 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:36:10 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Instance destroyed successfully.
Oct 30 07:36:10 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lazy-loading 'resources' on Instance uuid 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:33:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-972798171',display_name='tempest-DeleteServersTestJSON-server-972798171',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-972798171',id=2,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:34:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4e7cff73774745ebba4a6425347db823',ramdisk_id='',reservation_id='r-6a1yqk3o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-2015445185',owner_user_name='tempest-DeleteServersTestJSON-2015445185-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:34:08Z,user_data=None,user_id='ded02ba2287d4995bb76f6414519e595',uuid=7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7b1ca654-3366-4e82-b919-4b349e2144d7", "address": "fa:16:3e:3f:06:0e", "network": {"id": "86bcbe21-8b77-4386-9322-d7d293bf3795", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-449493076-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e7cff73774745ebba4a6425347db823", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b1ca654-33", "ovs_interfaceid": "7b1ca654-3366-4e82-b919-4b349e2144d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Converting VIF {"id": "7b1ca654-3366-4e82-b919-4b349e2144d7", "address": "fa:16:3e:3f:06:0e", "network": {"id": "86bcbe21-8b77-4386-9322-d7d293bf3795", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-449493076-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e7cff73774745ebba4a6425347db823", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b1ca654-33", "ovs_interfaceid": "7b1ca654-3366-4e82-b919-4b349e2144d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3f:06:0e,bridge_name='br-int',has_traffic_filtering=True,id=7b1ca654-3366-4e82-b919-4b349e2144d7,network=Network(86bcbe21-8b77-4386-9322-d7d293bf3795),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b1ca654-33') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG os_vif [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3f:06:0e,bridge_name='br-int',has_traffic_filtering=True,id=7b1ca654-3366-4e82-b919-4b349e2144d7,network=Network(86bcbe21-8b77-4386-9322-d7d293bf3795),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b1ca654-33') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7b1ca654-33, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c6616166-d425-4e8c-b515-c835aa4e84d2) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:10 user nova-compute[74491]: INFO os_vif [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3f:06:0e,bridge_name='br-int',has_traffic_filtering=True,id=7b1ca654-3366-4e82-b919-4b349e2144d7,network=Network(86bcbe21-8b77-4386-9322-d7d293bf3795),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b1ca654-33')
Oct 30 07:36:10 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vrDHftIU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:36:10 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:36:10 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.006s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[aed5151c-4fee-44e6-a007-ba3c4759cbf8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:36:10 user nova-compute[74491]: No targets found.
Oct 30 07:36:10 user nova-compute[74491]: iSNS:
Oct 30 07:36:10 user nova-compute[74491]: No targets found.
Oct 30 07:36:10 user nova-compute[74491]: STATIC:
Oct 30 07:36:10 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0
Oct 30 07:36:10 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:36:10 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:36:10 user nova-compute[74491]: FIRMWARE:
Oct 30 07:36:10 user nova-compute[74491]: No targets found.
Oct 30 07:36:10 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:36:10 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:36:10 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f626259-ffa3-4756-bc21-882dcc119750]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdad24a6-c07a-467c-8937-bfda891747bb]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0 (non-flash)
Oct 30 07:36:10 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0 (non-flash)
Oct 30 07:36:10 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef05a6680>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0'): ({'sdb'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Removing single pathed devices sdb {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd9665ee-4f4e-481e-99cb-5c90d2f7b8cc]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[27454536-e7b4-4ef3-a3dc-df1306c6bade]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Flushing IO for device /dev/sdb {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[11816523-4249-455e-970b-e3957a5a7d7c]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.032s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[df6aa855-47c2-4ac3-b5c0-b85362c0fd4b]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d39becc-0123-46c1-8e18-1f4d7fa7e4a7]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3619be57-0586-4de8-9b05-ee6d3f1d72b8]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0, portal: 172.16.0.220,3260]
Oct 30 07:36:10 user nova-compute[74491]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0, portal: 172.16.0.220,3260] successful.
Oct 30 07:36:10 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa85a6c1-0244-477f-8b12-5668ec795dd0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4c9beed-ae7e-4db8-bfe5-d1c30d0e020b]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.306s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] <== disconnect_volume: return (312ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:36:10 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Deleting instance files /opt/stack/data/nova/instances/7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a_del
Oct 30 07:36:10 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Deletion of /opt/stack/data/nova/instances/7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a_del complete
Oct 30 07:36:10 user nova-compute[74491]: INFO nova.compute.manager [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Took 1.35 seconds to destroy the instance on the hypervisor.
Oct 30 07:36:10 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:36:10 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:36:12 user nova-compute[74491]: DEBUG nova.compute.manager [req-8ab139d8-a39d-4abd-92e6-3ec62dc266d5 req-a253aa7b-5e32-45ea-80ea-52a017a74e18 service nova] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Received event network-vif-plugged-7b1ca654-3366-4e82-b919-4b349e2144d7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:36:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8ab139d8-a39d-4abd-92e6-3ec62dc266d5 req-a253aa7b-5e32-45ea-80ea-52a017a74e18 service nova] Acquiring lock "7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:36:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8ab139d8-a39d-4abd-92e6-3ec62dc266d5 req-a253aa7b-5e32-45ea-80ea-52a017a74e18 service nova] Lock "7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:36:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8ab139d8-a39d-4abd-92e6-3ec62dc266d5 req-a253aa7b-5e32-45ea-80ea-52a017a74e18 service nova] Lock "7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:36:12 user nova-compute[74491]: DEBUG nova.compute.manager [req-8ab139d8-a39d-4abd-92e6-3ec62dc266d5 req-a253aa7b-5e32-45ea-80ea-52a017a74e18 service nova] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] No waiting events found dispatching network-vif-plugged-7b1ca654-3366-4e82-b919-4b349e2144d7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:36:12 user nova-compute[74491]: WARNING nova.compute.manager [req-8ab139d8-a39d-4abd-92e6-3ec62dc266d5 req-a253aa7b-5e32-45ea-80ea-52a017a74e18 service nova] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Received unexpected event network-vif-plugged-7b1ca654-3366-4e82-b919-4b349e2144d7 for instance with vm_state active and task_state deleting.
Oct 30 07:36:12 user nova-compute[74491]: DEBUG nova.compute.manager [req-989b5f5f-009b-4c22-956e-739e77e1c773 req-d602df5c-daf8-4dfc-bcb8-b7dbb9a3d2ee service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Received event network-changed-6d095633-c413-4edb-9761-9723772857d9 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:36:12 user nova-compute[74491]: DEBUG nova.compute.manager [req-989b5f5f-009b-4c22-956e-739e77e1c773 req-d602df5c-daf8-4dfc-bcb8-b7dbb9a3d2ee service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Refreshing instance network info cache due to event network-changed-6d095633-c413-4edb-9761-9723772857d9. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:36:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-989b5f5f-009b-4c22-956e-739e77e1c773 req-d602df5c-daf8-4dfc-bcb8-b7dbb9a3d2ee service nova] Acquiring lock "refresh_cache-de1afc91-375c-4c89-92e4-07f9642199dd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:36:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-989b5f5f-009b-4c22-956e-739e77e1c773 req-d602df5c-daf8-4dfc-bcb8-b7dbb9a3d2ee service nova] Acquired lock "refresh_cache-de1afc91-375c-4c89-92e4-07f9642199dd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:36:12 user nova-compute[74491]: DEBUG nova.network.neutron [req-989b5f5f-009b-4c22-956e-739e77e1c773 req-d602df5c-daf8-4dfc-bcb8-b7dbb9a3d2ee service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Refreshing network info cache for port 6d095633-c413-4edb-9761-9723772857d9 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:36:12 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:36:12 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Took 1.42 seconds to deallocate network for instance.
Oct 30 07:36:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2cc66039-d23a-4c0d-9b3a-bf245840a310 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Acquiring lock "interface-de1afc91-375c-4c89-92e4-07f9642199dd-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:36:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2cc66039-d23a-4c0d-9b3a-bf245840a310 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "interface-de1afc91-375c-4c89-92e4-07f9642199dd-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:36:12 user nova-compute[74491]: DEBUG nova.objects.instance [None req-2cc66039-d23a-4c0d-9b3a-bf245840a310 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lazy-loading 'flavor' on Instance uuid de1afc91-375c-4c89-92e4-07f9642199dd {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG nova.network.neutron [req-989b5f5f-009b-4c22-956e-739e77e1c773 req-d602df5c-daf8-4dfc-bcb8-b7dbb9a3d2ee service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Updated VIF entry in instance network info cache for port 6d095633-c413-4edb-9761-9723772857d9. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG nova.network.neutron [req-989b5f5f-009b-4c22-956e-739e77e1c773 req-d602df5c-daf8-4dfc-bcb8-b7dbb9a3d2ee service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Updating instance_info_cache with network_info: [{"id": "6d095633-c413-4edb-9761-9723772857d9", "address": "fa:16:3e:84:d6:70", "network": {"id": "302d220c-8b51-4ffc-872a-7e2d6f31eba6", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1257806839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f0ae9ae0f44840ccb95041f4a2facb99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d095633-c4", "ovs_interfaceid": "6d095633-c413-4edb-9761-9723772857d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-989b5f5f-009b-4c22-956e-739e77e1c773 req-d602df5c-daf8-4dfc-bcb8-b7dbb9a3d2ee service nova] Releasing lock "refresh_cache-de1afc91-375c-4c89-92e4-07f9642199dd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG nova.objects.instance [None req-2cc66039-d23a-4c0d-9b3a-bf245840a310 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lazy-loading 'pci_requests' on Instance uuid de1afc91-375c-4c89-92e4-07f9642199dd {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG nova.objects.base [None req-2cc66039-d23a-4c0d-9b3a-bf245840a310 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Object Instance<de1afc91-375c-4c89-92e4-07f9642199dd> lazy-loaded attributes: flavor,pci_requests {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG nova.network.neutron [None req-2cc66039-d23a-4c0d-9b3a-bf245840a310 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG nova.policy [None req-2cc66039-d23a-4c0d-9b3a-bf245840a310 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d4b1685793f4043a9a222026ba0d0e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0ae9ae0f44840ccb95041f4a2facb99', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:36:13 user nova-compute[74491]: INFO nova.compute.manager [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Took 1.12 seconds to detach 1 volumes for instance.
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:36:13 user nova-compute[74491]: INFO nova.virt.block_device [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Booting with volume 382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 at /dev/vdb
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Acquiring lock "4a1e1884-891c-401f-b946-7eee2c6950fe" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lock "4a1e1884-891c-401f-b946-7eee2c6950fe" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG nova.objects.instance [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lazy-loading 'flavor' on Instance uuid 4a1e1884-891c-401f-b946-7eee2c6950fe {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG os_brick.utils [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lock "4a1e1884-891c-401f-b946-7eee2c6950fe" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.070s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a8877da-9a7f-47c1-9b29-8248c99dcf1a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca55338f-1703-4d93-b2cd-32ddb7249717]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[31a83052-3ef9-4ade-b8b7-c8232cb42ffd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[81851d5b-2dda-47b5-ad49-8f2eb4e3d4d8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:36:13 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b9c0958-55c7-4fa6-885a-0e463bf965d5]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG os_brick.utils [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] <== get_connector_properties: return (155ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Updating existing volume attachment record: 23bcd646-21df-4884-bf0e-5df402d8c379 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Acquiring lock "4a1e1884-891c-401f-b946-7eee2c6950fe" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lock "4a1e1884-891c-401f-b946-7eee2c6950fe" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:36:13 user nova-compute[74491]: INFO nova.compute.manager [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Attaching volume 6a60c3e2-e050-4b33-a0d8-fa83a9c9172f to /dev/sdc
Oct 30 07:36:13 user nova-compute[74491]: DEBUG os_brick.utils [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4ccd5a3-f5dc-4670-a9c5-4a2717cb7456]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[38854c3b-4848-454c-8f11-c8018b5ff188]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[fafa2792-8a16-400f-abc2-b8213fad1b82]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b3e9736-7623-488a-b42b-3543681f8092]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:36:13 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:36:13 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1fd6061-615c-42b2-9e55-b84c7b88e5cb]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG os_brick.utils [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:36:13 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Updating existing volume attachment record: 5c446c09-acf3-48f2-aacf-d2323c8305b8 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:36:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.569s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:36:14 user nova-compute[74491]: DEBUG nova.network.neutron [None req-2cc66039-d23a-4c0d-9b3a-bf245840a310 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Successfully created port: c886e4f6-94b0-4191-b01f-09fe27149de7 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:36:14 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Deleted allocations for instance 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a
Oct 30 07:36:14 user nova-compute[74491]: DEBUG nova.compute.manager [req-a4347097-8581-4c0f-9dbb-7b849758103a req-8458a880-f5d8-4ac8-8f21-94f8393b59f5 service nova] [instance: 7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a] Received event network-vif-deleted-7b1ca654-3366-4e82-b919-4b349e2144d7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:36:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e5c8c68f-ee96-458f-b1ab-0ffc99373bf0 tempest-DeleteServersTestJSON-2015445185 tempest-DeleteServersTestJSON-2015445185-project-member] Lock "7c6d6d3a-f4c1-4e98-b1d3-3fb8f608497a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.767s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:36:14 user nova-compute[74491]: DEBUG nova.network.neutron [None req-2cc66039-d23a-4c0d-9b3a-bf245840a310 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Successfully updated port: c886e4f6-94b0-4191-b01f-09fe27149de7 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:36:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2cc66039-d23a-4c0d-9b3a-bf245840a310 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Acquiring lock "refresh_cache-de1afc91-375c-4c89-92e4-07f9642199dd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:36:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2cc66039-d23a-4c0d-9b3a-bf245840a310 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Acquired lock "refresh_cache-de1afc91-375c-4c89-92e4-07f9642199dd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:36:14 user nova-compute[74491]: DEBUG nova.network.neutron [None req-2cc66039-d23a-4c0d-9b3a-bf245840a310 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG nova.network.neutron [None req-2cc66039-d23a-4c0d-9b3a-bf245840a310 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Updating instance_info_cache with network_info: [{"id": "6d095633-c413-4edb-9761-9723772857d9", "address": "fa:16:3e:84:d6:70", "network": {"id": "302d220c-8b51-4ffc-872a-7e2d6f31eba6", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1257806839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f0ae9ae0f44840ccb95041f4a2facb99", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d095633-c4", "ovs_interfaceid": "6d095633-c413-4edb-9761-9723772857d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c886e4f6-94b0-4191-b01f-09fe27149de7", "address": "fa:16:3e:0c:85:5d", "network": {"id": "15119cb5-f4d2-4786-a1bb-fa0262eae6ae", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-90819769", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "f0ae9ae0f44840ccb95041f4a2facb99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc886e4f6-94", "ovs_interfaceid": "c886e4f6-94b0-4191-b01f-09fe27149de7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2cc66039-d23a-4c0d-9b3a-bf245840a310 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Releasing lock "refresh_cache-de1afc91-375c-4c89-92e4-07f9642199dd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-2cc66039-d23a-4c0d-9b3a-bf245840a310 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:34:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-866386970',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-866386970',id=7,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFUes2YXfvoxWZcLhynHuKYDUw1Fh/A3MRFz2jRJ5idk/TYYvKpwWjW4zqo7ReefkkIhaLsCrfIfPdgrdXcyP+oT15lzBOgSNtp1OV8AKxZCKSRz4nhjukIIzq8+Snm43A==',key_name='tempest-keypair-1194857738',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:34:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='f0ae9ae0f44840ccb95041f4a2facb99',ramdisk_id='',reservation_id='r-nx9520kl',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-623504598',owner_user_name='tempest-TaggedAttachmentsTest-623504598-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:34:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2d4b1685793f4043a9a222026ba0d0e6',uuid=de1afc91-375c-4c89-92e4-07f9642199dd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c886e4f6-94b0-4191-b01f-09fe27149de7", "address": "fa:16:3e:0c:85:5d", "network": {"id": "15119cb5-f4d2-4786-a1bb-fa0262eae6ae", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-90819769", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "f0ae9ae0f44840ccb95041f4a2facb99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc886e4f6-94", "ovs_interfaceid": "c886e4f6-94b0-4191-b01f-09fe27149de7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-2cc66039-d23a-4c0d-9b3a-bf245840a310 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Converting VIF {"id": "c886e4f6-94b0-4191-b01f-09fe27149de7", "address": "fa:16:3e:0c:85:5d", "network": {"id": "15119cb5-f4d2-4786-a1bb-fa0262eae6ae", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-90819769", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "f0ae9ae0f44840ccb95041f4a2facb99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc886e4f6-94", "ovs_interfaceid": "c886e4f6-94b0-4191-b01f-09fe27149de7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-2cc66039-d23a-4c0d-9b3a-bf245840a310 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0c:85:5d,bridge_name='br-int',has_traffic_filtering=True,id=c886e4f6-94b0-4191-b01f-09fe27149de7,network=Network(15119cb5-f4d2-4786-a1bb-fa0262eae6ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc886e4f6-94') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG os_vif [None req-2cc66039-d23a-4c0d-9b3a-bf245840a310 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:85:5d,bridge_name='br-int',has_traffic_filtering=True,id=c886e4f6-94b0-4191-b01f-09fe27149de7,network=Network(15119cb5-f4d2-4786-a1bb-fa0262eae6ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc886e4f6-94') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8abe2c6c-96df-5cd7-95d0-ecee9a9b8185', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc886e4f6-94, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc886e4f6-94, col_values=(('qos', UUID('f46ceae7-0e22-4dd0-aac3-648e358871e3')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc886e4f6-94, col_values=(('external_ids', {'iface-id': 'c886e4f6-94b0-4191-b01f-09fe27149de7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0c:85:5d', 'vm-uuid': 'de1afc91-375c-4c89-92e4-07f9642199dd'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:15 user nova-compute[74491]: INFO os_vif [None req-2cc66039-d23a-4c0d-9b3a-bf245840a310 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:85:5d,bridge_name='br-int',has_traffic_filtering=True,id=c886e4f6-94b0-4191-b01f-09fe27149de7,network=Network(15119cb5-f4d2-4786-a1bb-fa0262eae6ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc886e4f6-94')
Oct 30 07:36:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-2cc66039-d23a-4c0d-9b3a-bf245840a310 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:34:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-866386970',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-866386970',id=7,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFUes2YXfvoxWZcLhynHuKYDUw1Fh/A3MRFz2jRJ5idk/TYYvKpwWjW4zqo7ReefkkIhaLsCrfIfPdgrdXcyP+oT15lzBOgSNtp1OV8AKxZCKSRz4nhjukIIzq8+Snm43A==',key_name='tempest-keypair-1194857738',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:34:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='f0ae9ae0f44840ccb95041f4a2facb99',ramdisk_id='',reservation_id='r-nx9520kl',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-623504598',owner_user_name='tempest-TaggedAttachmentsTest-623504598-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:34:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2d4b1685793f4043a9a222026ba0d0e6',uuid=de1afc91-375c-4c89-92e4-07f9642199dd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c886e4f6-94b0-4191-b01f-09fe27149de7", "address": "fa:16:3e:0c:85:5d", "network": {"id": "15119cb5-f4d2-4786-a1bb-fa0262eae6ae", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-90819769", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "f0ae9ae0f44840ccb95041f4a2facb99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc886e4f6-94", "ovs_interfaceid": "c886e4f6-94b0-4191-b01f-09fe27149de7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-2cc66039-d23a-4c0d-9b3a-bf245840a310 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Converting VIF {"id": "c886e4f6-94b0-4191-b01f-09fe27149de7", "address": "fa:16:3e:0c:85:5d", "network": {"id": "15119cb5-f4d2-4786-a1bb-fa0262eae6ae", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-90819769", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "f0ae9ae0f44840ccb95041f4a2facb99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc886e4f6-94", "ovs_interfaceid": "c886e4f6-94b0-4191-b01f-09fe27149de7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-2cc66039-d23a-4c0d-9b3a-bf245840a310 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0c:85:5d,bridge_name='br-int',has_traffic_filtering=True,id=c886e4f6-94b0-4191-b01f-09fe27149de7,network=Network(15119cb5-f4d2-4786-a1bb-fa0262eae6ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc886e4f6-94') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-2cc66039-d23a-4c0d-9b3a-bf245840a310 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] attach device xml: <interface type="ethernet">
Oct 30 07:36:15 user nova-compute[74491]:   <mac address="fa:16:3e:0c:85:5d"/>
Oct 30 07:36:15 user nova-compute[74491]:   <model type="virtio"/>
Oct 30 07:36:15 user nova-compute[74491]:   <mtu size="1442"/>
Oct 30 07:36:15 user nova-compute[74491]:   <target dev="tapc886e4f6-94"/>
Oct 30 07:36:15 user nova-compute[74491]: </interface>
Oct 30 07:36:15 user nova-compute[74491]:  {{(pid=74491) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG nova.compute.manager [req-be1c79e4-4587-4de7-be83-58a69aea3f2f req-d33e5a5e-45f9-4a32-9e8b-d268d5585777 service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Received event network-vif-plugged-c886e4f6-94b0-4191-b01f-09fe27149de7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-be1c79e4-4587-4de7-be83-58a69aea3f2f req-d33e5a5e-45f9-4a32-9e8b-d268d5585777 service nova] Acquiring lock "de1afc91-375c-4c89-92e4-07f9642199dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-be1c79e4-4587-4de7-be83-58a69aea3f2f req-d33e5a5e-45f9-4a32-9e8b-d268d5585777 service nova] Lock "de1afc91-375c-4c89-92e4-07f9642199dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-be1c79e4-4587-4de7-be83-58a69aea3f2f req-d33e5a5e-45f9-4a32-9e8b-d268d5585777 service nova] Lock "de1afc91-375c-4c89-92e4-07f9642199dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:36:15 user nova-compute[74491]: DEBUG nova.compute.manager [req-be1c79e4-4587-4de7-be83-58a69aea3f2f req-d33e5a5e-45f9-4a32-9e8b-d268d5585777 service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] No waiting events found dispatching network-vif-plugged-c886e4f6-94b0-4191-b01f-09fe27149de7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:36:15 user nova-compute[74491]: WARNING nova.compute.manager [req-be1c79e4-4587-4de7-be83-58a69aea3f2f req-d33e5a5e-45f9-4a32-9e8b-d268d5585777 service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Received unexpected event network-vif-plugged-c886e4f6-94b0-4191-b01f-09fe27149de7 for instance with vm_state active and task_state None.
Oct 30 07:36:16 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-2cc66039-d23a-4c0d-9b3a-bf245840a310 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:36:16 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-2cc66039-d23a-4c0d-9b3a-bf245840a310 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] No BDM found with device name hda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:36:16 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-2cc66039-d23a-4c0d-9b3a-bf245840a310 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] No VIF found with MAC fa:16:3e:84:d6:70, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:36:16 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-2cc66039-d23a-4c0d-9b3a-bf245840a310 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:36:16 user nova-compute[74491]:   <nova:package version="0.0.0"/>
Oct 30 07:36:16 user nova-compute[74491]:   <nova:name>tempest-device-tagging-server-866386970</nova:name>
Oct 30 07:36:16 user nova-compute[74491]:   <nova:creationTime>2023-10-30 07:36:16</nova:creationTime>
Oct 30 07:36:16 user nova-compute[74491]:   <nova:flavor name="m1.tiny">
Oct 30 07:36:16 user nova-compute[74491]:     <nova:memory>512</nova:memory>
Oct 30 07:36:16 user nova-compute[74491]:     <nova:disk>1</nova:disk>
Oct 30 07:36:16 user nova-compute[74491]:     <nova:swap>0</nova:swap>
Oct 30 07:36:16 user nova-compute[74491]:     <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:36:16 user nova-compute[74491]:     <nova:vcpus>1</nova:vcpus>
Oct 30 07:36:16 user nova-compute[74491]:   </nova:flavor>
Oct 30 07:36:16 user nova-compute[74491]:   <nova:owner>
Oct 30 07:36:16 user nova-compute[74491]:     <nova:user uuid="2d4b1685793f4043a9a222026ba0d0e6">tempest-TaggedAttachmentsTest-623504598-project-member</nova:user>
Oct 30 07:36:16 user nova-compute[74491]:     <nova:project uuid="f0ae9ae0f44840ccb95041f4a2facb99">tempest-TaggedAttachmentsTest-623504598</nova:project>
Oct 30 07:36:16 user nova-compute[74491]:   </nova:owner>
Oct 30 07:36:16 user nova-compute[74491]:   <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:36:16 user nova-compute[74491]:   <nova:ports>
Oct 30 07:36:16 user nova-compute[74491]:     <nova:port uuid="6d095633-c413-4edb-9761-9723772857d9">
Oct 30 07:36:16 user nova-compute[74491]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 30 07:36:16 user nova-compute[74491]:     </nova:port>
Oct 30 07:36:16 user nova-compute[74491]:     <nova:port uuid="c886e4f6-94b0-4191-b01f-09fe27149de7">
Oct 30 07:36:16 user nova-compute[74491]:       <nova:ip type="fixed" address="10.10.10.16" ipVersion="4"/>
Oct 30 07:36:16 user nova-compute[74491]:     </nova:port>
Oct 30 07:36:16 user nova-compute[74491]:   </nova:ports>
Oct 30 07:36:16 user nova-compute[74491]: </nova:instance>
Oct 30 07:36:16 user nova-compute[74491]:  {{(pid=74491) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 30 07:36:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2cc66039-d23a-4c0d-9b3a-bf245840a310 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "interface-de1afc91-375c-4c89-92e4-07f9642199dd-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 3.184s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:36:16 user nova-compute[74491]: DEBUG nova.compute.manager [req-cc2a0855-8296-4f9b-b177-46736f8a492a req-e9eefd8d-09c4-4fbe-aeec-e7945b06a6fe service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Received event network-changed-c886e4f6-94b0-4191-b01f-09fe27149de7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:36:16 user nova-compute[74491]: DEBUG nova.compute.manager [req-cc2a0855-8296-4f9b-b177-46736f8a492a req-e9eefd8d-09c4-4fbe-aeec-e7945b06a6fe service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Refreshing instance network info cache due to event network-changed-c886e4f6-94b0-4191-b01f-09fe27149de7. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:36:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-cc2a0855-8296-4f9b-b177-46736f8a492a req-e9eefd8d-09c4-4fbe-aeec-e7945b06a6fe service nova] Acquiring lock "refresh_cache-de1afc91-375c-4c89-92e4-07f9642199dd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:36:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-cc2a0855-8296-4f9b-b177-46736f8a492a req-e9eefd8d-09c4-4fbe-aeec-e7945b06a6fe service nova] Acquired lock "refresh_cache-de1afc91-375c-4c89-92e4-07f9642199dd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:36:16 user nova-compute[74491]: DEBUG nova.network.neutron [req-cc2a0855-8296-4f9b-b177-46736f8a492a req-e9eefd8d-09c4-4fbe-aeec-e7945b06a6fe service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Refreshing network info cache for port c886e4f6-94b0-4191-b01f-09fe27149de7 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:36:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:16 user nova-compute[74491]: DEBUG nova.network.neutron [req-cc2a0855-8296-4f9b-b177-46736f8a492a req-e9eefd8d-09c4-4fbe-aeec-e7945b06a6fe service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Updated VIF entry in instance network info cache for port c886e4f6-94b0-4191-b01f-09fe27149de7. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:36:16 user nova-compute[74491]: DEBUG nova.network.neutron [req-cc2a0855-8296-4f9b-b177-46736f8a492a req-e9eefd8d-09c4-4fbe-aeec-e7945b06a6fe service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Updating instance_info_cache with network_info: [{"id": "6d095633-c413-4edb-9761-9723772857d9", "address": "fa:16:3e:84:d6:70", "network": {"id": "302d220c-8b51-4ffc-872a-7e2d6f31eba6", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1257806839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f0ae9ae0f44840ccb95041f4a2facb99", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d095633-c4", "ovs_interfaceid": "6d095633-c413-4edb-9761-9723772857d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c886e4f6-94b0-4191-b01f-09fe27149de7", "address": "fa:16:3e:0c:85:5d", "network": {"id": "15119cb5-f4d2-4786-a1bb-fa0262eae6ae", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-90819769", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "f0ae9ae0f44840ccb95041f4a2facb99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc886e4f6-94", "ovs_interfaceid": "c886e4f6-94b0-4191-b01f-09fe27149de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:36:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-cc2a0855-8296-4f9b-b177-46736f8a492a req-e9eefd8d-09c4-4fbe-aeec-e7945b06a6fe service nova] Releasing lock "refresh_cache-de1afc91-375c-4c89-92e4-07f9642199dd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:36:18 user nova-compute[74491]: DEBUG nova.compute.manager [req-0fa31ed3-1062-4049-a333-733ff4bf0a6a req-f8f3b797-141a-4325-aebb-53d7291f4e5a service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Received event network-vif-plugged-c886e4f6-94b0-4191-b01f-09fe27149de7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:36:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0fa31ed3-1062-4049-a333-733ff4bf0a6a req-f8f3b797-141a-4325-aebb-53d7291f4e5a service nova] Acquiring lock "de1afc91-375c-4c89-92e4-07f9642199dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:36:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0fa31ed3-1062-4049-a333-733ff4bf0a6a req-f8f3b797-141a-4325-aebb-53d7291f4e5a service nova] Lock "de1afc91-375c-4c89-92e4-07f9642199dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:36:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0fa31ed3-1062-4049-a333-733ff4bf0a6a req-f8f3b797-141a-4325-aebb-53d7291f4e5a service nova] Lock "de1afc91-375c-4c89-92e4-07f9642199dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:36:18 user nova-compute[74491]: DEBUG nova.compute.manager [req-0fa31ed3-1062-4049-a333-733ff4bf0a6a req-f8f3b797-141a-4325-aebb-53d7291f4e5a service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] No waiting events found dispatching network-vif-plugged-c886e4f6-94b0-4191-b01f-09fe27149de7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:36:18 user nova-compute[74491]: WARNING nova.compute.manager [req-0fa31ed3-1062-4049-a333-733ff4bf0a6a req-f8f3b797-141a-4325-aebb-53d7291f4e5a service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Received unexpected event network-vif-plugged-c886e4f6-94b0-4191-b01f-09fe27149de7 for instance with vm_state active and task_state None.
Oct 30 07:36:18 user nova-compute[74491]: DEBUG nova.compute.manager [req-c84038dc-1c0b-4013-a081-07b59081c392 req-26dbdffe-fda9-4fee-bae8-4821ea8dd9c5 service nova] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Received event network-changed-34304c2c-f4a8-4ff3-934d-beea91e6467f {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:36:18 user nova-compute[74491]: DEBUG nova.compute.manager [req-c84038dc-1c0b-4013-a081-07b59081c392 req-26dbdffe-fda9-4fee-bae8-4821ea8dd9c5 service nova] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Refreshing instance network info cache due to event network-changed-34304c2c-f4a8-4ff3-934d-beea91e6467f. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:36:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c84038dc-1c0b-4013-a081-07b59081c392 req-26dbdffe-fda9-4fee-bae8-4821ea8dd9c5 service nova] Acquiring lock "refresh_cache-041b6e2e-8e39-4035-aa5b-8bace636f06c" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:36:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c84038dc-1c0b-4013-a081-07b59081c392 req-26dbdffe-fda9-4fee-bae8-4821ea8dd9c5 service nova] Acquired lock "refresh_cache-041b6e2e-8e39-4035-aa5b-8bace636f06c" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:36:18 user nova-compute[74491]: DEBUG nova.network.neutron [req-c84038dc-1c0b-4013-a081-07b59081c392 req-26dbdffe-fda9-4fee-bae8-4821ea8dd9c5 service nova] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Refreshing network info cache for port 34304c2c-f4a8-4ff3-934d-beea91e6467f {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:36:18 user nova-compute[74491]: DEBUG nova.network.neutron [req-c84038dc-1c0b-4013-a081-07b59081c392 req-26dbdffe-fda9-4fee-bae8-4821ea8dd9c5 service nova] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Updated VIF entry in instance network info cache for port 34304c2c-f4a8-4ff3-934d-beea91e6467f. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:36:18 user nova-compute[74491]: DEBUG nova.network.neutron [req-c84038dc-1c0b-4013-a081-07b59081c392 req-26dbdffe-fda9-4fee-bae8-4821ea8dd9c5 service nova] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Updating instance_info_cache with network_info: [{"id": "34304c2c-f4a8-4ff3-934d-beea91e6467f", "address": "fa:16:3e:4b:75:87", "network": {"id": "fdd021ae-2baa-461b-a392-fe529eb11e41", "bridge": "br-int", "label": "tempest-TestVolumeSwap-258150289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.61", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a968f94fa0d47c289ef707b2f445e03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34304c2c-f4", "ovs_interfaceid": "34304c2c-f4a8-4ff3-934d-beea91e6467f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:36:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c84038dc-1c0b-4013-a081-07b59081c392 req-26dbdffe-fda9-4fee-bae8-4821ea8dd9c5 service nova] Releasing lock "refresh_cache-041b6e2e-8e39-4035-aa5b-8bace636f06c" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:36:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:21 user nova-compute[74491]: DEBUG nova.compute.manager [req-4d3c2962-8982-4734-b293-d4907b6943c9 req-4bc45b34-e589-4bdf-8fc4-c21bf643ae63 service nova] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Received event network-changed-e746df35-f2e5-4be0-86f3-f3cde778b31f {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:36:21 user nova-compute[74491]: DEBUG nova.compute.manager [req-4d3c2962-8982-4734-b293-d4907b6943c9 req-4bc45b34-e589-4bdf-8fc4-c21bf643ae63 service nova] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Refreshing instance network info cache due to event network-changed-e746df35-f2e5-4be0-86f3-f3cde778b31f. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:36:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4d3c2962-8982-4734-b293-d4907b6943c9 req-4bc45b34-e589-4bdf-8fc4-c21bf643ae63 service nova] Acquiring lock "refresh_cache-694927cf-ae06-4e69-bf47-9739e421b7a4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:36:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4d3c2962-8982-4734-b293-d4907b6943c9 req-4bc45b34-e589-4bdf-8fc4-c21bf643ae63 service nova] Acquired lock "refresh_cache-694927cf-ae06-4e69-bf47-9739e421b7a4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:36:21 user nova-compute[74491]: DEBUG nova.network.neutron [req-4d3c2962-8982-4734-b293-d4907b6943c9 req-4bc45b34-e589-4bdf-8fc4-c21bf643ae63 service nova] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Refreshing network info cache for port e746df35-f2e5-4be0-86f3-f3cde778b31f {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:36:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Acquiring lock "de1afc91-375c-4c89-92e4-07f9642199dd" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:36:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "de1afc91-375c-4c89-92e4-07f9642199dd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:36:21 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lazy-loading 'flavor' on Instance uuid de1afc91-375c-4c89-92e4-07f9642199dd {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:36:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Acquiring lock "041b6e2e-8e39-4035-aa5b-8bace636f06c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:36:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lock "041b6e2e-8e39-4035-aa5b-8bace636f06c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:36:21 user nova-compute[74491]: DEBUG nova.objects.instance [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lazy-loading 'flavor' on Instance uuid 041b6e2e-8e39-4035-aa5b-8bace636f06c {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:36:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "de1afc91-375c-4c89-92e4-07f9642199dd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.070s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:36:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lock "041b6e2e-8e39-4035-aa5b-8bace636f06c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.069s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:36:21 user nova-compute[74491]: INFO nova.virt.block_device [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Booting with volume 99979289-0e39-479b-97b1-379883169eaa at /dev/vdb
Oct 30 07:36:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Acquiring lock "694927cf-ae06-4e69-bf47-9739e421b7a4" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:36:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Lock "694927cf-ae06-4e69-bf47-9739e421b7a4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:36:21 user nova-compute[74491]: DEBUG nova.objects.instance [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Lazy-loading 'flavor' on Instance uuid 694927cf-ae06-4e69-bf47-9739e421b7a4 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:36:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Lock "694927cf-ae06-4e69-bf47-9739e421b7a4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.094s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:36:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Acquiring lock "de1afc91-375c-4c89-92e4-07f9642199dd" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:36:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "de1afc91-375c-4c89-92e4-07f9642199dd" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:36:21 user nova-compute[74491]: INFO nova.compute.manager [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Attaching volume 10fec6d0-33f9-43c9-b326-0be1a61af70e to /dev/vdb
Oct 30 07:36:21 user nova-compute[74491]: DEBUG nova.network.neutron [req-4d3c2962-8982-4734-b293-d4907b6943c9 req-4bc45b34-e589-4bdf-8fc4-c21bf643ae63 service nova] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Updated VIF entry in instance network info cache for port e746df35-f2e5-4be0-86f3-f3cde778b31f. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:36:21 user nova-compute[74491]: DEBUG nova.network.neutron [req-4d3c2962-8982-4734-b293-d4907b6943c9 req-4bc45b34-e589-4bdf-8fc4-c21bf643ae63 service nova] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Updating instance_info_cache with network_info: [{"id": "e746df35-f2e5-4be0-86f3-f3cde778b31f", "address": "fa:16:3e:f0:d1:87", "network": {"id": "3e551af9-33a9-4b9b-977c-015050e413dc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1861273080-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f5a5bb0b81a434eaf5df5d042bd3bb3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape746df35-f2", "ovs_interfaceid": "e746df35-f2e5-4be0-86f3-f3cde778b31f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:36:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4d3c2962-8982-4734-b293-d4907b6943c9 req-4bc45b34-e589-4bdf-8fc4-c21bf643ae63 service nova] Releasing lock "refresh_cache-694927cf-ae06-4e69-bf47-9739e421b7a4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:36:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Acquiring lock "041b6e2e-8e39-4035-aa5b-8bace636f06c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:36:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lock "041b6e2e-8e39-4035-aa5b-8bace636f06c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:36:21 user nova-compute[74491]: INFO nova.compute.manager [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Attaching volume d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc to /dev/vdb
Oct 30 07:36:22 user nova-compute[74491]: DEBUG os_brick.utils [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:36:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[207ad44e-e133-4d29-95a9-ef174db2ea61]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce937143-2902-4f70-918c-67b6c3bfe71a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1e2f062-ba29-4b9e-b36b-c866a71fb8af]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0ae813c-0fa3-4f48-b546-5e692fba0206]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:36:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:36:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:36:22 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:36:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[95859614-5121-49f8-aed4-732c4a446d43]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:36:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:36:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:36:22 user nova-compute[74491]: DEBUG os_brick.utils [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] <== get_connector_properties: return (153ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:36:22 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Updating existing volume attachment record: 2929cb0e-6ee5-4423-8d70-f4fd3f20ab21 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:36:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Acquiring lock "694927cf-ae06-4e69-bf47-9739e421b7a4" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:36:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Lock "694927cf-ae06-4e69-bf47-9739e421b7a4" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:36:22 user nova-compute[74491]: INFO nova.compute.manager [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Attaching volume 090eae98-a109-4a09-af61-c0c87bcf7919 to /dev/vdb
Oct 30 07:36:24 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YUoFvPbX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:36:34 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:36:34 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:36:34 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[42084bdc-c1cb-4d7d-bd76-5245b0efd915]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:36:34 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[04249428-0856-4846-8374-2a5e983a1466]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f] added
Oct 30 07:36:34 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.utils [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7aca09e-64c4-485b-b56a-e5fa6856d951]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a6ce961-7bef-4742-ae90-85d8a276a913]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[51eb21a3-96d8-4a10-844b-be3aea28d00f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[76f700e2-6f9b-47b8-82d2-85f5bed8cd7b]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YUoFvPbX {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9de7e7de-d47c-4e6c-b36b-3c95b141b4e4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[48a4adeb-58a3-4400-9ba8-1a85ab285986]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.utils [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YUoFvPbX" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d38a3f38-02f9-466e-bcbb-25d4b19b3db8]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'YUoFvPbX'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e20e844-82e4-434c-8449-083c991de3e8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:36:34 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[840acf91-2c09-47b5-adaa-90f85466ccca]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.utils [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] <== get_connector_properties: return (171ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Updating existing volume attachment record: da8ad2c7-37a9-434c-8ad7-559b57549ac0 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e342beb-9cdf-4b62-ace1-68c9496d17db]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[eea1d0c8-c9a4-4bbd-8751-75e9be956aec]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb63acc8-1d32-4a32-ab86-67143e2bd76a]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 30 07:36:34 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 30 07:36:34 user nova-compute[74491]:  {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:36:34 user nova-compute[74491]: WARNING os_brick.initiator.connectors.iscsi [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 30 07:36:34 user nova-compute[74491]: 
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[74bebbb1-60bc-4e2a-8643-bfbef5fcf5da]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[37141aa1-fe48-4fdd-baef-da9e35f78d5b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0e00e17-eb14-4efb-b656-b56331867b12]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f, portal: 172.16.0.220,3260]
Oct 30 07:36:34 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f, portal: 172.16.0.220,3260] successful.
Oct 30 07:36:34 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:36:34 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d218bb19-a4e1-44b6-bb2a-704ded8aa30d]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.utils [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] <== get_connector_properties: return (163ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Updating existing volume attachment record: 143b3aec-d023-4804-8b3f-ca978a5a9d03 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.030s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5412c802-c5a3-44af-af41-c867151bcbb3]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:34 user nova-compute[74491]: INFO nova.virt.block_device [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Booting with volume 6c57930c-01b6-43c5-834f-19203688c7cd at /dev/vdc
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab4b03fc-7097-465f-9af2-43019825f36d]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:36:34 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:36:34 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.387s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] HCTL ('33', '-', '-', 0) found on session 3 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.utils [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec9fa3ed-50d3-48cb-8120-1257e4a47e7e]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Searching for a device in session 3 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YUoFvPbX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c74908b-a425-47ce-a5ec-9916fe9bce5a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e20b0857-60a6-42c4-8eff-0796f7e40830]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[71db66f8-fbe4-45ad-a628-12ec0e095e39]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd9543bd-c676-46ae-b989-e6de76079ab5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:36:34 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:36:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f9bf1e7-4ce5-49d9-b41d-a4e711bf13bb]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG os_brick.utils [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:36:34 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Updating existing volume attachment record: 74f0dcca-cf3e-4224-acdf-4ebf23aaf6b9 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:36:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.428s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:36:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] <== connect_volume: return (1430ms) {'type': 'block', 'scsi_wwn': '26434353031323734', 'path': '/dev/sdb'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:36:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26434353031323734', 'path': '/dev/sdb'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:36:35 user nova-compute[74491]: DEBUG nova.objects.instance [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lazy-loading 'flavor' on Instance uuid 4a1e1884-891c-401f-b946-7eee2c6950fe {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:36:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 07:36:35 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:36:35 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 07:36:35 user nova-compute[74491]:   <target dev="sdc" bus="scsi"/>
Oct 30 07:36:35 user nova-compute[74491]:   <serial>6a60c3e2-e050-4b33-a0d8-fa83a9c9172f</serial>
Oct 30 07:36:35 user nova-compute[74491]:   <address type="drive" controller="0" unit="2"/>
Oct 30 07:36:35 user nova-compute[74491]: </disk>
Oct 30 07:36:35 user nova-compute[74491]:  {{(pid=74491) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 07:36:36 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:36:36 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:36:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:36:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:36:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:36:36 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 07:36:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] No BDM found with device name sda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:36:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:36:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] No BDM found with device name sdc, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:36:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] No VIF found with MAC fa:16:3e:3c:b1:02, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:36:36 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15d82973-a027-41bc-b10d-6ce38d3d2a77/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:36 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15d82973-a027-41bc-b10d-6ce38d3d2a77/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:36 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15d82973-a027-41bc-b10d-6ce38d3d2a77/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:36 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15d82973-a027-41bc-b10d-6ce38d3d2a77/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:36 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json" returned: 0 in 0.177s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:39 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (sdc) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:36:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/694927cf-ae06-4e69-bf47-9739e421b7a4/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/694927cf-ae06-4e69-bf47-9739e421b7a4/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/694927cf-ae06-4e69-bf47-9739e421b7a4/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/694927cf-ae06-4e69-bf47-9739e421b7a4/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:40 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:36:40 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:36:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=7427MB free_disk=25.60684585571289GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 07:36:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:36:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:36:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 962072d3-a76a-491e-8693-d0f1ce2a2dd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:36:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance fb047ba5-cb93-44ef-9443-bf2f728277c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:36:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance bb072d38-2d8d-4138-833b-de7b80d17a96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:36:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 6baf250e-557b-456f-8962-4e4e58e8f1b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:36:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 4a1e1884-891c-401f-b946-7eee2c6950fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:36:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance de1afc91-375c-4c89-92e4-07f9642199dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:36:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 041b6e2e-8e39-4035-aa5b-8bace636f06c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:36:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 694927cf-ae06-4e69-bf47-9739e421b7a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:36:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 15d82973-a027-41bc-b10d-6ce38d3d2a77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:36:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance fc75121d-9e3c-4306-8a8d-6c8abf1ae04e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:36:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 53a6d265-dc17-4b14-a771-20cde46d0df4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:36:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 07:36:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 07:36:41 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:36:41 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:36:41 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 07:36:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.494s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:36:42 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:36:42 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 07:36:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-fb047ba5-cb93-44ef-9443-bf2f728277c8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:36:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-fb047ba5-cb93-44ef-9443-bf2f728277c8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:36:42 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 07:36:42 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Updating instance_info_cache with network_info: [{"id": "638159c6-0a86-452b-8d0f-6f2ac71759d1", "address": "fa:16:3e:64:27:80", "network": {"id": "6349e7a1-6466-45d3-b99b-0012f4eca84a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-384759755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed4248405f74d87a561f204b295863b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap638159c6-0a", "ovs_interfaceid": "638159c6-0a86-452b-8d0f-6f2ac71759d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:36:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-fb047ba5-cb93-44ef-9443-bf2f728277c8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:36:42 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 07:36:42 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:36:42 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:36:42 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:36:42 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:36:42 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:36:42 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:36:42 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 07:36:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:36:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:36:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:36:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:36:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:36:47 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:36:47 user nova-compute[74491]: INFO nova.compute.claims [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Claim successful on node user
Oct 30 07:36:48 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:36:48 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:36:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.458s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:36:48 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:36:48 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:36:48 user nova-compute[74491]: DEBUG nova.network.neutron [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:36:48 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:36:48 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:36:48 user nova-compute[74491]: DEBUG nova.policy [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e940f70d67db459baad1d913fe2b7aa5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22c884731d2d4072ae0c9759f82c4bfc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:36:48 user nova-compute[74491]: INFO nova.virt.block_device [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Booting with blank volume at /dev/vda
Oct 30 07:36:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:49 user nova-compute[74491]: DEBUG nova.network.neutron [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Successfully created port: a73ebde6-f5a2-47f4-b40f-322aad84e7ed {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:36:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:49 user nova-compute[74491]: DEBUG nova.network.neutron [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Successfully updated port: a73ebde6-f5a2-47f4-b40f-322aad84e7ed {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:36:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "refresh_cache-a9ab73d8-09f4-4bb3-8007-abf63dfbe984" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:36:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquired lock "refresh_cache-a9ab73d8-09f4-4bb3-8007-abf63dfbe984" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:36:49 user nova-compute[74491]: DEBUG nova.network.neutron [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:36:49 user nova-compute[74491]: DEBUG nova.compute.manager [req-e9975b6b-2074-4b28-a3c2-1c0af2508557 req-1b6278e9-d97d-4d0f-b64f-2a57223c4e77 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Received event network-changed-a73ebde6-f5a2-47f4-b40f-322aad84e7ed {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:36:49 user nova-compute[74491]: DEBUG nova.compute.manager [req-e9975b6b-2074-4b28-a3c2-1c0af2508557 req-1b6278e9-d97d-4d0f-b64f-2a57223c4e77 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Refreshing instance network info cache due to event network-changed-a73ebde6-f5a2-47f4-b40f-322aad84e7ed. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:36:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e9975b6b-2074-4b28-a3c2-1c0af2508557 req-1b6278e9-d97d-4d0f-b64f-2a57223c4e77 service nova] Acquiring lock "refresh_cache-a9ab73d8-09f4-4bb3-8007-abf63dfbe984" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:36:49 user nova-compute[74491]: DEBUG nova.network.neutron [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:36:50 user nova-compute[74491]: DEBUG nova.network.neutron [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Updating instance_info_cache with network_info: [{"id": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "address": "fa:16:3e:a3:84:c6", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa73ebde6-f5", "ovs_interfaceid": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:36:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Releasing lock "refresh_cache-a9ab73d8-09f4-4bb3-8007-abf63dfbe984" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:36:50 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Instance network_info: |[{"id": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "address": "fa:16:3e:a3:84:c6", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa73ebde6-f5", "ovs_interfaceid": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:36:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e9975b6b-2074-4b28-a3c2-1c0af2508557 req-1b6278e9-d97d-4d0f-b64f-2a57223c4e77 service nova] Acquired lock "refresh_cache-a9ab73d8-09f4-4bb3-8007-abf63dfbe984" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:36:50 user nova-compute[74491]: DEBUG nova.network.neutron [req-e9975b6b-2074-4b28-a3c2-1c0af2508557 req-1b6278e9-d97d-4d0f-b64f-2a57223c4e77 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Refreshing network info cache for port a73ebde6-f5a2-47f4-b40f-322aad84e7ed {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:36:50 user nova-compute[74491]: DEBUG nova.network.neutron [req-e9975b6b-2074-4b28-a3c2-1c0af2508557 req-1b6278e9-d97d-4d0f-b64f-2a57223c4e77 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Updated VIF entry in instance network info cache for port a73ebde6-f5a2-47f4-b40f-322aad84e7ed. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:36:50 user nova-compute[74491]: DEBUG nova.network.neutron [req-e9975b6b-2074-4b28-a3c2-1c0af2508557 req-1b6278e9-d97d-4d0f-b64f-2a57223c4e77 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Updating instance_info_cache with network_info: [{"id": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "address": "fa:16:3e:a3:84:c6", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa73ebde6-f5", "ovs_interfaceid": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:36:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e9975b6b-2074-4b28-a3c2-1c0af2508557 req-1b6278e9-d97d-4d0f-b64f-2a57223c4e77 service nova] Releasing lock "refresh_cache-a9ab73d8-09f4-4bb3-8007-abf63dfbe984" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:36:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lGIqKJdH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:36:55 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:36:55 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:36:55 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d749a551-20a4-4418-9f59-e124b156e1c4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:36:55 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa5b395f-d860-4fa7-89c4-c071e7ca63b3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc] added
Oct 30 07:36:55 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf088d0c-ac20-41a9-a625-d601fcac5a34]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OnjADyUW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:36:55 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[158ea841-20f6-4198-8f1c-0eb0c355b65d]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lGIqKJdH {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lGIqKJdH" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[176f7050-7c83-4559-8104-52896363b034]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lGIqKJdH'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6421dd0a-b5d2-495a-bc87-ee389b7ac2ca]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b9bdc4f-0951-4d78-ad0d-81722590189f]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:36:55 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:36:55 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-35c1412f-6341-4ef5-89e9-ee623aff16aa tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lock "4a1e1884-891c-401f-b946-7eee2c6950fe" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 41.513s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.utils [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[eee3fee6-6373-4773-b633-c2d733f9d7c8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc, portal: 172.16.0.220,3260]
Oct 30 07:36:55 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc, portal: 172.16.0.220,3260] successful.
Oct 30 07:36:55 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:55 user nova-compute[74491]: INFO nova.virt.block_device [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Booting with volume c478197d-bf39-4a39-9d79-02c8b5e98fa5 at /dev/vdc
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd1cf3eb-7bd6-4d64-aaa8-9dc220069b23]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e185ce8b-790f-4447-93e5-b28f4fd8075f]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[19aa4e17-e7a0-44ed-8517-e86733dab0d5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[18493a25-1912-4e1e-b4b1-6118984f3c5c]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:36:55 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:36:55 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:36:55 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:36:55 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.301s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] HCTL ('34', '-', '-', 0) found on session 4 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[466ed3ef-f158-4999-b404-b4555350d912]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[06e09b21-431d-493e-8394-70d5d5c231e9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e4b5b31-4cd9-4de3-a310-c5b72452c5f5]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Searching for a device in session 4 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lGIqKJdH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:36:55 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[93d52f7c-ea05-4300-9929-c2b4f92323b3]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.utils [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] <== get_connector_properties: return (144ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Updating existing volume attachment record: 014cf9a2-7ef0-4b9d-a5be-5620c7f3f9f9 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.utils [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c89be0c3-a0e8-4884-bdaf-30758c9d855a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac1023a2-74af-47f2-9f41-fa5775b24492]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7f2820c-d6ac-4d1e-ae36-6f0adb465d8d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d27fdd78-c5d5-491c-9166-dafb31483fc3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:36:55 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:36:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a3c1113-b621-4b13-9de1-05b72f62d9ed]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG os_brick.utils [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] <== get_connector_properties: return (142ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Updating existing volume attachment record: b3a1963f-0e5f-486f-82d0-b88af0ce4801 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:36:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.367s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] <== connect_volume: return (1369ms) {'type': 'block', 'scsi_wwn': '26336383365356336', 'path': '/dev/sdc'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26336383365356336', 'path': '/dev/sdc'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.282s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:36:56 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:36:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:36:56 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG nova.objects.instance [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lazy-loading 'flavor' on Instance uuid 041b6e2e-8e39-4035-aa5b-8bace636f06c {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ebfe2fa-3717-40ef-a495-163fc573968b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:36:56 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e780560-75c9-463c-aca3-c4f79720ec27]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e] added
Oct 30 07:36:56 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 07:36:56 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:36:56 user nova-compute[74491]:   <source dev="/dev/sdc"/>
Oct 30 07:36:56 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:36:56 user nova-compute[74491]:   <serial>d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc</serial>
Oct 30 07:36:56 user nova-compute[74491]: </disk>
Oct 30 07:36:56 user nova-compute[74491]:  {{(pid=74491) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[04bb8b70-bae7-4fed-8013-df0676b0403f]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d77b7fe-c421-4bfa-ae59-ff885addef20]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OnjADyUW {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OnjADyUW" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f7f4993-6b3b-4235-86d4-73e48c1be855]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OnjADyUW'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[657849e8-40a7-4fed-9a16-c322b0193fb3]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5a0cd3f-34d9-47e2-b9be-4229da9a313f]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:36:56 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:36:56 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:36:56 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:36:56 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e153dfd5-ba3c-493d-8190-34ff636a02d6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e, portal: 172.16.0.220,3260]
Oct 30 07:36:56 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e, portal: 172.16.0.220,3260] successful.
Oct 30 07:36:56 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ece9f4e9-516c-4193-adc6-01bd64583765]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd509056-6d7c-4b06-aeb4-6794cb608750]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:36:56 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:36:56 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:36:56 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:36:56 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:36:56 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:36:56 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.308s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] HCTL ('35', '-', '-', 0) found on session 5 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e08b0ddf-d436-4049-9127-272a887ba921]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Searching for a device in session 5 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OnjADyUW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:36:56 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] No VIF found with MAC fa:16:3e:4b:75:87, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:36:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.344s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:36:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] <== connect_volume: return (2626ms) {'type': 'block', 'scsi_wwn': '23635353937393335', 'path': '/dev/sdd'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:36:57 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23635353937393335', 'path': '/dev/sdd'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:36:57 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lazy-loading 'flavor' on Instance uuid de1afc91-375c-4c89-92e4-07f9642199dd {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:36:57 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 07:36:57 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:36:57 user nova-compute[74491]:   <source dev="/dev/sdd"/>
Oct 30 07:36:57 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:36:57 user nova-compute[74491]:   <serial>10fec6d0-33f9-43c9-b326-0be1a61af70e</serial>
Oct 30 07:36:57 user nova-compute[74491]: </disk>
Oct 30 07:36:57 user nova-compute[74491]:  {{(pid=74491) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 07:36:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:36:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] No BDM found with device name hda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:36:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] No VIF found with MAC fa:16:3e:84:d6:70, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:37:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 07:37:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:37:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:37:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 07:37:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:37:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:37:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 07:37:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:37:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:37:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IiuBqnjm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:37:12 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:37:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:37:12 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:37:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:37:12 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:37:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4702fca0-1954-497f-b04b-9bfa62733ae8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:37:12 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[520feb57-7dbe-4b57-a2a8-90c9cc2bab18]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919] added
Oct 30 07:37:12 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[96e529ad-a5f1-4053-9dd3-b1e7e6a37207]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9293bee-36b7-41c9-a8e3-a878418e5b46]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IiuBqnjm {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IiuBqnjm" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[633c9637-c5a1-4581-b743-4f763911c5c1]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IiuBqnjm'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e88ee9e-1e53-4a18-a2e3-5168d580841e]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd6c0ada-eba9-4da6-919e-2ea3a1ab8a72]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:37:12 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:12 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:12 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:37:12 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:12 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:12 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:37:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 -p 172.16.0.220:3260 --login" returned: 0 in 0.077s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[879d75b1-4ced-4e72-9ab4-2838258be98e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919, portal: 172.16.0.220,3260]
Oct 30 07:37:13 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919, portal: 172.16.0.220,3260] successful.
Oct 30 07:37:13 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c73ee1d-4f45-44a1-a3f4-9b324e0ef3c0]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[92536d44-b4f9-40f1-b50d-8adb42a9d759]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:37:13 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:13 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:13 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:13 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:37:13 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:13 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:13 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:13 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.324s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] HCTL ('36', '-', '-', 0) found on session 6 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Scanning host 36 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[27900cc4-9927-485b-a6be-63b1ecdbd9cc]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Searching for a device in session 6 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IiuBqnjm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-398a12e8-92d7-43d8-afa5-cfb2d2da5624 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lock "041b6e2e-8e39-4035-aa5b-8bace636f06c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 51.304s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e5798499-c1f2-4cb4-ad22-83696448909c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "de1afc91-375c-4c89-92e4-07f9642199dd" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 51.434s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG os_brick.utils [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[30333895-059b-4ff3-9aec-4ac08e8b981b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dfb4927-c744-4975-bc8c-f3ee730ee2ed]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:14 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f249f8f-3c1e-4710-a256-77cf5b82dc73]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:14 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d33a5c1-1871-4a3a-bdc2-0d824e7b02c9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:37:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:37:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:37:14 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:37:14 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed60c8dc-fe4a-430d-b785-0720eac7a19d]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:37:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:37:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:37:14 user nova-compute[74491]: DEBUG os_brick.utils [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:37:14 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Updating existing volume attachment record: 6a351d5c-e80c-4579-b698-237c524762f6 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:37:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.362s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:37:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] <== connect_volume: return (1365ms) {'type': 'block', 'scsi_wwn': '26130376330613534', 'path': '/dev/sde'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:37:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26130376330613534', 'path': '/dev/sde'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:37:14 user nova-compute[74491]: DEBUG nova.objects.instance [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Lazy-loading 'flavor' on Instance uuid 694927cf-ae06-4e69-bf47-9739e421b7a4 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:37:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] attach device xml: <disk type="block" device="disk">
Oct 30 07:37:14 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:37:14 user nova-compute[74491]:   <source dev="/dev/sde"/>
Oct 30 07:37:14 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:37:14 user nova-compute[74491]:   <serial>090eae98-a109-4a09-af61-c0c87bcf7919</serial>
Oct 30 07:37:14 user nova-compute[74491]: </disk>
Oct 30 07:37:14 user nova-compute[74491]:  {{(pid=74491) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 07:37:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:37:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:37:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] No VIF found with MAC fa:16:3e:f0:d1:87, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:37:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Acquiring lock "4a1e1884-891c-401f-b946-7eee2c6950fe" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lock "4a1e1884-891c-401f-b946-7eee2c6950fe" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:18 user nova-compute[74491]: INFO nova.compute.manager [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Detaching volume 6a60c3e2-e050-4b33-a0d8-fa83a9c9172f
Oct 30 07:37:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-9eaea986-cc80-49ce-bbca-987526076772 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Lock "694927cf-ae06-4e69-bf47-9739e421b7a4" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 55.708s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG nova.compute.manager [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:37:18 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Creating image(s)
Oct 30 07:37:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Did not create local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Ensure instance console log exists: /opt/stack/data/nova/instances/53a6d265-dc17-4b14-a771-20cde46d0df4/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Start _get_guest_xml network_info=[{"id": "b1c9310e-fb52-4682-a989-76e62d5eb5ce", "address": "fa:16:3e:3d:c0:01", "network": {"id": "a047a4e5-23d7-4582-91f0-1cbfdbc4caff", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-728295533-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1c9310e-fb", "ovs_interfaceid": "b1c9310e-fb52-4682-a989-76e62d5eb5ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b93e5c2-9897-4eca-a2ab-941b2e47aefd", "address": "fa:16:3e:17:c9:57", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b93e5c2-98", "ovs_interfaceid": "6b93e5c2-9897-4eca-a2ab-941b2e47aefd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "49b7a43b-accd-46da-a4f0-8744bb355bdc", "address": "fa:16:3e:59:0c:e6", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49b7a43b-ac", "ovs_interfaceid": "49b7a43b-accd-46da-a4f0-8744bb355bdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2e8a5a1f-b68d-4f4a-b419-80495f9035d7", "address": "fa:16:3e:1f:17:39", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e8a5a1f-b6", "ovs_interfaceid": "2e8a5a1f-b68d-4f4a-b419-80495f9035d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "73c87222-b8d4-4f8f-a0ec-84ca97c596ee", "address": "fa:16:3e:e7:6c:ef", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73c87222-b8", "ovs_interfaceid": "73c87222-b8d4-4f8f-a0ec-84ca97c596ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c5d9e09a-d63f-4426-8521-7af553ae4752", "address": "fa:16:3e:92:65:31", "network": {"id": "81874e2c-837e-4a06-9e58-540d637fc4ee", "bridge": "br-int", "label": "tempest-device-tagging-net2-470929949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5d9e09a-d6", "ovs_interfaceid": "c5d9e09a-d63f-4426-8521-7af553ae4752", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "847d75a9-0c14-4a87-be67-f1b10b98ffb5", "address": "fa:16:3e:80:6f:29", "network": {"id": "81874e2c-837e-4a06-9e58-540d637fc4ee", "bridge": "br-int", "label": "tempest-device-tagging-net2-470929949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap847d75a9-0c", "ovs_interfaceid": "847d75a9-0c14-4a87-be67-f1b10b98ffb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'attachment_id': '6a88f201-6b9a-4175-b54e-890e0ef0a9da', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nHevWFhl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '53a6d265-dc17-4b14-a771-20cde46d0df4', 'attached_at': '', 'detached_at': '', 'volume_id': '7fe3a020-3dd3-4989-ac86-f6903c255622', 'serial': '7fe3a020-3dd3-4989-ac86-f6903c255622'}, 'delete_on_termination': False, 'volume_type': None}, {'device_type': 'disk', 'mount_device': '/dev/vdb', 'disk_bus': 'virtio', 'boot_index': 1, 'attachment_id': '23bcd646-21df-4884-bf0e-5df402d8c379', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ExOyJatC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '53a6d265-dc17-4b14-a771-20cde46d0df4', 'attached_at': '', 'detached_at': '', 'volume_id': '382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54', 'serial': '382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54'}, 'delete_on_termination': False, 'volume_type': None}, {'device_type': 'disk', 'mount_device': '/dev/vdc', 'disk_bus': 'virtio', 'boot_index': 2, 'attachment_id': '014cf9a2-7ef0-4b9d-a5be-5620c7f3f9f9', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GkSEVitz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '53a6d265-dc17-4b14-a771-20cde46d0df4', 'attached_at': '', 'detached_at': '', 'volume_id': '6c57930c-01b6-43c5-834f-19203688c7cd', 'serial': '6c57930c-01b6-43c5-834f-19203688c7cd'}, 'delete_on_termination': False, 'volume_type': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:37:18 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:37:18 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:37:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nHevWFhl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:37:18 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:37:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:37:18 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:37:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:37:18 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:37:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 -p 172.16.0.220:3260" returned: 21 in 0.028s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[86d5773b-7f72-41f4-adaa-8af1e97f80d3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:37:18 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:18 user nova-compute[74491]: INFO nova.virt.block_device [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Attempting to driver detach volume 6a60c3e2-e050-4b33-a0d8-fa83a9c9172f from mountpoint /dev/sdc
Oct 30 07:37:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[373fd701-5c91-41a6-b2a6-e5c95c25169f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622] added
Oct 30 07:37:18 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Attempting to detach device sdc from instance 4a1e1884-891c-401f-b946-7eee2c6950fe from the persistent domain config. {{(pid=74491) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:37:18 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:37:18 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 07:37:18 user nova-compute[74491]:   <target dev="sdc" bus="scsi"/>
Oct 30 07:37:18 user nova-compute[74491]:   <serial>6a60c3e2-e050-4b33-a0d8-fa83a9c9172f</serial>
Oct 30 07:37:18 user nova-compute[74491]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Oct 30 07:37:18 user nova-compute[74491]: </disk>
Oct 30 07:37:18 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:37:18 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Successfully detached device sdc from instance 4a1e1884-891c-401f-b946-7eee2c6950fe from the persistent domain config.
Oct 30 07:37:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance 4a1e1884-891c-401f-b946-7eee2c6950fe from the live domain config. {{(pid=74491) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:37:18 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:37:18 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 07:37:18 user nova-compute[74491]:   <target dev="sdc" bus="scsi"/>
Oct 30 07:37:18 user nova-compute[74491]:   <serial>6a60c3e2-e050-4b33-a0d8-fa83a9c9172f</serial>
Oct 30 07:37:18 user nova-compute[74491]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Oct 30 07:37:18 user nova-compute[74491]: </disk>
Oct 30 07:37:18 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.038s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[60a643f5-d6be-4c5a-9e7d-7250511cdeaa]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4fe16d0-bd9f-4126-9b1f-7ece221df114]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nHevWFhl {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nHevWFhl" returned: 0 in 0.039s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c4b4e8d-47f3-4187-8e98-5b8a24ec2521]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'nHevWFhl'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b30a49f9-af55-4151-8a26-a18ed989faa5]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8605405-99f6-4a20-b00f-81d750a35f2c]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:37:18 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:18 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:18 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:18 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:37:18 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:18 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:18 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:18 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-900508b7-148b-4761-8d9a-cc003cd3902b tempest-VolumesAssistedSnapshotsTest-244964 tempest-VolumesAssistedSnapshotsTest-244964-project] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] volume_snapshot_create: create_info: {'snapshot_id': '90b3a226-d414-4ea2-9be5-007f1109077c', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=74491) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3576}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-900508b7-148b-4761-8d9a-cc003cd3902b tempest-VolumesAssistedSnapshotsTest-244964 tempest-VolumesAssistedSnapshotsTest-244964-project] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] snap xml: <domainsnapshot>
Oct 30 07:37:18 user nova-compute[74491]:   <disks>
Oct 30 07:37:18 user nova-compute[74491]:     <disk name="/dev/sde" snapshot="external" type="file">
Oct 30 07:37:18 user nova-compute[74491]:       <source file="/dev/new_file"/>
Oct 30 07:37:18 user nova-compute[74491]:     </disk>
Oct 30 07:37:18 user nova-compute[74491]:     <disk name="vda" snapshot="no"/>
Oct 30 07:37:18 user nova-compute[74491]:   </disks>
Oct 30 07:37:18 user nova-compute[74491]: </domainsnapshot>
Oct 30 07:37:18 user nova-compute[74491]:  {{(pid=74491) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3517}}
Oct 30 07:37:18 user nova-compute[74491]: DEBUG nova.objects.instance [None req-900508b7-148b-4761-8d9a-cc003cd3902b tempest-VolumesAssistedSnapshotsTest-244964 tempest-VolumesAssistedSnapshotsTest-244964-project] Lazy-loading 'system_metadata' on Instance uuid 694927cf-ae06-4e69-bf47-9739e421b7a4 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0bd319a4-ec4e-43f1-83e2-983dd2528476 tempest-VolumesAssistedSnapshotsTest-244964 tempest-VolumesAssistedSnapshotsTest-244964-project] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] volume_snapshot_delete: delete_info: {'volume_id': '090eae98-a109-4a09-af61-c0c87bcf7919'} {{(pid=74491) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3677}}
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [None req-0bd319a4-ec4e-43f1-83e2-983dd2528476 tempest-VolumesAssistedSnapshotsTest-244964 tempest-VolumesAssistedSnapshotsTest-244964-project] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Traceback (most recent call last):
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]     self._volume_snapshot_delete(context, instance, volume_id,
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]     if delete_info['type'] != 'qcow2':
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] KeyError: 'type'
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] 
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 -p 172.16.0.220:3260 --login" returned: 0 in 0.084s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b146f0a-bc45-46c3-8302-7aaa97ebb117]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622, portal: 172.16.0.220,3260]
Oct 30 07:37:19 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622, portal: 172.16.0.220,3260] successful.
Oct 30 07:37:19 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:19 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-900508b7-148b-4761-8d9a-cc003cd3902b tempest-VolumesAssistedSnapshotsTest-244964 tempest-VolumesAssistedSnapshotsTest-244964-project] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.029s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[09166578-7804-4382-8432-2faa5a12949a]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [None req-900508b7-148b-4761-8d9a-cc003cd3902b tempest-VolumesAssistedSnapshotsTest-244964 tempest-VolumesAssistedSnapshotsTest-244964-project] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Traceback (most recent call last):
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]     rv = execute(f, *args, **kwargs)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]     six.reraise(c, e, tb)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]     raise value
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]     rv = meth(*args, **kwargs)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] 
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [None req-900508b7-148b-4761-8d9a-cc003cd3902b tempest-VolumesAssistedSnapshotsTest-244964 tempest-VolumesAssistedSnapshotsTest-244964-project] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Traceback (most recent call last):
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]     self._volume_snapshot_create(context, instance, guest,
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]     rv = execute(f, *args, **kwargs)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]     six.reraise(c, e, tb)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]     raise value
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]     rv = meth(*args, **kwargs)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] 
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[44024132-0ac9-44ec-a18e-522dbc5a511d]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:37:19 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:19 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:19 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:19 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:19 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:37:19 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:19 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:19 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:19 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:19 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.432s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] HCTL ('37', '-', '-', 0) found on session 7 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Acquiring lock "de1afc91-375c-4c89-92e4-07f9642199dd" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "de1afc91-375c-4c89-92e4-07f9642199dd" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [None req-0bd319a4-ec4e-43f1-83e2-983dd2528476 tempest-VolumesAssistedSnapshotsTest-244964 tempest-VolumesAssistedSnapshotsTest-244964-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver 
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver 
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-3fa65cb5-f428-4890-b2f4-91fe21c389a8)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver 
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver 
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver 
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[99c92ff7-ed6c-41c6-90a8-96743e92f6a6]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Searching for a device in session 7 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nHevWFhl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:37:19 user nova-compute[74491]: INFO nova.compute.manager [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Detaching volume 10fec6d0-33f9-43c9-b326-0be1a61af70e
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server [None req-0bd319a4-ec4e-43f1-83e2-983dd2528476 tempest-VolumesAssistedSnapshotsTest-244964 tempest-VolumesAssistedSnapshotsTest-244964-project] Exception during message handling: KeyError: 'type'
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4516, in volume_snapshot_delete
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3853, in volume_snapshot_delete
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server 
Oct 30 07:37:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance 4a1e1884-891c-401f-b946-7eee2c6950fe {{(pid=74491) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Acquiring lock "041b6e2e-8e39-4035-aa5b-8bace636f06c" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Lock "041b6e2e-8e39-4035-aa5b-8bace636f06c" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG os_brick.utils [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver [None req-900508b7-148b-4761-8d9a-cc003cd3902b tempest-VolumesAssistedSnapshotsTest-244964 tempest-VolumesAssistedSnapshotsTest-244964-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot 90b3a226-d414-4ea2-9be5-007f1109077c could not be found.
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     raise value
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver 
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver 
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot 90b3a226-d414-4ea2-9be5-007f1109077c could not be found. (HTTP 404) (Request-ID: req-e90ae728-0140-4a10-a7bb-acdf025b20a6)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver 
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver 
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot 90b3a226-d414-4ea2-9be5-007f1109077c could not be found.
Oct 30 07:37:19 user nova-compute[74491]: ERROR nova.virt.libvirt.driver 
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server [None req-900508b7-148b-4761-8d9a-cc003cd3902b tempest-VolumesAssistedSnapshotsTest-244964 tempest-VolumesAssistedSnapshotsTest-244964-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4504, in volume_snapshot_create
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3597, in volume_snapshot_create
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     raise value
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 30 07:37:19 user nova-compute[74491]: ERROR oslo_messaging.rpc.server 
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d190b4a-57be-49cc-ab36-7de4de5eb851]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8052f8ad-1e92-469a-87c4-e38836a5d0f7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eb62e77-84a4-48b1-b031-18a363ca8f08]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[23d21b3f-a035-48ca-bcab-8c0ebc7f5f33]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:37:19 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e99ba9a6-cec6-41f9-aa0b-91264d3b7cc7]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG os_brick.utils [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] <== get_connector_properties: return (150ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:37:19 user nova-compute[74491]: INFO nova.virt.block_device [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Attempting to driver detach volume 10fec6d0-33f9-43c9-b326-0be1a61af70e from mountpoint /dev/vdb
Oct 30 07:37:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Attempting to detach device vdb from instance de1afc91-375c-4c89-92e4-07f9642199dd from the persistent domain config. {{(pid=74491) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:37:19 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:37:19 user nova-compute[74491]:   <source dev="/dev/sdd"/>
Oct 30 07:37:19 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:37:19 user nova-compute[74491]:   <serial>10fec6d0-33f9-43c9-b326-0be1a61af70e</serial>
Oct 30 07:37:19 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 30 07:37:19 user nova-compute[74491]: </disk>
Oct 30 07:37:19 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:37:19 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Successfully detached device vdb from instance de1afc91-375c-4c89-92e4-07f9642199dd from the persistent domain config.
Oct 30 07:37:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance de1afc91-375c-4c89-92e4-07f9642199dd from the live domain config. {{(pid=74491) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:37:19 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:37:19 user nova-compute[74491]:   <source dev="/dev/sdd"/>
Oct 30 07:37:19 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:37:19 user nova-compute[74491]:   <serial>10fec6d0-33f9-43c9-b326-0be1a61af70e</serial>
Oct 30 07:37:19 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 30 07:37:19 user nova-compute[74491]: </disk>
Oct 30 07:37:19 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Acquiring lock "694927cf-ae06-4e69-bf47-9739e421b7a4" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Lock "694927cf-ae06-4e69-bf47-9739e421b7a4" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.004s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:19 user nova-compute[74491]: INFO nova.compute.manager [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Detaching volume 090eae98-a109-4a09-af61-c0c87bcf7919
Oct 30 07:37:19 user nova-compute[74491]: INFO nova.compute.manager [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Swapping volume d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc for 095c9b84-0540-4cb5-84b5-12fa2a738044
Oct 30 07:37:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance de1afc91-375c-4c89-92e4-07f9642199dd {{(pid=74491) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.477s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] <== connect_volume: return (1479ms) {'type': 'block', 'scsi_wwn': '23932316638383638', 'path': '/dev/sdf'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23932316638383638', 'path': '/dev/sdf'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ExOyJatC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:37:20 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:37:20 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:37:20 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:37:20 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:37:20 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0495beb-59f4-4844-ba30-11a20f1b21c8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:37:20 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3323442e-2eb4-4c9d-9c62-89c22a71fff4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54] added
Oct 30 07:37:20 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cf524fb-1b72-4f35-ae3c-9689aeb68781]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7c1407c-634b-4ea7-bf51-833d1f87e88d]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ExOyJatC {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ExOyJatC" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf9bfbfa-c55a-40f3-9d2a-83ffb23541df]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ExOyJatC'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[361ab665-7741-4ca6-9cfc-e06cfdf82d91]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d303775-a813-4566-b035-a7f29e82ea4c]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:37:20 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:20 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:20 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:20 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:20 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:37:20 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:20 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:20 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:20 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:20 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 -p 172.16.0.220:3260 --login" returned: 0 in 0.088s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[75eae7ba-1aaf-4b0e-bba1-53aa4a0722b8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54, portal: 172.16.0.220,3260]
Oct 30 07:37:20 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54, portal: 172.16.0.220,3260] successful.
Oct 30 07:37:20 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[903fa04d-6afb-46f9-b6b8-45f2f2d4557e]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[79689183-b04b-44d9-acee-19652659b5a5]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:37:20 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:20 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:20 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:20 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:20 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:20 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:37:20 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:20 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:20 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:20 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:20 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:20 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.330s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] HCTL ('38', '-', '-', 0) found on session 8 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.027s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5163ad9-0fd2-4c70-8758-7781c97ea9a4]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Searching for a device in session 8 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ExOyJatC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:37:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.375s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] <== connect_volume: return (1377ms) {'type': 'block', 'scsi_wwn': '26438313532346638', 'path': '/dev/sdg'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26438313532346638', 'path': '/dev/sdg'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GkSEVitz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:37:21 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:37:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:37:21 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:37:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:37:21 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfb390a4-6c91-4845-a813-03d0be8dbe56]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:37:21 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[eeab584b-0736-4ee8-9948-b1cb0892eb75]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd] added
Oct 30 07:37:21 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1da97b6-f4ed-4cff-858d-52e3ecbe629f]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5908955-16f0-4bba-ae8c-51eb565ecf74]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GkSEVitz {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GkSEVitz" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3295a58e-a417-4415-857f-87fe75998851]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GkSEVitz'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b47e4fb-6a1a-4c72-9a40-196332c5e5c1]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9e55cd3-fc44-4408-bf55-c7770e5d5a72]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:37:21 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:21 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:21 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:21 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:21 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:21 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:37:21 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:21 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:21 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:21 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:21 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:21 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c02c9fb9-7986-482a-9295-6f1343b1136b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd, portal: 172.16.0.220,3260]
Oct 30 07:37:21 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd, portal: 172.16.0.220,3260] successful.
Oct 30 07:37:21 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.048s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b797645d-1187-4200-bd45-b138c97326a2]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e82aa19-a7c9-45e7-a7e9-896ab8f74cd9]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:37:21 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:21 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:21 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:21 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:21 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:21 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:37:21 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:37:21 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:21 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:21 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:21 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:21 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:21 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:37:21 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.370s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] HCTL ('39', '-', '-', 0) found on session 9 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:37:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[02b68603-d781-4b44-bc60-a8179f09683f]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:22 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Searching for a device in session 9 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:37:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GkSEVitz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.423s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] <== connect_volume: return (1424ms) {'type': 'block', 'scsi_wwn': '23562326632376261', 'path': '/dev/sdh'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23562326632376261', 'path': '/dev/sdh'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-496497510',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-496497510',id=12,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHz4b8QJigE0nRSyIwlMwBN3zh1ZiLLVjN0JPpNFJ+5acIUSFdmQ/goPzfBhRhZGurv8QtPMtr6WTfzPSKMjC9unszHsGane6gjVN3X0HaxAtulZfDtSncCOvzr4roDxLw==',key_name='tempest-keypair-600609315',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='56e79f470e774d479b97d2cc90eb7830',ramdisk_id='',reservation_id='r-8dfhk3oe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1506776593',owner_user_name='tempest-TaggedBootDevicesTest_v242-1506776593-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:35:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5d634f9c00404706adcf1418380f1d1f',uuid=53a6d265-dc17-4b14-a771-20cde46d0df4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b1c9310e-fb52-4682-a989-76e62d5eb5ce", "address": "fa:16:3e:3d:c0:01", "network": {"id": "a047a4e5-23d7-4582-91f0-1cbfdbc4caff", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-728295533-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1c9310e-fb", "ovs_interfaceid": "b1c9310e-fb52-4682-a989-76e62d5eb5ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converting VIF {"id": "b1c9310e-fb52-4682-a989-76e62d5eb5ce", "address": "fa:16:3e:3d:c0:01", "network": {"id": "a047a4e5-23d7-4582-91f0-1cbfdbc4caff", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-728295533-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1c9310e-fb", "ovs_interfaceid": "b1c9310e-fb52-4682-a989-76e62d5eb5ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:c0:01,bridge_name='br-int',has_traffic_filtering=True,id=b1c9310e-fb52-4682-a989-76e62d5eb5ce,network=Network(a047a4e5-23d7-4582-91f0-1cbfdbc4caff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb1c9310e-fb') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-496497510',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-496497510',id=12,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHz4b8QJigE0nRSyIwlMwBN3zh1ZiLLVjN0JPpNFJ+5acIUSFdmQ/goPzfBhRhZGurv8QtPMtr6WTfzPSKMjC9unszHsGane6gjVN3X0HaxAtulZfDtSncCOvzr4roDxLw==',key_name='tempest-keypair-600609315',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='56e79f470e774d479b97d2cc90eb7830',ramdisk_id='',reservation_id='r-8dfhk3oe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1506776593',owner_user_name='tempest-TaggedBootDevicesTest_v242-1506776593-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:35:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5d634f9c00404706adcf1418380f1d1f',uuid=53a6d265-dc17-4b14-a771-20cde46d0df4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6b93e5c2-9897-4eca-a2ab-941b2e47aefd", "address": "fa:16:3e:17:c9:57", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b93e5c2-98", "ovs_interfaceid": "6b93e5c2-9897-4eca-a2ab-941b2e47aefd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converting VIF {"id": "6b93e5c2-9897-4eca-a2ab-941b2e47aefd", "address": "fa:16:3e:17:c9:57", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b93e5c2-98", "ovs_interfaceid": "6b93e5c2-9897-4eca-a2ab-941b2e47aefd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:17:c9:57,bridge_name='br-int',has_traffic_filtering=True,id=6b93e5c2-9897-4eca-a2ab-941b2e47aefd,network=Network(92ed61c7-a0c9-4f2e-9ea2-d800f34579bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6b93e5c2-98') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-496497510',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-496497510',id=12,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHz4b8QJigE0nRSyIwlMwBN3zh1ZiLLVjN0JPpNFJ+5acIUSFdmQ/goPzfBhRhZGurv8QtPMtr6WTfzPSKMjC9unszHsGane6gjVN3X0HaxAtulZfDtSncCOvzr4roDxLw==',key_name='tempest-keypair-600609315',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='56e79f470e774d479b97d2cc90eb7830',ramdisk_id='',reservation_id='r-8dfhk3oe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1506776593',owner_user_name='tempest-TaggedBootDevicesTest_v242-1506776593-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:35:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5d634f9c00404706adcf1418380f1d1f',uuid=53a6d265-dc17-4b14-a771-20cde46d0df4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "49b7a43b-accd-46da-a4f0-8744bb355bdc", "address": "fa:16:3e:59:0c:e6", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49b7a43b-ac", "ovs_interfaceid": "49b7a43b-accd-46da-a4f0-8744bb355bdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converting VIF {"id": "49b7a43b-accd-46da-a4f0-8744bb355bdc", "address": "fa:16:3e:59:0c:e6", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49b7a43b-ac", "ovs_interfaceid": "49b7a43b-accd-46da-a4f0-8744bb355bdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:0c:e6,bridge_name='br-int',has_traffic_filtering=True,id=49b7a43b-accd-46da-a4f0-8744bb355bdc,network=Network(92ed61c7-a0c9-4f2e-9ea2-d800f34579bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap49b7a43b-ac') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-496497510',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-496497510',id=12,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHz4b8QJigE0nRSyIwlMwBN3zh1ZiLLVjN0JPpNFJ+5acIUSFdmQ/goPzfBhRhZGurv8QtPMtr6WTfzPSKMjC9unszHsGane6gjVN3X0HaxAtulZfDtSncCOvzr4roDxLw==',key_name='tempest-keypair-600609315',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='56e79f470e774d479b97d2cc90eb7830',ramdisk_id='',reservation_id='r-8dfhk3oe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1506776593',owner_user_name='tempest-TaggedBootDevicesTest_v242-1506776593-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:35:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5d634f9c00404706adcf1418380f1d1f',uuid=53a6d265-dc17-4b14-a771-20cde46d0df4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2e8a5a1f-b68d-4f4a-b419-80495f9035d7", "address": "fa:16:3e:1f:17:39", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e8a5a1f-b6", "ovs_interfaceid": "2e8a5a1f-b68d-4f4a-b419-80495f9035d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converting VIF {"id": "2e8a5a1f-b68d-4f4a-b419-80495f9035d7", "address": "fa:16:3e:1f:17:39", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e8a5a1f-b6", "ovs_interfaceid": "2e8a5a1f-b68d-4f4a-b419-80495f9035d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1f:17:39,bridge_name='br-int',has_traffic_filtering=True,id=2e8a5a1f-b68d-4f4a-b419-80495f9035d7,network=Network(92ed61c7-a0c9-4f2e-9ea2-d800f34579bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e8a5a1f-b6') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-496497510',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-496497510',id=12,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHz4b8QJigE0nRSyIwlMwBN3zh1ZiLLVjN0JPpNFJ+5acIUSFdmQ/goPzfBhRhZGurv8QtPMtr6WTfzPSKMjC9unszHsGane6gjVN3X0HaxAtulZfDtSncCOvzr4roDxLw==',key_name='tempest-keypair-600609315',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='56e79f470e774d479b97d2cc90eb7830',ramdisk_id='',reservation_id='r-8dfhk3oe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1506776593',owner_user_name='tempest-TaggedBootDevicesTest_v242-1506776593-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:35:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5d634f9c00404706adcf1418380f1d1f',uuid=53a6d265-dc17-4b14-a771-20cde46d0df4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "73c87222-b8d4-4f8f-a0ec-84ca97c596ee", "address": "fa:16:3e:e7:6c:ef", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73c87222-b8", "ovs_interfaceid": "73c87222-b8d4-4f8f-a0ec-84ca97c596ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converting VIF {"id": "73c87222-b8d4-4f8f-a0ec-84ca97c596ee", "address": "fa:16:3e:e7:6c:ef", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73c87222-b8", "ovs_interfaceid": "73c87222-b8d4-4f8f-a0ec-84ca97c596ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e7:6c:ef,bridge_name='br-int',has_traffic_filtering=True,id=73c87222-b8d4-4f8f-a0ec-84ca97c596ee,network=Network(92ed61c7-a0c9-4f2e-9ea2-d800f34579bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73c87222-b8') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-496497510',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-496497510',id=12,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHz4b8QJigE0nRSyIwlMwBN3zh1ZiLLVjN0JPpNFJ+5acIUSFdmQ/goPzfBhRhZGurv8QtPMtr6WTfzPSKMjC9unszHsGane6gjVN3X0HaxAtulZfDtSncCOvzr4roDxLw==',key_name='tempest-keypair-600609315',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='56e79f470e774d479b97d2cc90eb7830',ramdisk_id='',reservation_id='r-8dfhk3oe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1506776593',owner_user_name='tempest-TaggedBootDevicesTest_v242-1506776593-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:35:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5d634f9c00404706adcf1418380f1d1f',uuid=53a6d265-dc17-4b14-a771-20cde46d0df4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c5d9e09a-d63f-4426-8521-7af553ae4752", "address": "fa:16:3e:92:65:31", "network": {"id": "81874e2c-837e-4a06-9e58-540d637fc4ee", "bridge": "br-int", "label": "tempest-device-tagging-net2-470929949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5d9e09a-d6", "ovs_interfaceid": "c5d9e09a-d63f-4426-8521-7af553ae4752", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converting VIF {"id": "c5d9e09a-d63f-4426-8521-7af553ae4752", "address": "fa:16:3e:92:65:31", "network": {"id": "81874e2c-837e-4a06-9e58-540d637fc4ee", "bridge": "br-int", "label": "tempest-device-tagging-net2-470929949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5d9e09a-d6", "ovs_interfaceid": "c5d9e09a-d63f-4426-8521-7af553ae4752", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:65:31,bridge_name='br-int',has_traffic_filtering=True,id=c5d9e09a-d63f-4426-8521-7af553ae4752,network=Network(81874e2c-837e-4a06-9e58-540d637fc4ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5d9e09a-d6') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-496497510',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-496497510',id=12,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHz4b8QJigE0nRSyIwlMwBN3zh1ZiLLVjN0JPpNFJ+5acIUSFdmQ/goPzfBhRhZGurv8QtPMtr6WTfzPSKMjC9unszHsGane6gjVN3X0HaxAtulZfDtSncCOvzr4roDxLw==',key_name='tempest-keypair-600609315',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='56e79f470e774d479b97d2cc90eb7830',ramdisk_id='',reservation_id='r-8dfhk3oe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1506776593',owner_user_name='tempest-TaggedBootDevicesTest_v242-1506776593-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:35:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5d634f9c00404706adcf1418380f1d1f',uuid=53a6d265-dc17-4b14-a771-20cde46d0df4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "847d75a9-0c14-4a87-be67-f1b10b98ffb5", "address": "fa:16:3e:80:6f:29", "network": {"id": "81874e2c-837e-4a06-9e58-540d637fc4ee", "bridge": "br-int", "label": "tempest-device-tagging-net2-470929949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap847d75a9-0c", "ovs_interfaceid": "847d75a9-0c14-4a87-be67-f1b10b98ffb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converting VIF {"id": "847d75a9-0c14-4a87-be67-f1b10b98ffb5", "address": "fa:16:3e:80:6f:29", "network": {"id": "81874e2c-837e-4a06-9e58-540d637fc4ee", "bridge": "br-int", "label": "tempest-device-tagging-net2-470929949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap847d75a9-0c", "ovs_interfaceid": "847d75a9-0c14-4a87-be67-f1b10b98ffb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:80:6f:29,bridge_name='br-int',has_traffic_filtering=True,id=847d75a9-0c14-4a87-be67-f1b10b98ffb5,network=Network(81874e2c-837e-4a06-9e58-540d637fc4ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap847d75a9-0c') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.objects.instance [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lazy-loading 'pci_devices' on Instance uuid 53a6d265-dc17-4b14-a771-20cde46d0df4 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:37:23 user nova-compute[74491]:   <uuid>53a6d265-dc17-4b14-a771-20cde46d0df4</uuid>
Oct 30 07:37:23 user nova-compute[74491]:   <name>instance-0000000c</name>
Oct 30 07:37:23 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:37:23 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:37:23 user nova-compute[74491]:   <metadata>
Oct 30 07:37:23 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:37:23 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:37:23 user nova-compute[74491]:       <nova:name>tempest-device-tagging-server-496497510</nova:name>
Oct 30 07:37:23 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:37:18</nova:creationTime>
Oct 30 07:37:23 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:37:23 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:37:23 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:37:23 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:37:23 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:37:23 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:37:23 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:37:23 user nova-compute[74491]:       <nova:owner>
Oct 30 07:37:23 user nova-compute[74491]:         <nova:user uuid="5d634f9c00404706adcf1418380f1d1f">tempest-TaggedBootDevicesTest_v242-1506776593-project-member</nova:user>
Oct 30 07:37:23 user nova-compute[74491]:         <nova:project uuid="56e79f470e774d479b97d2cc90eb7830">tempest-TaggedBootDevicesTest_v242-1506776593</nova:project>
Oct 30 07:37:23 user nova-compute[74491]:       </nova:owner>
Oct 30 07:37:23 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:37:23 user nova-compute[74491]:       <nova:ports>
Oct 30 07:37:23 user nova-compute[74491]:         <nova:port uuid="b1c9310e-fb52-4682-a989-76e62d5eb5ce">
Oct 30 07:37:23 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 30 07:37:23 user nova-compute[74491]:         </nova:port>
Oct 30 07:37:23 user nova-compute[74491]:         <nova:port uuid="6b93e5c2-9897-4eca-a2ab-941b2e47aefd">
Oct 30 07:37:23 user nova-compute[74491]:           <nova:ip type="fixed" address="10.1.1.86" ipVersion="4"/>
Oct 30 07:37:23 user nova-compute[74491]:         </nova:port>
Oct 30 07:37:23 user nova-compute[74491]:         <nova:port uuid="49b7a43b-accd-46da-a4f0-8744bb355bdc">
Oct 30 07:37:23 user nova-compute[74491]:           <nova:ip type="fixed" address="10.1.1.129" ipVersion="4"/>
Oct 30 07:37:23 user nova-compute[74491]:         </nova:port>
Oct 30 07:37:23 user nova-compute[74491]:         <nova:port uuid="2e8a5a1f-b68d-4f4a-b419-80495f9035d7">
Oct 30 07:37:23 user nova-compute[74491]:           <nova:ip type="fixed" address="10.1.1.220" ipVersion="4"/>
Oct 30 07:37:23 user nova-compute[74491]:         </nova:port>
Oct 30 07:37:23 user nova-compute[74491]:         <nova:port uuid="73c87222-b8d4-4f8f-a0ec-84ca97c596ee">
Oct 30 07:37:23 user nova-compute[74491]:           <nova:ip type="fixed" address="10.1.1.14" ipVersion="4"/>
Oct 30 07:37:23 user nova-compute[74491]:         </nova:port>
Oct 30 07:37:23 user nova-compute[74491]:         <nova:port uuid="c5d9e09a-d63f-4426-8521-7af553ae4752">
Oct 30 07:37:23 user nova-compute[74491]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Oct 30 07:37:23 user nova-compute[74491]:         </nova:port>
Oct 30 07:37:23 user nova-compute[74491]:         <nova:port uuid="847d75a9-0c14-4a87-be67-f1b10b98ffb5">
Oct 30 07:37:23 user nova-compute[74491]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Oct 30 07:37:23 user nova-compute[74491]:         </nova:port>
Oct 30 07:37:23 user nova-compute[74491]:       </nova:ports>
Oct 30 07:37:23 user nova-compute[74491]:     </nova:instance>
Oct 30 07:37:23 user nova-compute[74491]:   </metadata>
Oct 30 07:37:23 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:37:23 user nova-compute[74491]:     <system>
Oct 30 07:37:23 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:37:23 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:37:23 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:37:23 user nova-compute[74491]:       <entry name="serial">53a6d265-dc17-4b14-a771-20cde46d0df4</entry>
Oct 30 07:37:23 user nova-compute[74491]:       <entry name="uuid">53a6d265-dc17-4b14-a771-20cde46d0df4</entry>
Oct 30 07:37:23 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:37:23 user nova-compute[74491]:     </system>
Oct 30 07:37:23 user nova-compute[74491]:   </sysinfo>
Oct 30 07:37:23 user nova-compute[74491]:   <os>
Oct 30 07:37:23 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:37:23 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:37:23 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:37:23 user nova-compute[74491]:   </os>
Oct 30 07:37:23 user nova-compute[74491]:   <features>
Oct 30 07:37:23 user nova-compute[74491]:     <acpi/>
Oct 30 07:37:23 user nova-compute[74491]:     <apic/>
Oct 30 07:37:23 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:37:23 user nova-compute[74491]:   </features>
Oct 30 07:37:23 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:37:23 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:37:23 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:37:23 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:37:23 user nova-compute[74491]:   </clock>
Oct 30 07:37:23 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:37:23 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:37:23 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:37:23 user nova-compute[74491]:   </cpu>
Oct 30 07:37:23 user nova-compute[74491]:   <devices>
Oct 30 07:37:23 user nova-compute[74491]:     <disk type="file" device="cdrom">
Oct 30 07:37:23 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none"/>
Oct 30 07:37:23 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/53a6d265-dc17-4b14-a771-20cde46d0df4/disk.config"/>
Oct 30 07:37:23 user nova-compute[74491]:       <target dev="hda" bus="ide"/>
Oct 30 07:37:23 user nova-compute[74491]:     </disk>
Oct 30 07:37:23 user nova-compute[74491]:     <disk type="block" device="disk">
Oct 30 07:37:23 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:37:23 user nova-compute[74491]:       <source dev="/dev/sdf"/>
Oct 30 07:37:23 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:37:23 user nova-compute[74491]:       <serial>7fe3a020-3dd3-4989-ac86-f6903c255622</serial>
Oct 30 07:37:23 user nova-compute[74491]:     </disk>
Oct 30 07:37:23 user nova-compute[74491]:     <disk type="block" device="disk">
Oct 30 07:37:23 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:37:23 user nova-compute[74491]:       <source dev="/dev/sdg"/>
Oct 30 07:37:23 user nova-compute[74491]:       <target dev="vdb" bus="virtio"/>
Oct 30 07:37:23 user nova-compute[74491]:       <serial>382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54</serial>
Oct 30 07:37:23 user nova-compute[74491]:     </disk>
Oct 30 07:37:23 user nova-compute[74491]:     <disk type="block" device="disk">
Oct 30 07:37:23 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:37:23 user nova-compute[74491]:       <source dev="/dev/sdh"/>
Oct 30 07:37:23 user nova-compute[74491]:       <target dev="vdc" bus="virtio"/>
Oct 30 07:37:23 user nova-compute[74491]:       <serial>6c57930c-01b6-43c5-834f-19203688c7cd</serial>
Oct 30 07:37:23 user nova-compute[74491]:     </disk>
Oct 30 07:37:23 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:37:23 user nova-compute[74491]:       <mac address="fa:16:3e:3d:c0:01"/>
Oct 30 07:37:23 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:37:23 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:37:23 user nova-compute[74491]:       <target dev="tapb1c9310e-fb"/>
Oct 30 07:37:23 user nova-compute[74491]:     </interface>
Oct 30 07:37:23 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:37:23 user nova-compute[74491]:       <mac address="fa:16:3e:17:c9:57"/>
Oct 30 07:37:23 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:37:23 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:37:23 user nova-compute[74491]:       <target dev="tap6b93e5c2-98"/>
Oct 30 07:37:23 user nova-compute[74491]:     </interface>
Oct 30 07:37:23 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:37:23 user nova-compute[74491]:       <mac address="fa:16:3e:59:0c:e6"/>
Oct 30 07:37:23 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:37:23 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:37:23 user nova-compute[74491]:       <target dev="tap49b7a43b-ac"/>
Oct 30 07:37:23 user nova-compute[74491]:     </interface>
Oct 30 07:37:23 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:37:23 user nova-compute[74491]:       <mac address="fa:16:3e:1f:17:39"/>
Oct 30 07:37:23 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:37:23 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:37:23 user nova-compute[74491]:       <target dev="tap2e8a5a1f-b6"/>
Oct 30 07:37:23 user nova-compute[74491]:     </interface>
Oct 30 07:37:23 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:37:23 user nova-compute[74491]:       <mac address="fa:16:3e:e7:6c:ef"/>
Oct 30 07:37:23 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:37:23 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:37:23 user nova-compute[74491]:       <target dev="tap73c87222-b8"/>
Oct 30 07:37:23 user nova-compute[74491]:     </interface>
Oct 30 07:37:23 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:37:23 user nova-compute[74491]:       <mac address="fa:16:3e:92:65:31"/>
Oct 30 07:37:23 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:37:23 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:37:23 user nova-compute[74491]:       <target dev="tapc5d9e09a-d6"/>
Oct 30 07:37:23 user nova-compute[74491]:     </interface>
Oct 30 07:37:23 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:37:23 user nova-compute[74491]:       <mac address="fa:16:3e:80:6f:29"/>
Oct 30 07:37:23 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:37:23 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:37:23 user nova-compute[74491]:       <target dev="tap847d75a9-0c"/>
Oct 30 07:37:23 user nova-compute[74491]:     </interface>
Oct 30 07:37:23 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:37:23 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/53a6d265-dc17-4b14-a771-20cde46d0df4/console.log" append="off"/>
Oct 30 07:37:23 user nova-compute[74491]:     </serial>
Oct 30 07:37:23 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:37:23 user nova-compute[74491]:     <video>
Oct 30 07:37:23 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:37:23 user nova-compute[74491]:     </video>
Oct 30 07:37:23 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:37:23 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:37:23 user nova-compute[74491]:     </rng>
Oct 30 07:37:23 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:37:23 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:37:23 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:37:23 user nova-compute[74491]:     </memballoon>
Oct 30 07:37:23 user nova-compute[74491]:   </devices>
Oct 30 07:37:23 user nova-compute[74491]: </domain>
Oct 30 07:37:23 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-496497510',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-496497510',id=12,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHz4b8QJigE0nRSyIwlMwBN3zh1ZiLLVjN0JPpNFJ+5acIUSFdmQ/goPzfBhRhZGurv8QtPMtr6WTfzPSKMjC9unszHsGane6gjVN3X0HaxAtulZfDtSncCOvzr4roDxLw==',key_name='tempest-keypair-600609315',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='56e79f470e774d479b97d2cc90eb7830',ramdisk_id='',reservation_id='r-8dfhk3oe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1506776593',owner_user_name='tempest-TaggedBootDevicesTest_v242-1506776593-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:35:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5d634f9c00404706adcf1418380f1d1f',uuid=53a6d265-dc17-4b14-a771-20cde46d0df4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b1c9310e-fb52-4682-a989-76e62d5eb5ce", "address": "fa:16:3e:3d:c0:01", "network": {"id": "a047a4e5-23d7-4582-91f0-1cbfdbc4caff", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-728295533-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1c9310e-fb", "ovs_interfaceid": "b1c9310e-fb52-4682-a989-76e62d5eb5ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converting VIF {"id": "b1c9310e-fb52-4682-a989-76e62d5eb5ce", "address": "fa:16:3e:3d:c0:01", "network": {"id": "a047a4e5-23d7-4582-91f0-1cbfdbc4caff", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-728295533-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1c9310e-fb", "ovs_interfaceid": "b1c9310e-fb52-4682-a989-76e62d5eb5ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:c0:01,bridge_name='br-int',has_traffic_filtering=True,id=b1c9310e-fb52-4682-a989-76e62d5eb5ce,network=Network(a047a4e5-23d7-4582-91f0-1cbfdbc4caff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb1c9310e-fb') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG os_vif [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:c0:01,bridge_name='br-int',has_traffic_filtering=True,id=b1c9310e-fb52-4682-a989-76e62d5eb5ce,network=Network(a047a4e5-23d7-4582-91f0-1cbfdbc4caff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb1c9310e-fb') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9bf7cba8-4d7e-5e8a-ab18-75c0ace3596a', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb1c9310e-fb, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb1c9310e-fb, col_values=(('qos', UUID('c5080d08-67a9-4d83-a0e7-cfcdcf30481c')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb1c9310e-fb, col_values=(('external_ids', {'iface-id': 'b1c9310e-fb52-4682-a989-76e62d5eb5ce', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3d:c0:01', 'vm-uuid': '53a6d265-dc17-4b14-a771-20cde46d0df4'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: INFO os_vif [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:c0:01,bridge_name='br-int',has_traffic_filtering=True,id=b1c9310e-fb52-4682-a989-76e62d5eb5ce,network=Network(a047a4e5-23d7-4582-91f0-1cbfdbc4caff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb1c9310e-fb')
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-496497510',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-496497510',id=12,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHz4b8QJigE0nRSyIwlMwBN3zh1ZiLLVjN0JPpNFJ+5acIUSFdmQ/goPzfBhRhZGurv8QtPMtr6WTfzPSKMjC9unszHsGane6gjVN3X0HaxAtulZfDtSncCOvzr4roDxLw==',key_name='tempest-keypair-600609315',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='56e79f470e774d479b97d2cc90eb7830',ramdisk_id='',reservation_id='r-8dfhk3oe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1506776593',owner_user_name='tempest-TaggedBootDevicesTest_v242-1506776593-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:35:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5d634f9c00404706adcf1418380f1d1f',uuid=53a6d265-dc17-4b14-a771-20cde46d0df4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6b93e5c2-9897-4eca-a2ab-941b2e47aefd", "address": "fa:16:3e:17:c9:57", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b93e5c2-98", "ovs_interfaceid": "6b93e5c2-9897-4eca-a2ab-941b2e47aefd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converting VIF {"id": "6b93e5c2-9897-4eca-a2ab-941b2e47aefd", "address": "fa:16:3e:17:c9:57", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b93e5c2-98", "ovs_interfaceid": "6b93e5c2-9897-4eca-a2ab-941b2e47aefd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:17:c9:57,bridge_name='br-int',has_traffic_filtering=True,id=6b93e5c2-9897-4eca-a2ab-941b2e47aefd,network=Network(92ed61c7-a0c9-4f2e-9ea2-d800f34579bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6b93e5c2-98') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG os_vif [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:17:c9:57,bridge_name='br-int',has_traffic_filtering=True,id=6b93e5c2-9897-4eca-a2ab-941b2e47aefd,network=Network(92ed61c7-a0c9-4f2e-9ea2-d800f34579bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6b93e5c2-98') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dd464af2-18ca-5769-a117-2f9c51e6c99e', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6b93e5c2-98, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6b93e5c2-98, col_values=(('qos', UUID('9e2ed168-f709-4fcf-a644-ccf4e254f575')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6b93e5c2-98, col_values=(('external_ids', {'iface-id': '6b93e5c2-9897-4eca-a2ab-941b2e47aefd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:17:c9:57', 'vm-uuid': '53a6d265-dc17-4b14-a771-20cde46d0df4'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: INFO os_vif [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:17:c9:57,bridge_name='br-int',has_traffic_filtering=True,id=6b93e5c2-9897-4eca-a2ab-941b2e47aefd,network=Network(92ed61c7-a0c9-4f2e-9ea2-d800f34579bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6b93e5c2-98')
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-496497510',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-496497510',id=12,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHz4b8QJigE0nRSyIwlMwBN3zh1ZiLLVjN0JPpNFJ+5acIUSFdmQ/goPzfBhRhZGurv8QtPMtr6WTfzPSKMjC9unszHsGane6gjVN3X0HaxAtulZfDtSncCOvzr4roDxLw==',key_name='tempest-keypair-600609315',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='56e79f470e774d479b97d2cc90eb7830',ramdisk_id='',reservation_id='r-8dfhk3oe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1506776593',owner_user_name='tempest-TaggedBootDevicesTest_v242-1506776593-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:35:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5d634f9c00404706adcf1418380f1d1f',uuid=53a6d265-dc17-4b14-a771-20cde46d0df4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "49b7a43b-accd-46da-a4f0-8744bb355bdc", "address": "fa:16:3e:59:0c:e6", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49b7a43b-ac", "ovs_interfaceid": "49b7a43b-accd-46da-a4f0-8744bb355bdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converting VIF {"id": "49b7a43b-accd-46da-a4f0-8744bb355bdc", "address": "fa:16:3e:59:0c:e6", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49b7a43b-ac", "ovs_interfaceid": "49b7a43b-accd-46da-a4f0-8744bb355bdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:0c:e6,bridge_name='br-int',has_traffic_filtering=True,id=49b7a43b-accd-46da-a4f0-8744bb355bdc,network=Network(92ed61c7-a0c9-4f2e-9ea2-d800f34579bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap49b7a43b-ac') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG os_vif [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:0c:e6,bridge_name='br-int',has_traffic_filtering=True,id=49b7a43b-accd-46da-a4f0-8744bb355bdc,network=Network(92ed61c7-a0c9-4f2e-9ea2-d800f34579bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap49b7a43b-ac') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c8e0c45e-66bb-56d7-8b9c-17271fe6714e', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap49b7a43b-ac, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap49b7a43b-ac, col_values=(('qos', UUID('f4dffabf-4527-4dce-ae43-5bbcc3f15aba')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap49b7a43b-ac, col_values=(('external_ids', {'iface-id': '49b7a43b-accd-46da-a4f0-8744bb355bdc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:59:0c:e6', 'vm-uuid': '53a6d265-dc17-4b14-a771-20cde46d0df4'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: INFO os_vif [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:0c:e6,bridge_name='br-int',has_traffic_filtering=True,id=49b7a43b-accd-46da-a4f0-8744bb355bdc,network=Network(92ed61c7-a0c9-4f2e-9ea2-d800f34579bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap49b7a43b-ac')
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-496497510',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-496497510',id=12,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHz4b8QJigE0nRSyIwlMwBN3zh1ZiLLVjN0JPpNFJ+5acIUSFdmQ/goPzfBhRhZGurv8QtPMtr6WTfzPSKMjC9unszHsGane6gjVN3X0HaxAtulZfDtSncCOvzr4roDxLw==',key_name='tempest-keypair-600609315',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='56e79f470e774d479b97d2cc90eb7830',ramdisk_id='',reservation_id='r-8dfhk3oe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1506776593',owner_user_name='tempest-TaggedBootDevicesTest_v242-1506776593-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:35:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5d634f9c00404706adcf1418380f1d1f',uuid=53a6d265-dc17-4b14-a771-20cde46d0df4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2e8a5a1f-b68d-4f4a-b419-80495f9035d7", "address": "fa:16:3e:1f:17:39", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e8a5a1f-b6", "ovs_interfaceid": "2e8a5a1f-b68d-4f4a-b419-80495f9035d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converting VIF {"id": "2e8a5a1f-b68d-4f4a-b419-80495f9035d7", "address": "fa:16:3e:1f:17:39", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e8a5a1f-b6", "ovs_interfaceid": "2e8a5a1f-b68d-4f4a-b419-80495f9035d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1f:17:39,bridge_name='br-int',has_traffic_filtering=True,id=2e8a5a1f-b68d-4f4a-b419-80495f9035d7,network=Network(92ed61c7-a0c9-4f2e-9ea2-d800f34579bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e8a5a1f-b6') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG os_vif [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1f:17:39,bridge_name='br-int',has_traffic_filtering=True,id=2e8a5a1f-b68d-4f4a-b419-80495f9035d7,network=Network(92ed61c7-a0c9-4f2e-9ea2-d800f34579bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e8a5a1f-b6') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5bfee071-c24e-5a21-badd-3bed96dab9f9', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2e8a5a1f-b6, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2e8a5a1f-b6, col_values=(('qos', UUID('a958c0a9-1815-4f2a-8dc9-1dc7b9bba6c2')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2e8a5a1f-b6, col_values=(('external_ids', {'iface-id': '2e8a5a1f-b68d-4f4a-b419-80495f9035d7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1f:17:39', 'vm-uuid': '53a6d265-dc17-4b14-a771-20cde46d0df4'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: INFO os_vif [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1f:17:39,bridge_name='br-int',has_traffic_filtering=True,id=2e8a5a1f-b68d-4f4a-b419-80495f9035d7,network=Network(92ed61c7-a0c9-4f2e-9ea2-d800f34579bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e8a5a1f-b6')
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-496497510',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-496497510',id=12,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHz4b8QJigE0nRSyIwlMwBN3zh1ZiLLVjN0JPpNFJ+5acIUSFdmQ/goPzfBhRhZGurv8QtPMtr6WTfzPSKMjC9unszHsGane6gjVN3X0HaxAtulZfDtSncCOvzr4roDxLw==',key_name='tempest-keypair-600609315',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='56e79f470e774d479b97d2cc90eb7830',ramdisk_id='',reservation_id='r-8dfhk3oe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1506776593',owner_user_name='tempest-TaggedBootDevicesTest_v242-1506776593-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:35:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5d634f9c00404706adcf1418380f1d1f',uuid=53a6d265-dc17-4b14-a771-20cde46d0df4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "73c87222-b8d4-4f8f-a0ec-84ca97c596ee", "address": "fa:16:3e:e7:6c:ef", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73c87222-b8", "ovs_interfaceid": "73c87222-b8d4-4f8f-a0ec-84ca97c596ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converting VIF {"id": "73c87222-b8d4-4f8f-a0ec-84ca97c596ee", "address": "fa:16:3e:e7:6c:ef", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73c87222-b8", "ovs_interfaceid": "73c87222-b8d4-4f8f-a0ec-84ca97c596ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e7:6c:ef,bridge_name='br-int',has_traffic_filtering=True,id=73c87222-b8d4-4f8f-a0ec-84ca97c596ee,network=Network(92ed61c7-a0c9-4f2e-9ea2-d800f34579bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73c87222-b8') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG os_vif [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e7:6c:ef,bridge_name='br-int',has_traffic_filtering=True,id=73c87222-b8d4-4f8f-a0ec-84ca97c596ee,network=Network(92ed61c7-a0c9-4f2e-9ea2-d800f34579bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73c87222-b8') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cbde5c49-b8a0-5831-b2bd-9d485b0fbb39', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap73c87222-b8, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap73c87222-b8, col_values=(('qos', UUID('1b208a91-cdcf-4f4a-9972-5f21960a2d7f')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap73c87222-b8, col_values=(('external_ids', {'iface-id': '73c87222-b8d4-4f8f-a0ec-84ca97c596ee', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e7:6c:ef', 'vm-uuid': '53a6d265-dc17-4b14-a771-20cde46d0df4'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: INFO os_vif [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e7:6c:ef,bridge_name='br-int',has_traffic_filtering=True,id=73c87222-b8d4-4f8f-a0ec-84ca97c596ee,network=Network(92ed61c7-a0c9-4f2e-9ea2-d800f34579bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73c87222-b8')
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-496497510',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-496497510',id=12,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHz4b8QJigE0nRSyIwlMwBN3zh1ZiLLVjN0JPpNFJ+5acIUSFdmQ/goPzfBhRhZGurv8QtPMtr6WTfzPSKMjC9unszHsGane6gjVN3X0HaxAtulZfDtSncCOvzr4roDxLw==',key_name='tempest-keypair-600609315',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='56e79f470e774d479b97d2cc90eb7830',ramdisk_id='',reservation_id='r-8dfhk3oe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1506776593',owner_user_name='tempest-TaggedBootDevicesTest_v242-1506776593-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:35:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5d634f9c00404706adcf1418380f1d1f',uuid=53a6d265-dc17-4b14-a771-20cde46d0df4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c5d9e09a-d63f-4426-8521-7af553ae4752", "address": "fa:16:3e:92:65:31", "network": {"id": "81874e2c-837e-4a06-9e58-540d637fc4ee", "bridge": "br-int", "label": "tempest-device-tagging-net2-470929949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5d9e09a-d6", "ovs_interfaceid": "c5d9e09a-d63f-4426-8521-7af553ae4752", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converting VIF {"id": "c5d9e09a-d63f-4426-8521-7af553ae4752", "address": "fa:16:3e:92:65:31", "network": {"id": "81874e2c-837e-4a06-9e58-540d637fc4ee", "bridge": "br-int", "label": "tempest-device-tagging-net2-470929949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5d9e09a-d6", "ovs_interfaceid": "c5d9e09a-d63f-4426-8521-7af553ae4752", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:65:31,bridge_name='br-int',has_traffic_filtering=True,id=c5d9e09a-d63f-4426-8521-7af553ae4752,network=Network(81874e2c-837e-4a06-9e58-540d637fc4ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5d9e09a-d6') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG os_vif [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:65:31,bridge_name='br-int',has_traffic_filtering=True,id=c5d9e09a-d63f-4426-8521-7af553ae4752,network=Network(81874e2c-837e-4a06-9e58-540d637fc4ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5d9e09a-d6') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e712aae8-708e-5231-90f4-4851652b92c1', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc5d9e09a-d6, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc5d9e09a-d6, col_values=(('qos', UUID('efce6dda-de88-421f-94e1-e2ebbc698608')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc5d9e09a-d6, col_values=(('external_ids', {'iface-id': 'c5d9e09a-d63f-4426-8521-7af553ae4752', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:92:65:31', 'vm-uuid': '53a6d265-dc17-4b14-a771-20cde46d0df4'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: INFO os_vif [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:65:31,bridge_name='br-int',has_traffic_filtering=True,id=c5d9e09a-d63f-4426-8521-7af553ae4752,network=Network(81874e2c-837e-4a06-9e58-540d637fc4ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5d9e09a-d6')
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-496497510',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-496497510',id=12,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHz4b8QJigE0nRSyIwlMwBN3zh1ZiLLVjN0JPpNFJ+5acIUSFdmQ/goPzfBhRhZGurv8QtPMtr6WTfzPSKMjC9unszHsGane6gjVN3X0HaxAtulZfDtSncCOvzr4roDxLw==',key_name='tempest-keypair-600609315',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='56e79f470e774d479b97d2cc90eb7830',ramdisk_id='',reservation_id='r-8dfhk3oe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1506776593',owner_user_name='tempest-TaggedBootDevicesTest_v242-1506776593-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:35:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5d634f9c00404706adcf1418380f1d1f',uuid=53a6d265-dc17-4b14-a771-20cde46d0df4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "847d75a9-0c14-4a87-be67-f1b10b98ffb5", "address": "fa:16:3e:80:6f:29", "network": {"id": "81874e2c-837e-4a06-9e58-540d637fc4ee", "bridge": "br-int", "label": "tempest-device-tagging-net2-470929949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap847d75a9-0c", "ovs_interfaceid": "847d75a9-0c14-4a87-be67-f1b10b98ffb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converting VIF {"id": "847d75a9-0c14-4a87-be67-f1b10b98ffb5", "address": "fa:16:3e:80:6f:29", "network": {"id": "81874e2c-837e-4a06-9e58-540d637fc4ee", "bridge": "br-int", "label": "tempest-device-tagging-net2-470929949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap847d75a9-0c", "ovs_interfaceid": "847d75a9-0c14-4a87-be67-f1b10b98ffb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:80:6f:29,bridge_name='br-int',has_traffic_filtering=True,id=847d75a9-0c14-4a87-be67-f1b10b98ffb5,network=Network(81874e2c-837e-4a06-9e58-540d637fc4ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap847d75a9-0c') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG os_vif [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:80:6f:29,bridge_name='br-int',has_traffic_filtering=True,id=847d75a9-0c14-4a87-be67-f1b10b98ffb5,network=Network(81874e2c-837e-4a06-9e58-540d637fc4ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap847d75a9-0c') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '09ad9f9d-bc91-56d0-a84b-2c62dc9aabdf', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap847d75a9-0c, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap847d75a9-0c, col_values=(('qos', UUID('2a6c1496-9951-457a-aebc-9c966e3d693a')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap847d75a9-0c, col_values=(('external_ids', {'iface-id': '847d75a9-0c14-4a87-be67-f1b10b98ffb5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:80:6f:29', 'vm-uuid': '53a6d265-dc17-4b14-a771-20cde46d0df4'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:23 user nova-compute[74491]: INFO os_vif [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:80:6f:29,bridge_name='br-int',has_traffic_filtering=True,id=847d75a9-0c14-4a87-be67-f1b10b98ffb5,network=Network(81874e2c-837e-4a06-9e58-540d637fc4ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap847d75a9-0c')
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] No BDM found with device name hda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] No VIF found with MAC fa:16:3e:3d:c0:01, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:37:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] No VIF found with MAC fa:16:3e:e7:6c:ef, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:37:23 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Using config drive
Oct 30 07:37:24 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Creating config drive at /opt/stack/data/nova/instances/53a6d265-dc17-4b14-a771-20cde46d0df4/disk.config
Oct 30 07:37:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/53a6d265-dc17-4b14-a771-20cde46d0df4/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpx99bpp0i {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/53a6d265-dc17-4b14-a771-20cde46d0df4/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpx99bpp0i" returned: 0 in 0.096s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:24 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:24 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:26 user nova-compute[74491]: DEBUG nova.compute.manager [req-1d82f240-4c19-45da-a555-35a94916bdb5 req-22e4c084-2c03-45de-9b5e-3a833374b40a service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-plugged-49b7a43b-accd-46da-a4f0-8744bb355bdc {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-1d82f240-4c19-45da-a555-35a94916bdb5 req-22e4c084-2c03-45de-9b5e-3a833374b40a service nova] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-1d82f240-4c19-45da-a555-35a94916bdb5 req-22e4c084-2c03-45de-9b5e-3a833374b40a service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-1d82f240-4c19-45da-a555-35a94916bdb5 req-22e4c084-2c03-45de-9b5e-3a833374b40a service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:26 user nova-compute[74491]: DEBUG nova.compute.manager [req-1d82f240-4c19-45da-a555-35a94916bdb5 req-22e4c084-2c03-45de-9b5e-3a833374b40a service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] No waiting events found dispatching network-vif-plugged-49b7a43b-accd-46da-a4f0-8744bb355bdc {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:26 user nova-compute[74491]: WARNING nova.compute.manager [req-1d82f240-4c19-45da-a555-35a94916bdb5 req-22e4c084-2c03-45de-9b5e-3a833374b40a service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received unexpected event network-vif-plugged-49b7a43b-accd-46da-a4f0-8744bb355bdc for instance with vm_state building and task_state spawning.
Oct 30 07:37:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:27 user nova-compute[74491]: DEBUG nova.compute.manager [req-a98a72b5-e199-4c60-b390-550a4720b948 req-003e1ed8-65a6-47ef-a090-0f5597939849 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-plugged-2e8a5a1f-b68d-4f4a-b419-80495f9035d7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a98a72b5-e199-4c60-b390-550a4720b948 req-003e1ed8-65a6-47ef-a090-0f5597939849 service nova] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a98a72b5-e199-4c60-b390-550a4720b948 req-003e1ed8-65a6-47ef-a090-0f5597939849 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a98a72b5-e199-4c60-b390-550a4720b948 req-003e1ed8-65a6-47ef-a090-0f5597939849 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:27 user nova-compute[74491]: DEBUG nova.compute.manager [req-a98a72b5-e199-4c60-b390-550a4720b948 req-003e1ed8-65a6-47ef-a090-0f5597939849 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] No waiting events found dispatching network-vif-plugged-2e8a5a1f-b68d-4f4a-b419-80495f9035d7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:27 user nova-compute[74491]: WARNING nova.compute.manager [req-a98a72b5-e199-4c60-b390-550a4720b948 req-003e1ed8-65a6-47ef-a090-0f5597939849 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received unexpected event network-vif-plugged-2e8a5a1f-b68d-4f4a-b419-80495f9035d7 for instance with vm_state building and task_state spawning.
Oct 30 07:37:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6e454d99-0455-48c2-be08-310bb6248022 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Acquiring lock "15d82973-a027-41bc-b10d-6ce38d3d2a77" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6e454d99-0455-48c2-be08-310bb6248022 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "15d82973-a027-41bc-b10d-6ce38d3d2a77" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6e454d99-0455-48c2-be08-310bb6248022 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Acquiring lock "15d82973-a027-41bc-b10d-6ce38d3d2a77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6e454d99-0455-48c2-be08-310bb6248022 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "15d82973-a027-41bc-b10d-6ce38d3d2a77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6e454d99-0455-48c2-be08-310bb6248022 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "15d82973-a027-41bc-b10d-6ce38d3d2a77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:28 user nova-compute[74491]: INFO nova.compute.manager [None req-6e454d99-0455-48c2-be08-310bb6248022 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Terminating instance
Oct 30 07:37:28 user nova-compute[74491]: DEBUG nova.compute.manager [None req-6e454d99-0455-48c2-be08-310bb6248022 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:37:28 user nova-compute[74491]: DEBUG nova.compute.manager [req-38f69a50-3b45-4aa2-a646-1c50323f87d7 req-88ffa5ae-0599-41ac-99aa-0f56ffb52426 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-plugged-49b7a43b-accd-46da-a4f0-8744bb355bdc {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-38f69a50-3b45-4aa2-a646-1c50323f87d7 req-88ffa5ae-0599-41ac-99aa-0f56ffb52426 service nova] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-38f69a50-3b45-4aa2-a646-1c50323f87d7 req-88ffa5ae-0599-41ac-99aa-0f56ffb52426 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-38f69a50-3b45-4aa2-a646-1c50323f87d7 req-88ffa5ae-0599-41ac-99aa-0f56ffb52426 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:28 user nova-compute[74491]: DEBUG nova.compute.manager [req-38f69a50-3b45-4aa2-a646-1c50323f87d7 req-88ffa5ae-0599-41ac-99aa-0f56ffb52426 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] No waiting events found dispatching network-vif-plugged-49b7a43b-accd-46da-a4f0-8744bb355bdc {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:28 user nova-compute[74491]: WARNING nova.compute.manager [req-38f69a50-3b45-4aa2-a646-1c50323f87d7 req-88ffa5ae-0599-41ac-99aa-0f56ffb52426 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received unexpected event network-vif-plugged-49b7a43b-accd-46da-a4f0-8744bb355bdc for instance with vm_state building and task_state spawning.
Oct 30 07:37:28 user nova-compute[74491]: DEBUG nova.compute.manager [req-38f69a50-3b45-4aa2-a646-1c50323f87d7 req-88ffa5ae-0599-41ac-99aa-0f56ffb52426 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-plugged-c5d9e09a-d63f-4426-8521-7af553ae4752 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-38f69a50-3b45-4aa2-a646-1c50323f87d7 req-88ffa5ae-0599-41ac-99aa-0f56ffb52426 service nova] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-38f69a50-3b45-4aa2-a646-1c50323f87d7 req-88ffa5ae-0599-41ac-99aa-0f56ffb52426 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-38f69a50-3b45-4aa2-a646-1c50323f87d7 req-88ffa5ae-0599-41ac-99aa-0f56ffb52426 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:28 user nova-compute[74491]: DEBUG nova.compute.manager [req-38f69a50-3b45-4aa2-a646-1c50323f87d7 req-88ffa5ae-0599-41ac-99aa-0f56ffb52426 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] No waiting events found dispatching network-vif-plugged-c5d9e09a-d63f-4426-8521-7af553ae4752 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:28 user nova-compute[74491]: WARNING nova.compute.manager [req-38f69a50-3b45-4aa2-a646-1c50323f87d7 req-88ffa5ae-0599-41ac-99aa-0f56ffb52426 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received unexpected event network-vif-plugged-c5d9e09a-d63f-4426-8521-7af553ae4752 for instance with vm_state building and task_state spawning.
Oct 30 07:37:28 user nova-compute[74491]: DEBUG nova.compute.manager [req-38f69a50-3b45-4aa2-a646-1c50323f87d7 req-88ffa5ae-0599-41ac-99aa-0f56ffb52426 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-plugged-c5d9e09a-d63f-4426-8521-7af553ae4752 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-38f69a50-3b45-4aa2-a646-1c50323f87d7 req-88ffa5ae-0599-41ac-99aa-0f56ffb52426 service nova] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-38f69a50-3b45-4aa2-a646-1c50323f87d7 req-88ffa5ae-0599-41ac-99aa-0f56ffb52426 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.009s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-38f69a50-3b45-4aa2-a646-1c50323f87d7 req-88ffa5ae-0599-41ac-99aa-0f56ffb52426 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:28 user nova-compute[74491]: DEBUG nova.compute.manager [req-38f69a50-3b45-4aa2-a646-1c50323f87d7 req-88ffa5ae-0599-41ac-99aa-0f56ffb52426 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] No waiting events found dispatching network-vif-plugged-c5d9e09a-d63f-4426-8521-7af553ae4752 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:28 user nova-compute[74491]: WARNING nova.compute.manager [req-38f69a50-3b45-4aa2-a646-1c50323f87d7 req-88ffa5ae-0599-41ac-99aa-0f56ffb52426 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received unexpected event network-vif-plugged-c5d9e09a-d63f-4426-8521-7af553ae4752 for instance with vm_state building and task_state spawning.
Oct 30 07:37:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-c24da6cf-18be-4fcc-a635-cdf9ad952a2e req-755a08f7-1f66-44f7-a505-02ca11f3fe36 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-plugged-2e8a5a1f-b68d-4f4a-b419-80495f9035d7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c24da6cf-18be-4fcc-a635-cdf9ad952a2e req-755a08f7-1f66-44f7-a505-02ca11f3fe36 service nova] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c24da6cf-18be-4fcc-a635-cdf9ad952a2e req-755a08f7-1f66-44f7-a505-02ca11f3fe36 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c24da6cf-18be-4fcc-a635-cdf9ad952a2e req-755a08f7-1f66-44f7-a505-02ca11f3fe36 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-c24da6cf-18be-4fcc-a635-cdf9ad952a2e req-755a08f7-1f66-44f7-a505-02ca11f3fe36 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] No waiting events found dispatching network-vif-plugged-2e8a5a1f-b68d-4f4a-b419-80495f9035d7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:29 user nova-compute[74491]: WARNING nova.compute.manager [req-c24da6cf-18be-4fcc-a635-cdf9ad952a2e req-755a08f7-1f66-44f7-a505-02ca11f3fe36 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received unexpected event network-vif-plugged-2e8a5a1f-b68d-4f4a-b419-80495f9035d7 for instance with vm_state building and task_state spawning.
Oct 30 07:37:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-c24da6cf-18be-4fcc-a635-cdf9ad952a2e req-755a08f7-1f66-44f7-a505-02ca11f3fe36 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-plugged-73c87222-b8d4-4f8f-a0ec-84ca97c596ee {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c24da6cf-18be-4fcc-a635-cdf9ad952a2e req-755a08f7-1f66-44f7-a505-02ca11f3fe36 service nova] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c24da6cf-18be-4fcc-a635-cdf9ad952a2e req-755a08f7-1f66-44f7-a505-02ca11f3fe36 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c24da6cf-18be-4fcc-a635-cdf9ad952a2e req-755a08f7-1f66-44f7-a505-02ca11f3fe36 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-c24da6cf-18be-4fcc-a635-cdf9ad952a2e req-755a08f7-1f66-44f7-a505-02ca11f3fe36 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] No waiting events found dispatching network-vif-plugged-73c87222-b8d4-4f8f-a0ec-84ca97c596ee {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:29 user nova-compute[74491]: WARNING nova.compute.manager [req-c24da6cf-18be-4fcc-a635-cdf9ad952a2e req-755a08f7-1f66-44f7-a505-02ca11f3fe36 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received unexpected event network-vif-plugged-73c87222-b8d4-4f8f-a0ec-84ca97c596ee for instance with vm_state building and task_state spawning.
Oct 30 07:37:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-c24da6cf-18be-4fcc-a635-cdf9ad952a2e req-755a08f7-1f66-44f7-a505-02ca11f3fe36 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-plugged-73c87222-b8d4-4f8f-a0ec-84ca97c596ee {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c24da6cf-18be-4fcc-a635-cdf9ad952a2e req-755a08f7-1f66-44f7-a505-02ca11f3fe36 service nova] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c24da6cf-18be-4fcc-a635-cdf9ad952a2e req-755a08f7-1f66-44f7-a505-02ca11f3fe36 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c24da6cf-18be-4fcc-a635-cdf9ad952a2e req-755a08f7-1f66-44f7-a505-02ca11f3fe36 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-c24da6cf-18be-4fcc-a635-cdf9ad952a2e req-755a08f7-1f66-44f7-a505-02ca11f3fe36 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] No waiting events found dispatching network-vif-plugged-73c87222-b8d4-4f8f-a0ec-84ca97c596ee {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:29 user nova-compute[74491]: WARNING nova.compute.manager [req-c24da6cf-18be-4fcc-a635-cdf9ad952a2e req-755a08f7-1f66-44f7-a505-02ca11f3fe36 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received unexpected event network-vif-plugged-73c87222-b8d4-4f8f-a0ec-84ca97c596ee for instance with vm_state building and task_state spawning.
Oct 30 07:37:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-c24da6cf-18be-4fcc-a635-cdf9ad952a2e req-755a08f7-1f66-44f7-a505-02ca11f3fe36 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-plugged-847d75a9-0c14-4a87-be67-f1b10b98ffb5 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c24da6cf-18be-4fcc-a635-cdf9ad952a2e req-755a08f7-1f66-44f7-a505-02ca11f3fe36 service nova] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c24da6cf-18be-4fcc-a635-cdf9ad952a2e req-755a08f7-1f66-44f7-a505-02ca11f3fe36 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c24da6cf-18be-4fcc-a635-cdf9ad952a2e req-755a08f7-1f66-44f7-a505-02ca11f3fe36 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-c24da6cf-18be-4fcc-a635-cdf9ad952a2e req-755a08f7-1f66-44f7-a505-02ca11f3fe36 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] No waiting events found dispatching network-vif-plugged-847d75a9-0c14-4a87-be67-f1b10b98ffb5 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:29 user nova-compute[74491]: WARNING nova.compute.manager [req-c24da6cf-18be-4fcc-a635-cdf9ad952a2e req-755a08f7-1f66-44f7-a505-02ca11f3fe36 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received unexpected event network-vif-plugged-847d75a9-0c14-4a87-be67-f1b10b98ffb5 for instance with vm_state building and task_state spawning.
Oct 30 07:37:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-c24da6cf-18be-4fcc-a635-cdf9ad952a2e req-755a08f7-1f66-44f7-a505-02ca11f3fe36 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-plugged-847d75a9-0c14-4a87-be67-f1b10b98ffb5 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c24da6cf-18be-4fcc-a635-cdf9ad952a2e req-755a08f7-1f66-44f7-a505-02ca11f3fe36 service nova] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c24da6cf-18be-4fcc-a635-cdf9ad952a2e req-755a08f7-1f66-44f7-a505-02ca11f3fe36 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c24da6cf-18be-4fcc-a635-cdf9ad952a2e req-755a08f7-1f66-44f7-a505-02ca11f3fe36 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-c24da6cf-18be-4fcc-a635-cdf9ad952a2e req-755a08f7-1f66-44f7-a505-02ca11f3fe36 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] No waiting events found dispatching network-vif-plugged-847d75a9-0c14-4a87-be67-f1b10b98ffb5 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:29 user nova-compute[74491]: WARNING nova.compute.manager [req-c24da6cf-18be-4fcc-a635-cdf9ad952a2e req-755a08f7-1f66-44f7-a505-02ca11f3fe36 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received unexpected event network-vif-plugged-847d75a9-0c14-4a87-be67-f1b10b98ffb5 for instance with vm_state building and task_state spawning.
Oct 30 07:37:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:29 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Instance destroyed successfully.
Oct 30 07:37:29 user nova-compute[74491]: DEBUG nova.objects.instance [None req-6e454d99-0455-48c2-be08-310bb6248022 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lazy-loading 'resources' on Instance uuid 15d82973-a027-41bc-b10d-6ce38d3d2a77 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-6e454d99-0455-48c2-be08-310bb6248022 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:35:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-20887329',display_name='tempest-ServersNegativeTestJSON-server-20887329',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-20887329',id=10,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:35:48Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0ed4248405f74d87a561f204b295863b',ramdisk_id='',reservation_id='r-hwm0xnc3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1669228640',owner_user_name='tempest-ServersNegativeTestJSON-1669228640-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:35:48Z,user_data=None,user_id='0ddce72a11d34b36ba702676a4e1d3c2',uuid=15d82973-a027-41bc-b10d-6ce38d3d2a77,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "75ff8d60-7562-4378-8003-827903fd4e9a", "address": "fa:16:3e:7c:92:ca", "network": {"id": "6349e7a1-6466-45d3-b99b-0012f4eca84a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-384759755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed4248405f74d87a561f204b295863b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap75ff8d60-75", "ovs_interfaceid": "75ff8d60-7562-4378-8003-827903fd4e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-6e454d99-0455-48c2-be08-310bb6248022 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Converting VIF {"id": "75ff8d60-7562-4378-8003-827903fd4e9a", "address": "fa:16:3e:7c:92:ca", "network": {"id": "6349e7a1-6466-45d3-b99b-0012f4eca84a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-384759755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed4248405f74d87a561f204b295863b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap75ff8d60-75", "ovs_interfaceid": "75ff8d60-7562-4378-8003-827903fd4e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-6e454d99-0455-48c2-be08-310bb6248022 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:92:ca,bridge_name='br-int',has_traffic_filtering=True,id=75ff8d60-7562-4378-8003-827903fd4e9a,network=Network(6349e7a1-6466-45d3-b99b-0012f4eca84a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap75ff8d60-75') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG os_vif [None req-6e454d99-0455-48c2-be08-310bb6248022 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:92:ca,bridge_name='br-int',has_traffic_filtering=True,id=75ff8d60-7562-4378-8003-827903fd4e9a,network=Network(6349e7a1-6466-45d3-b99b-0012f4eca84a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap75ff8d60-75') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap75ff8d60-75, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2391e22b-fb0f-4a82-8319-796ae7947b31) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:29 user nova-compute[74491]: INFO os_vif [None req-6e454d99-0455-48c2-be08-310bb6248022 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:92:ca,bridge_name='br-int',has_traffic_filtering=True,id=75ff8d60-7562-4378-8003-827903fd4e9a,network=Network(6349e7a1-6466-45d3-b99b-0012f4eca84a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap75ff8d60-75')
Oct 30 07:37:29 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-6e454d99-0455-48c2-be08-310bb6248022 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Deleting instance files /opt/stack/data/nova/instances/15d82973-a027-41bc-b10d-6ce38d3d2a77_del
Oct 30 07:37:29 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-6e454d99-0455-48c2-be08-310bb6248022 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Deletion of /opt/stack/data/nova/instances/15d82973-a027-41bc-b10d-6ce38d3d2a77_del complete
Oct 30 07:37:29 user nova-compute[74491]: INFO nova.compute.manager [None req-6e454d99-0455-48c2-be08-310bb6248022 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Took 0.95 seconds to destroy the instance on the hypervisor.
Oct 30 07:37:29 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-6e454d99-0455-48c2-be08-310bb6248022 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-844e051d-ff24-44cc-b604-353cbe4a3fe9 req-7bd5247d-cf08-4154-9cee-174797723582 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-plugged-b1c9310e-fb52-4682-a989-76e62d5eb5ce {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-844e051d-ff24-44cc-b604-353cbe4a3fe9 req-7bd5247d-cf08-4154-9cee-174797723582 service nova] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-844e051d-ff24-44cc-b604-353cbe4a3fe9 req-7bd5247d-cf08-4154-9cee-174797723582 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-844e051d-ff24-44cc-b604-353cbe4a3fe9 req-7bd5247d-cf08-4154-9cee-174797723582 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-844e051d-ff24-44cc-b604-353cbe4a3fe9 req-7bd5247d-cf08-4154-9cee-174797723582 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] No waiting events found dispatching network-vif-plugged-b1c9310e-fb52-4682-a989-76e62d5eb5ce {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:30 user nova-compute[74491]: WARNING nova.compute.manager [req-844e051d-ff24-44cc-b604-353cbe4a3fe9 req-7bd5247d-cf08-4154-9cee-174797723582 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received unexpected event network-vif-plugged-b1c9310e-fb52-4682-a989-76e62d5eb5ce for instance with vm_state building and task_state spawning.
Oct 30 07:37:30 user nova-compute[74491]: INFO nova.virt.block_device [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Attempting to driver detach volume 090eae98-a109-4a09-af61-c0c87bcf7919 from mountpoint /dev/vdb
Oct 30 07:37:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Attempting to detach device vdb from instance 694927cf-ae06-4e69-bf47-9739e421b7a4 from the persistent domain config. {{(pid=74491) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 07:37:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] detach device xml: <disk type="block" device="disk">
Oct 30 07:37:30 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:37:30 user nova-compute[74491]:   <source dev="/dev/sde"/>
Oct 30 07:37:30 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:37:30 user nova-compute[74491]:   <serial>090eae98-a109-4a09-af61-c0c87bcf7919</serial>
Oct 30 07:37:30 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 07:37:30 user nova-compute[74491]: </disk>
Oct 30 07:37:30 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:37:30 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Successfully detached device vdb from instance 694927cf-ae06-4e69-bf47-9739e421b7a4 from the persistent domain config.
Oct 30 07:37:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 694927cf-ae06-4e69-bf47-9739e421b7a4 from the live domain config. {{(pid=74491) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 07:37:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] detach device xml: <disk type="block" device="disk">
Oct 30 07:37:30 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:37:30 user nova-compute[74491]:   <source dev="/dev/sde"/>
Oct 30 07:37:30 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:37:30 user nova-compute[74491]:   <serial>090eae98-a109-4a09-af61-c0c87bcf7919</serial>
Oct 30 07:37:30 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 07:37:30 user nova-compute[74491]: </disk>
Oct 30 07:37:30 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:37:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 694927cf-ae06-4e69-bf47-9739e421b7a4 {{(pid=74491) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 07:37:30 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-a50b73c9-e43d-4e5a-9992-a172d52e6793 req-f45a0f46-def7-4873-a7f5-1b396cfb4e6d service nova] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Received event network-vif-unplugged-75ff8d60-7562-4378-8003-827903fd4e9a {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a50b73c9-e43d-4e5a-9992-a172d52e6793 req-f45a0f46-def7-4873-a7f5-1b396cfb4e6d service nova] Acquiring lock "15d82973-a027-41bc-b10d-6ce38d3d2a77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a50b73c9-e43d-4e5a-9992-a172d52e6793 req-f45a0f46-def7-4873-a7f5-1b396cfb4e6d service nova] Lock "15d82973-a027-41bc-b10d-6ce38d3d2a77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a50b73c9-e43d-4e5a-9992-a172d52e6793 req-f45a0f46-def7-4873-a7f5-1b396cfb4e6d service nova] Lock "15d82973-a027-41bc-b10d-6ce38d3d2a77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-a50b73c9-e43d-4e5a-9992-a172d52e6793 req-f45a0f46-def7-4873-a7f5-1b396cfb4e6d service nova] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] No waiting events found dispatching network-vif-unplugged-75ff8d60-7562-4378-8003-827903fd4e9a {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-a50b73c9-e43d-4e5a-9992-a172d52e6793 req-f45a0f46-def7-4873-a7f5-1b396cfb4e6d service nova] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Received event network-vif-unplugged-75ff8d60-7562-4378-8003-827903fd4e9a for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-a50b73c9-e43d-4e5a-9992-a172d52e6793 req-f45a0f46-def7-4873-a7f5-1b396cfb4e6d service nova] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Received event network-vif-plugged-75ff8d60-7562-4378-8003-827903fd4e9a {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a50b73c9-e43d-4e5a-9992-a172d52e6793 req-f45a0f46-def7-4873-a7f5-1b396cfb4e6d service nova] Acquiring lock "15d82973-a027-41bc-b10d-6ce38d3d2a77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a50b73c9-e43d-4e5a-9992-a172d52e6793 req-f45a0f46-def7-4873-a7f5-1b396cfb4e6d service nova] Lock "15d82973-a027-41bc-b10d-6ce38d3d2a77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a50b73c9-e43d-4e5a-9992-a172d52e6793 req-f45a0f46-def7-4873-a7f5-1b396cfb4e6d service nova] Lock "15d82973-a027-41bc-b10d-6ce38d3d2a77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-a50b73c9-e43d-4e5a-9992-a172d52e6793 req-f45a0f46-def7-4873-a7f5-1b396cfb4e6d service nova] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] No waiting events found dispatching network-vif-plugged-75ff8d60-7562-4378-8003-827903fd4e9a {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:31 user nova-compute[74491]: WARNING nova.compute.manager [req-a50b73c9-e43d-4e5a-9992-a172d52e6793 req-f45a0f46-def7-4873-a7f5-1b396cfb4e6d service nova] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Received unexpected event network-vif-plugged-75ff8d60-7562-4378-8003-827903fd4e9a for instance with vm_state active and task_state deleting.
Oct 30 07:37:31 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Took 1.22 seconds to deallocate network for instance.
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.compute.manager [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:37:31 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Instance spawned successfully.
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6e454d99-0455-48c2-be08-310bb6248022 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6e454d99-0455-48c2-be08-310bb6248022 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:31 user nova-compute[74491]: INFO nova.compute.manager [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Took 12.63 seconds to spawn the instance on the hypervisor.
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.compute.manager [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:37:31 user nova-compute[74491]: INFO nova.compute.manager [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Took 100.73 seconds to build instance.
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ebc9d67e-3c5c-4dda-bb11-35210adf0b71 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 100.850s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-6e454d99-0455-48c2-be08-310bb6248022 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-6e454d99-0455-48c2-be08-310bb6248022 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6e454d99-0455-48c2-be08-310bb6248022 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.518s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.compute.manager [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:37:31 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Creating image(s)
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Did not create local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Ensure instance console log exists: /opt/stack/data/nova/instances/fc75121d-9e3c-4306-8a8d-6c8abf1ae04e/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Start _get_guest_xml network_info=[{"id": "0dc1f4fe-d457-4deb-8662-1ad09059cd68", "address": "fa:16:3e:8a:05:2a", "network": {"id": "19f382ee-1133-4245-bd6e-1c57a79ac544", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2002153751-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0dc1f4fe-d4", "ovs_interfaceid": "0dc1f4fe-d457-4deb-8662-1ad09059cd68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b2c5101-6388-4c55-9c1a-c6bc4ee2367c", "address": "fa:16:3e:3a:9c:db", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b2c5101-63", "ovs_interfaceid": "5b2c5101-6388-4c55-9c1a-c6bc4ee2367c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "a775ab1d-56e0-4f49-8b7f-4ffc2b89981f", "address": "fa:16:3e:36:f5:3e", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa775ab1d-56", "ovs_interfaceid": "a775ab1d-56e0-4f49-8b7f-4ffc2b89981f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "a9823422-b10b-4a32-aa26-45fed807e505", "address": "fa:16:3e:34:be:f6", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9823422-b1", "ovs_interfaceid": "a9823422-b10b-4a32-aa26-45fed807e505", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3b4315e5-617b-4e9d-9a90-f83cdd6b9f54", "address": "fa:16:3e:d0:c5:04", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b4315e5-61", "ovs_interfaceid": "3b4315e5-617b-4e9d-9a90-f83cdd6b9f54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e", "address": "fa:16:3e:2a:d0:27", "network": {"id": "40881742-a142-41db-82a7-d0ffdbda4972", "bridge": "br-int", "label": "tempest-device-tagging-net2-774030377", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b8bf4d1-73", "ovs_interfaceid": "2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "66680cda-c54c-40bb-ad57-66ed90e083f6", "address": "fa:16:3e:d3:3a:55", "network": {"id": "40881742-a142-41db-82a7-d0ffdbda4972", "bridge": "br-int", "label": "tempest-device-tagging-net2-774030377", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66680cda-c5", "ovs_interfaceid": "66680cda-c54c-40bb-ad57-66ed90e083f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'attachment_id': '703aab64-29a8-4872-8a7e-ede9409b9f94', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DWPBFwTs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fc75121d-9e3c-4306-8a8d-6c8abf1ae04e', 'attached_at': '', 'detached_at': '', 'volume_id': '0a4d4280-1ee7-4536-a56e-634db6298705', 'serial': '0a4d4280-1ee7-4536-a56e-634db6298705'}, 'delete_on_termination': False, 'volume_type': None}, {'device_type': 'disk', 'mount_device': '/dev/vdb', 'disk_bus': 'virtio', 'boot_index': 1, 'attachment_id': '2929cb0e-6ee5-4423-8d70-f4fd3f20ab21', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GlPaKzcH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fc75121d-9e3c-4306-8a8d-6c8abf1ae04e', 'attached_at': '', 'detached_at': '', 'volume_id': '99979289-0e39-479b-97b1-379883169eaa', 'serial': '99979289-0e39-479b-97b1-379883169eaa'}, 'delete_on_termination': False, 'volume_type': None}, {'device_type': 'disk', 'mount_device': '/dev/vdc', 'disk_bus': 'virtio', 'boot_index': 2, 'attachment_id': 'b3a1963f-0e5f-486f-82d0-b88af0ce4801', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PIcRyAoi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fc75121d-9e3c-4306-8a8d-6c8abf1ae04e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c478197d-bf39-4a39-9d79-02c8b5e98fa5', 'serial': 'c478197d-bf39-4a39-9d79-02c8b5e98fa5'}, 'delete_on_termination': False, 'volume_type': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:37:31 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-6e454d99-0455-48c2-be08-310bb6248022 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Deleted allocations for instance 15d82973-a027-41bc-b10d-6ce38d3d2a77
Oct 30 07:37:31 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:37:31 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DWPBFwTs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:37:31 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:37:31 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:37:31 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:37:31 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:37:31 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6e454d99-0455-48c2-be08-310bb6248022 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "15d82973-a027-41bc-b10d-6ce38d3d2a77" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[23aea2ff-71af-413f-b71e-394a84fc8d2d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:37:31 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bf31b55-05f7-48b8-a00f-08ce474b4672]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705] added
Oct 30 07:37:31 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9167822-c357-4a8c-b671-98878b321ea2]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1691d5cd-9213-42fb-88fc-40d04c01b477]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DWPBFwTs {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DWPBFwTs" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ebdc18d-ef8c-48db-bc87-1e842df001d7]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DWPBFwTs'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbe00335-3b4c-45e8-9772-be609de7899f]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[53004b6c-c646-45ff-aae4-720acf57b1a8]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:37:32 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:32 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:32 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:32 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:32 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:32 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:37:32 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:37:32 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:32 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:32 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:32 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:32 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:32 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:37:32 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 -p 172.16.0.220:3260 --login" returned: 0 in 0.110s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3ae9916-1965-4e42-bbe6-0fa7f42b0a8b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705, portal: 172.16.0.220,3260]
Oct 30 07:37:32 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705, portal: 172.16.0.220,3260] successful.
Oct 30 07:37:32 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed1f5674-d69e-4479-815b-f957b67440c2]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5e5e819-0e76-4143-b0d4-8247df6d678e]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:37:32 user nova-compute[74491]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:37:32 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:32 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:32 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:32 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:32 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:32 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:37:32 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:37:32 user nova-compute[74491]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:37:32 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:32 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:32 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:32 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:32 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:32 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:37:32 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.395s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] HCTL ('40', '-', '-', 0) found on session 10 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Scanning host 40 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d80b79ba-6097-4377-b78b-fa1d78d5b542]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Searching for a device in session 10 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DWPBFwTs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-4cd767e4-b99c-4c1e-b258-940b7fbc35cf req-88314c14-ad97-4558-807c-a56afa9ec2f6 service nova] [instance: 15d82973-a027-41bc-b10d-6ce38d3d2a77] Received event network-vif-deleted-75ff8d60-7562-4378-8003-827903fd4e9a {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-4cd767e4-b99c-4c1e-b258-940b7fbc35cf req-88314c14-ad97-4558-807c-a56afa9ec2f6 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-plugged-b1c9310e-fb52-4682-a989-76e62d5eb5ce {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4cd767e4-b99c-4c1e-b258-940b7fbc35cf req-88314c14-ad97-4558-807c-a56afa9ec2f6 service nova] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4cd767e4-b99c-4c1e-b258-940b7fbc35cf req-88314c14-ad97-4558-807c-a56afa9ec2f6 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4cd767e4-b99c-4c1e-b258-940b7fbc35cf req-88314c14-ad97-4558-807c-a56afa9ec2f6 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-4cd767e4-b99c-4c1e-b258-940b7fbc35cf req-88314c14-ad97-4558-807c-a56afa9ec2f6 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] No waiting events found dispatching network-vif-plugged-b1c9310e-fb52-4682-a989-76e62d5eb5ce {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:32 user nova-compute[74491]: WARNING nova.compute.manager [req-4cd767e4-b99c-4c1e-b258-940b7fbc35cf req-88314c14-ad97-4558-807c-a56afa9ec2f6 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received unexpected event network-vif-plugged-b1c9310e-fb52-4682-a989-76e62d5eb5ce for instance with vm_state active and task_state None.
Oct 30 07:37:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-4cd767e4-b99c-4c1e-b258-940b7fbc35cf req-88314c14-ad97-4558-807c-a56afa9ec2f6 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-plugged-6b93e5c2-9897-4eca-a2ab-941b2e47aefd {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4cd767e4-b99c-4c1e-b258-940b7fbc35cf req-88314c14-ad97-4558-807c-a56afa9ec2f6 service nova] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4cd767e4-b99c-4c1e-b258-940b7fbc35cf req-88314c14-ad97-4558-807c-a56afa9ec2f6 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4cd767e4-b99c-4c1e-b258-940b7fbc35cf req-88314c14-ad97-4558-807c-a56afa9ec2f6 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-4cd767e4-b99c-4c1e-b258-940b7fbc35cf req-88314c14-ad97-4558-807c-a56afa9ec2f6 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] No waiting events found dispatching network-vif-plugged-6b93e5c2-9897-4eca-a2ab-941b2e47aefd {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:32 user nova-compute[74491]: WARNING nova.compute.manager [req-4cd767e4-b99c-4c1e-b258-940b7fbc35cf req-88314c14-ad97-4558-807c-a56afa9ec2f6 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received unexpected event network-vif-plugged-6b93e5c2-9897-4eca-a2ab-941b2e47aefd for instance with vm_state active and task_state None.
Oct 30 07:37:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-4cd767e4-b99c-4c1e-b258-940b7fbc35cf req-88314c14-ad97-4558-807c-a56afa9ec2f6 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-plugged-6b93e5c2-9897-4eca-a2ab-941b2e47aefd {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4cd767e4-b99c-4c1e-b258-940b7fbc35cf req-88314c14-ad97-4558-807c-a56afa9ec2f6 service nova] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4cd767e4-b99c-4c1e-b258-940b7fbc35cf req-88314c14-ad97-4558-807c-a56afa9ec2f6 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4cd767e4-b99c-4c1e-b258-940b7fbc35cf req-88314c14-ad97-4558-807c-a56afa9ec2f6 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-4cd767e4-b99c-4c1e-b258-940b7fbc35cf req-88314c14-ad97-4558-807c-a56afa9ec2f6 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] No waiting events found dispatching network-vif-plugged-6b93e5c2-9897-4eca-a2ab-941b2e47aefd {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:32 user nova-compute[74491]: WARNING nova.compute.manager [req-4cd767e4-b99c-4c1e-b258-940b7fbc35cf req-88314c14-ad97-4558-807c-a56afa9ec2f6 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received unexpected event network-vif-plugged-6b93e5c2-9897-4eca-a2ab-941b2e47aefd for instance with vm_state active and task_state None.
Oct 30 07:37:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.440s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] <== connect_volume: return (1442ms) {'type': 'block', 'scsi_wwn': '23164313633613131', 'path': '/dev/sdi'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23164313633613131', 'path': '/dev/sdi'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GlPaKzcH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:37:33 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:37:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:37:33 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:37:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:37:33 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[369a6bdf-bd1a-428b-8999-aab68992f4f4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:37:33 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1d3b4cc-3170-4a08-bcfb-f67bc8d8ca2c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa] added
Oct 30 07:37:33 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4aae9159-0983-4ade-b20c-8dad2542ce43]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0225f289-65af-4374-8ab6-4593f795ce2e]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GlPaKzcH {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GlPaKzcH" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b937ba98-14c6-452c-baec-4427532e114d]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GlPaKzcH'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[10e26bd6-45b9-43de-99a7-1566f5c4d5d5]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dd7fc8e-275b-44f0-8ec8-749b2aee8aee]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:37:33 user nova-compute[74491]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:37:33 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:33 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:33 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:33 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:33 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:33 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:37:33 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:37:33 user nova-compute[74491]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:37:33 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:33 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:33 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:33 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:33 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:33 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:37:33 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa -p 172.16.0.220:3260 --login" returned: 0 in 0.137s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[80702af4-fe03-4322-8a46-33911cf437df]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa, portal: 172.16.0.220,3260]
Oct 30 07:37:33 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa, portal: 172.16.0.220,3260] successful.
Oct 30 07:37:33 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.029s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f9bbceb-9921-4cb3-9882-fcc997a8fb32]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.041s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[122d015c-9983-434c-b56f-cc4f42fbb651]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:37:33 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:37:33 user nova-compute[74491]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:37:33 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:33 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:33 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:33 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:33 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:33 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:37:33 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:37:33 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:37:33 user nova-compute[74491]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:37:33 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:33 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:33 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:33 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:33 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:33 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:37:33 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.435s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] HCTL ('41', '-', '-', 0) found on session 11 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Scanning host 41 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host41/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host41/scan" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f127780c-58a9-4fa1-8561-509d6a643fd7]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Searching for a device in session 11 and hctl ['41', '*', '*', 0] yield: sdj {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:37:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Connected to sdj using {'target_iqn': 'iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GlPaKzcH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:37:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.480s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:37:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] <== connect_volume: return (1482ms) {'type': 'block', 'scsi_wwn': '23433653962386566', 'path': '/dev/sdj'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:37:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23433653962386566', 'path': '/dev/sdj'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:37:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:37:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PIcRyAoi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:37:34 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:37:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:37:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:37:34 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:37:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:37:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:37:34 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:37:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 -p 172.16.0.220:3260" returned: 21 in 0.027s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a74822f0-7ed5-444d-ba0d-87c1075c2fa8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:37:34 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d054294c-9a56-4fc8-b814-3ada05f1cc12]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5] added
Oct 30 07:37:34 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4c93e00-800e-4f88-96bd-efe5583835b2]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.033s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c2598ea-344a-4fc6-8d65-1b5bc0e8eaf8]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PIcRyAoi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PIcRyAoi" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dc712df-6c6a-45a5-9fd3-aca393007df6]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PIcRyAoi'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[41c11978-5cc5-4855-b291-aba01880d5fd]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0581bc53-779c-4eac-aca6-e5359dd2f2fc]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:37:35 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:37:35 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 -p 172.16.0.220:3260 --login" returned: 0 in 0.108s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[97f4ce27-9e5f-4d9d-888f-56cc6940c2a9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5, portal: 172.16.0.220,3260]
Oct 30 07:37:35 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5, portal: 172.16.0.220,3260] successful.
Oct 30 07:37:35 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[db67d688-f839-4aa8-b181-e4b48e788f8d]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.048s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[de6bf8a7-88aa-4c87-a31f-58811703c7ea]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:37:35 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:35 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:37:35 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.425s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] HCTL ('42', '-', '-', 0) found on session 12 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Scanning host 42 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host42/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host42/scan" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[755a5a4e-4594-4d14-b663-20084fc23b7f]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Searching for a device in session 12 and hctl ['42', '*', '*', 0] yield: sdk {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:37:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Connected to sdk using {'target_iqn': 'iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PIcRyAoi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.485s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] <== connect_volume: return (1488ms) {'type': 'block', 'scsi_wwn': '23366323661323239', 'path': '/dev/sdk'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23366323661323239', 'path': '/dev/sdk'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1334139112',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1334139112',id=11,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMROdH64l1gO1roNvdoC4NXeLY/UCsdPJDX2DrZPLEjQyaWKgysZTV1g1VfFjVtbL61SPZAHEWavFDE9QWLHhi464LOYnZPMW6ByMAjPgme8/q/zMBQlh+Tkcz82ku0njA==',key_name='tempest-keypair-1005280025',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6737331f0d5e474cbd04c52908c2b285',ramdisk_id='',reservation_id='r-l2b6u8fq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1604445710',owner_user_name='tempest-TaggedBootDevicesTest-1604445710-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:35:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='37c974999baa414aaee0b12e7a15c4f9',uuid=fc75121d-9e3c-4306-8a8d-6c8abf1ae04e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0dc1f4fe-d457-4deb-8662-1ad09059cd68", "address": "fa:16:3e:8a:05:2a", "network": {"id": "19f382ee-1133-4245-bd6e-1c57a79ac544", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2002153751-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0dc1f4fe-d4", "ovs_interfaceid": "0dc1f4fe-d457-4deb-8662-1ad09059cd68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converting VIF {"id": "0dc1f4fe-d457-4deb-8662-1ad09059cd68", "address": "fa:16:3e:8a:05:2a", "network": {"id": "19f382ee-1133-4245-bd6e-1c57a79ac544", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2002153751-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0dc1f4fe-d4", "ovs_interfaceid": "0dc1f4fe-d457-4deb-8662-1ad09059cd68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:05:2a,bridge_name='br-int',has_traffic_filtering=True,id=0dc1f4fe-d457-4deb-8662-1ad09059cd68,network=Network(19f382ee-1133-4245-bd6e-1c57a79ac544),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0dc1f4fe-d4') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1334139112',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1334139112',id=11,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMROdH64l1gO1roNvdoC4NXeLY/UCsdPJDX2DrZPLEjQyaWKgysZTV1g1VfFjVtbL61SPZAHEWavFDE9QWLHhi464LOYnZPMW6ByMAjPgme8/q/zMBQlh+Tkcz82ku0njA==',key_name='tempest-keypair-1005280025',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6737331f0d5e474cbd04c52908c2b285',ramdisk_id='',reservation_id='r-l2b6u8fq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1604445710',owner_user_name='tempest-TaggedBootDevicesTest-1604445710-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:35:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='37c974999baa414aaee0b12e7a15c4f9',uuid=fc75121d-9e3c-4306-8a8d-6c8abf1ae04e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5b2c5101-6388-4c55-9c1a-c6bc4ee2367c", "address": "fa:16:3e:3a:9c:db", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b2c5101-63", "ovs_interfaceid": "5b2c5101-6388-4c55-9c1a-c6bc4ee2367c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converting VIF {"id": "5b2c5101-6388-4c55-9c1a-c6bc4ee2367c", "address": "fa:16:3e:3a:9c:db", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b2c5101-63", "ovs_interfaceid": "5b2c5101-6388-4c55-9c1a-c6bc4ee2367c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3a:9c:db,bridge_name='br-int',has_traffic_filtering=True,id=5b2c5101-6388-4c55-9c1a-c6bc4ee2367c,network=Network(529021d4-5e1d-4595-979f-b9ee04904d76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap5b2c5101-63') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1334139112',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1334139112',id=11,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMROdH64l1gO1roNvdoC4NXeLY/UCsdPJDX2DrZPLEjQyaWKgysZTV1g1VfFjVtbL61SPZAHEWavFDE9QWLHhi464LOYnZPMW6ByMAjPgme8/q/zMBQlh+Tkcz82ku0njA==',key_name='tempest-keypair-1005280025',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6737331f0d5e474cbd04c52908c2b285',ramdisk_id='',reservation_id='r-l2b6u8fq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1604445710',owner_user_name='tempest-TaggedBootDevicesTest-1604445710-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:35:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='37c974999baa414aaee0b12e7a15c4f9',uuid=fc75121d-9e3c-4306-8a8d-6c8abf1ae04e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a775ab1d-56e0-4f49-8b7f-4ffc2b89981f", "address": "fa:16:3e:36:f5:3e", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa775ab1d-56", "ovs_interfaceid": "a775ab1d-56e0-4f49-8b7f-4ffc2b89981f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converting VIF {"id": "a775ab1d-56e0-4f49-8b7f-4ffc2b89981f", "address": "fa:16:3e:36:f5:3e", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa775ab1d-56", "ovs_interfaceid": "a775ab1d-56e0-4f49-8b7f-4ffc2b89981f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:f5:3e,bridge_name='br-int',has_traffic_filtering=True,id=a775ab1d-56e0-4f49-8b7f-4ffc2b89981f,network=Network(529021d4-5e1d-4595-979f-b9ee04904d76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa775ab1d-56') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1334139112',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1334139112',id=11,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMROdH64l1gO1roNvdoC4NXeLY/UCsdPJDX2DrZPLEjQyaWKgysZTV1g1VfFjVtbL61SPZAHEWavFDE9QWLHhi464LOYnZPMW6ByMAjPgme8/q/zMBQlh+Tkcz82ku0njA==',key_name='tempest-keypair-1005280025',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6737331f0d5e474cbd04c52908c2b285',ramdisk_id='',reservation_id='r-l2b6u8fq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1604445710',owner_user_name='tempest-TaggedBootDevicesTest-1604445710-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:35:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='37c974999baa414aaee0b12e7a15c4f9',uuid=fc75121d-9e3c-4306-8a8d-6c8abf1ae04e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a9823422-b10b-4a32-aa26-45fed807e505", "address": "fa:16:3e:34:be:f6", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9823422-b1", "ovs_interfaceid": "a9823422-b10b-4a32-aa26-45fed807e505", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converting VIF {"id": "a9823422-b10b-4a32-aa26-45fed807e505", "address": "fa:16:3e:34:be:f6", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9823422-b1", "ovs_interfaceid": "a9823422-b10b-4a32-aa26-45fed807e505", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:be:f6,bridge_name='br-int',has_traffic_filtering=True,id=a9823422-b10b-4a32-aa26-45fed807e505,network=Network(529021d4-5e1d-4595-979f-b9ee04904d76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9823422-b1') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1334139112',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1334139112',id=11,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMROdH64l1gO1roNvdoC4NXeLY/UCsdPJDX2DrZPLEjQyaWKgysZTV1g1VfFjVtbL61SPZAHEWavFDE9QWLHhi464LOYnZPMW6ByMAjPgme8/q/zMBQlh+Tkcz82ku0njA==',key_name='tempest-keypair-1005280025',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6737331f0d5e474cbd04c52908c2b285',ramdisk_id='',reservation_id='r-l2b6u8fq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1604445710',owner_user_name='tempest-TaggedBootDevicesTest-1604445710-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:35:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='37c974999baa414aaee0b12e7a15c4f9',uuid=fc75121d-9e3c-4306-8a8d-6c8abf1ae04e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3b4315e5-617b-4e9d-9a90-f83cdd6b9f54", "address": "fa:16:3e:d0:c5:04", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b4315e5-61", "ovs_interfaceid": "3b4315e5-617b-4e9d-9a90-f83cdd6b9f54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converting VIF {"id": "3b4315e5-617b-4e9d-9a90-f83cdd6b9f54", "address": "fa:16:3e:d0:c5:04", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b4315e5-61", "ovs_interfaceid": "3b4315e5-617b-4e9d-9a90-f83cdd6b9f54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:c5:04,bridge_name='br-int',has_traffic_filtering=True,id=3b4315e5-617b-4e9d-9a90-f83cdd6b9f54,network=Network(529021d4-5e1d-4595-979f-b9ee04904d76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b4315e5-61') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1334139112',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1334139112',id=11,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMROdH64l1gO1roNvdoC4NXeLY/UCsdPJDX2DrZPLEjQyaWKgysZTV1g1VfFjVtbL61SPZAHEWavFDE9QWLHhi464LOYnZPMW6ByMAjPgme8/q/zMBQlh+Tkcz82ku0njA==',key_name='tempest-keypair-1005280025',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6737331f0d5e474cbd04c52908c2b285',ramdisk_id='',reservation_id='r-l2b6u8fq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1604445710',owner_user_name='tempest-TaggedBootDevicesTest-1604445710-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:35:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='37c974999baa414aaee0b12e7a15c4f9',uuid=fc75121d-9e3c-4306-8a8d-6c8abf1ae04e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e", "address": "fa:16:3e:2a:d0:27", "network": {"id": "40881742-a142-41db-82a7-d0ffdbda4972", "bridge": "br-int", "label": "tempest-device-tagging-net2-774030377", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b8bf4d1-73", "ovs_interfaceid": "2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converting VIF {"id": "2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e", "address": "fa:16:3e:2a:d0:27", "network": {"id": "40881742-a142-41db-82a7-d0ffdbda4972", "bridge": "br-int", "label": "tempest-device-tagging-net2-774030377", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b8bf4d1-73", "ovs_interfaceid": "2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2a:d0:27,bridge_name='br-int',has_traffic_filtering=True,id=2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e,network=Network(40881742-a142-41db-82a7-d0ffdbda4972),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b8bf4d1-73') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1334139112',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1334139112',id=11,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMROdH64l1gO1roNvdoC4NXeLY/UCsdPJDX2DrZPLEjQyaWKgysZTV1g1VfFjVtbL61SPZAHEWavFDE9QWLHhi464LOYnZPMW6ByMAjPgme8/q/zMBQlh+Tkcz82ku0njA==',key_name='tempest-keypair-1005280025',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6737331f0d5e474cbd04c52908c2b285',ramdisk_id='',reservation_id='r-l2b6u8fq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1604445710',owner_user_name='tempest-TaggedBootDevicesTest-1604445710-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:35:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='37c974999baa414aaee0b12e7a15c4f9',uuid=fc75121d-9e3c-4306-8a8d-6c8abf1ae04e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "66680cda-c54c-40bb-ad57-66ed90e083f6", "address": "fa:16:3e:d3:3a:55", "network": {"id": "40881742-a142-41db-82a7-d0ffdbda4972", "bridge": "br-int", "label": "tempest-device-tagging-net2-774030377", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66680cda-c5", "ovs_interfaceid": "66680cda-c54c-40bb-ad57-66ed90e083f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converting VIF {"id": "66680cda-c54c-40bb-ad57-66ed90e083f6", "address": "fa:16:3e:d3:3a:55", "network": {"id": "40881742-a142-41db-82a7-d0ffdbda4972", "bridge": "br-int", "label": "tempest-device-tagging-net2-774030377", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66680cda-c5", "ovs_interfaceid": "66680cda-c54c-40bb-ad57-66ed90e083f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:3a:55,bridge_name='br-int',has_traffic_filtering=True,id=66680cda-c54c-40bb-ad57-66ed90e083f6,network=Network(40881742-a142-41db-82a7-d0ffdbda4972),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66680cda-c5') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.objects.instance [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lazy-loading 'pci_devices' on Instance uuid fc75121d-9e3c-4306-8a8d-6c8abf1ae04e {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:37:36 user nova-compute[74491]:   <uuid>fc75121d-9e3c-4306-8a8d-6c8abf1ae04e</uuid>
Oct 30 07:37:36 user nova-compute[74491]:   <name>instance-0000000b</name>
Oct 30 07:37:36 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:37:36 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:37:36 user nova-compute[74491]:   <metadata>
Oct 30 07:37:36 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:37:36 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:37:36 user nova-compute[74491]:       <nova:name>tempest-device-tagging-server-1334139112</nova:name>
Oct 30 07:37:36 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:37:31</nova:creationTime>
Oct 30 07:37:36 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:37:36 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:37:36 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:37:36 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:37:36 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:37:36 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:37:36 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:37:36 user nova-compute[74491]:       <nova:owner>
Oct 30 07:37:36 user nova-compute[74491]:         <nova:user uuid="37c974999baa414aaee0b12e7a15c4f9">tempest-TaggedBootDevicesTest-1604445710-project-member</nova:user>
Oct 30 07:37:36 user nova-compute[74491]:         <nova:project uuid="6737331f0d5e474cbd04c52908c2b285">tempest-TaggedBootDevicesTest-1604445710</nova:project>
Oct 30 07:37:36 user nova-compute[74491]:       </nova:owner>
Oct 30 07:37:36 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:37:36 user nova-compute[74491]:       <nova:ports>
Oct 30 07:37:36 user nova-compute[74491]:         <nova:port uuid="0dc1f4fe-d457-4deb-8662-1ad09059cd68">
Oct 30 07:37:36 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 30 07:37:36 user nova-compute[74491]:         </nova:port>
Oct 30 07:37:36 user nova-compute[74491]:         <nova:port uuid="5b2c5101-6388-4c55-9c1a-c6bc4ee2367c">
Oct 30 07:37:36 user nova-compute[74491]:           <nova:ip type="fixed" address="10.1.1.50" ipVersion="4"/>
Oct 30 07:37:36 user nova-compute[74491]:         </nova:port>
Oct 30 07:37:36 user nova-compute[74491]:         <nova:port uuid="a775ab1d-56e0-4f49-8b7f-4ffc2b89981f">
Oct 30 07:37:36 user nova-compute[74491]:           <nova:ip type="fixed" address="10.1.1.129" ipVersion="4"/>
Oct 30 07:37:36 user nova-compute[74491]:         </nova:port>
Oct 30 07:37:36 user nova-compute[74491]:         <nova:port uuid="a9823422-b10b-4a32-aa26-45fed807e505">
Oct 30 07:37:36 user nova-compute[74491]:           <nova:ip type="fixed" address="10.1.1.211" ipVersion="4"/>
Oct 30 07:37:36 user nova-compute[74491]:         </nova:port>
Oct 30 07:37:36 user nova-compute[74491]:         <nova:port uuid="3b4315e5-617b-4e9d-9a90-f83cdd6b9f54">
Oct 30 07:37:36 user nova-compute[74491]:           <nova:ip type="fixed" address="10.1.1.242" ipVersion="4"/>
Oct 30 07:37:36 user nova-compute[74491]:         </nova:port>
Oct 30 07:37:36 user nova-compute[74491]:         <nova:port uuid="2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e">
Oct 30 07:37:36 user nova-compute[74491]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Oct 30 07:37:36 user nova-compute[74491]:         </nova:port>
Oct 30 07:37:36 user nova-compute[74491]:         <nova:port uuid="66680cda-c54c-40bb-ad57-66ed90e083f6">
Oct 30 07:37:36 user nova-compute[74491]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Oct 30 07:37:36 user nova-compute[74491]:         </nova:port>
Oct 30 07:37:36 user nova-compute[74491]:       </nova:ports>
Oct 30 07:37:36 user nova-compute[74491]:     </nova:instance>
Oct 30 07:37:36 user nova-compute[74491]:   </metadata>
Oct 30 07:37:36 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:37:36 user nova-compute[74491]:     <system>
Oct 30 07:37:36 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:37:36 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:37:36 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:37:36 user nova-compute[74491]:       <entry name="serial">fc75121d-9e3c-4306-8a8d-6c8abf1ae04e</entry>
Oct 30 07:37:36 user nova-compute[74491]:       <entry name="uuid">fc75121d-9e3c-4306-8a8d-6c8abf1ae04e</entry>
Oct 30 07:37:36 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:37:36 user nova-compute[74491]:     </system>
Oct 30 07:37:36 user nova-compute[74491]:   </sysinfo>
Oct 30 07:37:36 user nova-compute[74491]:   <os>
Oct 30 07:37:36 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:37:36 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:37:36 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:37:36 user nova-compute[74491]:   </os>
Oct 30 07:37:36 user nova-compute[74491]:   <features>
Oct 30 07:37:36 user nova-compute[74491]:     <acpi/>
Oct 30 07:37:36 user nova-compute[74491]:     <apic/>
Oct 30 07:37:36 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:37:36 user nova-compute[74491]:   </features>
Oct 30 07:37:36 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:37:36 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:37:36 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:37:36 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:37:36 user nova-compute[74491]:   </clock>
Oct 30 07:37:36 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:37:36 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:37:36 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:37:36 user nova-compute[74491]:   </cpu>
Oct 30 07:37:36 user nova-compute[74491]:   <devices>
Oct 30 07:37:36 user nova-compute[74491]:     <disk type="file" device="cdrom">
Oct 30 07:37:36 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none"/>
Oct 30 07:37:36 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/fc75121d-9e3c-4306-8a8d-6c8abf1ae04e/disk.config"/>
Oct 30 07:37:36 user nova-compute[74491]:       <target dev="hda" bus="ide"/>
Oct 30 07:37:36 user nova-compute[74491]:     </disk>
Oct 30 07:37:36 user nova-compute[74491]:     <disk type="block" device="disk">
Oct 30 07:37:36 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:37:36 user nova-compute[74491]:       <source dev="/dev/sdi"/>
Oct 30 07:37:36 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:37:36 user nova-compute[74491]:       <serial>0a4d4280-1ee7-4536-a56e-634db6298705</serial>
Oct 30 07:37:36 user nova-compute[74491]:     </disk>
Oct 30 07:37:36 user nova-compute[74491]:     <disk type="block" device="disk">
Oct 30 07:37:36 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:37:36 user nova-compute[74491]:       <source dev="/dev/sdj"/>
Oct 30 07:37:36 user nova-compute[74491]:       <target dev="vdb" bus="virtio"/>
Oct 30 07:37:36 user nova-compute[74491]:       <serial>99979289-0e39-479b-97b1-379883169eaa</serial>
Oct 30 07:37:36 user nova-compute[74491]:     </disk>
Oct 30 07:37:36 user nova-compute[74491]:     <disk type="block" device="disk">
Oct 30 07:37:36 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:37:36 user nova-compute[74491]:       <source dev="/dev/sdk"/>
Oct 30 07:37:36 user nova-compute[74491]:       <target dev="vdc" bus="virtio"/>
Oct 30 07:37:36 user nova-compute[74491]:       <serial>c478197d-bf39-4a39-9d79-02c8b5e98fa5</serial>
Oct 30 07:37:36 user nova-compute[74491]:     </disk>
Oct 30 07:37:36 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:37:36 user nova-compute[74491]:       <mac address="fa:16:3e:8a:05:2a"/>
Oct 30 07:37:36 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:37:36 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:37:36 user nova-compute[74491]:       <target dev="tap0dc1f4fe-d4"/>
Oct 30 07:37:36 user nova-compute[74491]:     </interface>
Oct 30 07:37:36 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:37:36 user nova-compute[74491]:       <mac address="fa:16:3e:3a:9c:db"/>
Oct 30 07:37:36 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:37:36 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:37:36 user nova-compute[74491]:       <target dev="tap5b2c5101-63"/>
Oct 30 07:37:36 user nova-compute[74491]:     </interface>
Oct 30 07:37:36 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:37:36 user nova-compute[74491]:       <mac address="fa:16:3e:36:f5:3e"/>
Oct 30 07:37:36 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:37:36 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:37:36 user nova-compute[74491]:       <target dev="tapa775ab1d-56"/>
Oct 30 07:37:36 user nova-compute[74491]:     </interface>
Oct 30 07:37:36 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:37:36 user nova-compute[74491]:       <mac address="fa:16:3e:34:be:f6"/>
Oct 30 07:37:36 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:37:36 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:37:36 user nova-compute[74491]:       <target dev="tapa9823422-b1"/>
Oct 30 07:37:36 user nova-compute[74491]:     </interface>
Oct 30 07:37:36 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:37:36 user nova-compute[74491]:       <mac address="fa:16:3e:d0:c5:04"/>
Oct 30 07:37:36 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:37:36 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:37:36 user nova-compute[74491]:       <target dev="tap3b4315e5-61"/>
Oct 30 07:37:36 user nova-compute[74491]:     </interface>
Oct 30 07:37:36 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:37:36 user nova-compute[74491]:       <mac address="fa:16:3e:2a:d0:27"/>
Oct 30 07:37:36 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:37:36 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:37:36 user nova-compute[74491]:       <target dev="tap2b8bf4d1-73"/>
Oct 30 07:37:36 user nova-compute[74491]:     </interface>
Oct 30 07:37:36 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:37:36 user nova-compute[74491]:       <mac address="fa:16:3e:d3:3a:55"/>
Oct 30 07:37:36 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:37:36 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:37:36 user nova-compute[74491]:       <target dev="tap66680cda-c5"/>
Oct 30 07:37:36 user nova-compute[74491]:     </interface>
Oct 30 07:37:36 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:37:36 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/fc75121d-9e3c-4306-8a8d-6c8abf1ae04e/console.log" append="off"/>
Oct 30 07:37:36 user nova-compute[74491]:     </serial>
Oct 30 07:37:36 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:37:36 user nova-compute[74491]:     <video>
Oct 30 07:37:36 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:37:36 user nova-compute[74491]:     </video>
Oct 30 07:37:36 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:37:36 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:37:36 user nova-compute[74491]:     </rng>
Oct 30 07:37:36 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:37:36 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:37:36 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:37:36 user nova-compute[74491]:     </memballoon>
Oct 30 07:37:36 user nova-compute[74491]:   </devices>
Oct 30 07:37:36 user nova-compute[74491]: </domain>
Oct 30 07:37:36 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1334139112',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1334139112',id=11,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMROdH64l1gO1roNvdoC4NXeLY/UCsdPJDX2DrZPLEjQyaWKgysZTV1g1VfFjVtbL61SPZAHEWavFDE9QWLHhi464LOYnZPMW6ByMAjPgme8/q/zMBQlh+Tkcz82ku0njA==',key_name='tempest-keypair-1005280025',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6737331f0d5e474cbd04c52908c2b285',ramdisk_id='',reservation_id='r-l2b6u8fq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1604445710',owner_user_name='tempest-TaggedBootDevicesTest-1604445710-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:35:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='37c974999baa414aaee0b12e7a15c4f9',uuid=fc75121d-9e3c-4306-8a8d-6c8abf1ae04e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0dc1f4fe-d457-4deb-8662-1ad09059cd68", "address": "fa:16:3e:8a:05:2a", "network": {"id": "19f382ee-1133-4245-bd6e-1c57a79ac544", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2002153751-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0dc1f4fe-d4", "ovs_interfaceid": "0dc1f4fe-d457-4deb-8662-1ad09059cd68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converting VIF {"id": "0dc1f4fe-d457-4deb-8662-1ad09059cd68", "address": "fa:16:3e:8a:05:2a", "network": {"id": "19f382ee-1133-4245-bd6e-1c57a79ac544", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2002153751-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0dc1f4fe-d4", "ovs_interfaceid": "0dc1f4fe-d457-4deb-8662-1ad09059cd68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:05:2a,bridge_name='br-int',has_traffic_filtering=True,id=0dc1f4fe-d457-4deb-8662-1ad09059cd68,network=Network(19f382ee-1133-4245-bd6e-1c57a79ac544),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0dc1f4fe-d4') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG os_vif [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:05:2a,bridge_name='br-int',has_traffic_filtering=True,id=0dc1f4fe-d457-4deb-8662-1ad09059cd68,network=Network(19f382ee-1133-4245-bd6e-1c57a79ac544),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0dc1f4fe-d4') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5ddcbf97-f21e-5e2d-9fba-02feb2381301', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0dc1f4fe-d4, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0dc1f4fe-d4, col_values=(('qos', UUID('29a454bb-02c6-4f67-8f0d-a245c9cd457e')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0dc1f4fe-d4, col_values=(('external_ids', {'iface-id': '0dc1f4fe-d457-4deb-8662-1ad09059cd68', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8a:05:2a', 'vm-uuid': 'fc75121d-9e3c-4306-8a8d-6c8abf1ae04e'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: INFO os_vif [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:05:2a,bridge_name='br-int',has_traffic_filtering=True,id=0dc1f4fe-d457-4deb-8662-1ad09059cd68,network=Network(19f382ee-1133-4245-bd6e-1c57a79ac544),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0dc1f4fe-d4')
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1334139112',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1334139112',id=11,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMROdH64l1gO1roNvdoC4NXeLY/UCsdPJDX2DrZPLEjQyaWKgysZTV1g1VfFjVtbL61SPZAHEWavFDE9QWLHhi464LOYnZPMW6ByMAjPgme8/q/zMBQlh+Tkcz82ku0njA==',key_name='tempest-keypair-1005280025',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6737331f0d5e474cbd04c52908c2b285',ramdisk_id='',reservation_id='r-l2b6u8fq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1604445710',owner_user_name='tempest-TaggedBootDevicesTest-1604445710-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:35:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='37c974999baa414aaee0b12e7a15c4f9',uuid=fc75121d-9e3c-4306-8a8d-6c8abf1ae04e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5b2c5101-6388-4c55-9c1a-c6bc4ee2367c", "address": "fa:16:3e:3a:9c:db", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b2c5101-63", "ovs_interfaceid": "5b2c5101-6388-4c55-9c1a-c6bc4ee2367c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converting VIF {"id": "5b2c5101-6388-4c55-9c1a-c6bc4ee2367c", "address": "fa:16:3e:3a:9c:db", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b2c5101-63", "ovs_interfaceid": "5b2c5101-6388-4c55-9c1a-c6bc4ee2367c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3a:9c:db,bridge_name='br-int',has_traffic_filtering=True,id=5b2c5101-6388-4c55-9c1a-c6bc4ee2367c,network=Network(529021d4-5e1d-4595-979f-b9ee04904d76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap5b2c5101-63') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG os_vif [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:9c:db,bridge_name='br-int',has_traffic_filtering=True,id=5b2c5101-6388-4c55-9c1a-c6bc4ee2367c,network=Network(529021d4-5e1d-4595-979f-b9ee04904d76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap5b2c5101-63') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f5bcf010-2ea5-5400-ae8a-adf3c8659729', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5b2c5101-63, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5b2c5101-63, col_values=(('qos', UUID('72a161a3-056c-4a89-a9c7-5e803efa4f89')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5b2c5101-63, col_values=(('external_ids', {'iface-id': '5b2c5101-6388-4c55-9c1a-c6bc4ee2367c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3a:9c:db', 'vm-uuid': 'fc75121d-9e3c-4306-8a8d-6c8abf1ae04e'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: INFO os_vif [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:9c:db,bridge_name='br-int',has_traffic_filtering=True,id=5b2c5101-6388-4c55-9c1a-c6bc4ee2367c,network=Network(529021d4-5e1d-4595-979f-b9ee04904d76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap5b2c5101-63')
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1334139112',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1334139112',id=11,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMROdH64l1gO1roNvdoC4NXeLY/UCsdPJDX2DrZPLEjQyaWKgysZTV1g1VfFjVtbL61SPZAHEWavFDE9QWLHhi464LOYnZPMW6ByMAjPgme8/q/zMBQlh+Tkcz82ku0njA==',key_name='tempest-keypair-1005280025',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6737331f0d5e474cbd04c52908c2b285',ramdisk_id='',reservation_id='r-l2b6u8fq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1604445710',owner_user_name='tempest-TaggedBootDevicesTest-1604445710-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:35:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='37c974999baa414aaee0b12e7a15c4f9',uuid=fc75121d-9e3c-4306-8a8d-6c8abf1ae04e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a775ab1d-56e0-4f49-8b7f-4ffc2b89981f", "address": "fa:16:3e:36:f5:3e", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa775ab1d-56", "ovs_interfaceid": "a775ab1d-56e0-4f49-8b7f-4ffc2b89981f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converting VIF {"id": "a775ab1d-56e0-4f49-8b7f-4ffc2b89981f", "address": "fa:16:3e:36:f5:3e", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa775ab1d-56", "ovs_interfaceid": "a775ab1d-56e0-4f49-8b7f-4ffc2b89981f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:f5:3e,bridge_name='br-int',has_traffic_filtering=True,id=a775ab1d-56e0-4f49-8b7f-4ffc2b89981f,network=Network(529021d4-5e1d-4595-979f-b9ee04904d76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa775ab1d-56') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG os_vif [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:f5:3e,bridge_name='br-int',has_traffic_filtering=True,id=a775ab1d-56e0-4f49-8b7f-4ffc2b89981f,network=Network(529021d4-5e1d-4595-979f-b9ee04904d76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa775ab1d-56') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5460a4ec-f736-55cd-9161-00aa2c843314', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa775ab1d-56, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa775ab1d-56, col_values=(('qos', UUID('bf5fd8b6-75d4-428f-9446-de59f7889ed5')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa775ab1d-56, col_values=(('external_ids', {'iface-id': 'a775ab1d-56e0-4f49-8b7f-4ffc2b89981f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:36:f5:3e', 'vm-uuid': 'fc75121d-9e3c-4306-8a8d-6c8abf1ae04e'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: INFO os_vif [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:f5:3e,bridge_name='br-int',has_traffic_filtering=True,id=a775ab1d-56e0-4f49-8b7f-4ffc2b89981f,network=Network(529021d4-5e1d-4595-979f-b9ee04904d76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa775ab1d-56')
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1334139112',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1334139112',id=11,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMROdH64l1gO1roNvdoC4NXeLY/UCsdPJDX2DrZPLEjQyaWKgysZTV1g1VfFjVtbL61SPZAHEWavFDE9QWLHhi464LOYnZPMW6ByMAjPgme8/q/zMBQlh+Tkcz82ku0njA==',key_name='tempest-keypair-1005280025',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6737331f0d5e474cbd04c52908c2b285',ramdisk_id='',reservation_id='r-l2b6u8fq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1604445710',owner_user_name='tempest-TaggedBootDevicesTest-1604445710-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:35:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='37c974999baa414aaee0b12e7a15c4f9',uuid=fc75121d-9e3c-4306-8a8d-6c8abf1ae04e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a9823422-b10b-4a32-aa26-45fed807e505", "address": "fa:16:3e:34:be:f6", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9823422-b1", "ovs_interfaceid": "a9823422-b10b-4a32-aa26-45fed807e505", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converting VIF {"id": "a9823422-b10b-4a32-aa26-45fed807e505", "address": "fa:16:3e:34:be:f6", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9823422-b1", "ovs_interfaceid": "a9823422-b10b-4a32-aa26-45fed807e505", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:be:f6,bridge_name='br-int',has_traffic_filtering=True,id=a9823422-b10b-4a32-aa26-45fed807e505,network=Network(529021d4-5e1d-4595-979f-b9ee04904d76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9823422-b1') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG os_vif [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:be:f6,bridge_name='br-int',has_traffic_filtering=True,id=a9823422-b10b-4a32-aa26-45fed807e505,network=Network(529021d4-5e1d-4595-979f-b9ee04904d76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9823422-b1') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0bc0ffe6-c79e-5482-8783-aefab32cb8e8', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa9823422-b1, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa9823422-b1, col_values=(('qos', UUID('209a8154-73dd-42c4-ad8d-25fba9aa430d')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa9823422-b1, col_values=(('external_ids', {'iface-id': 'a9823422-b10b-4a32-aa26-45fed807e505', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:34:be:f6', 'vm-uuid': 'fc75121d-9e3c-4306-8a8d-6c8abf1ae04e'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: INFO os_vif [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:be:f6,bridge_name='br-int',has_traffic_filtering=True,id=a9823422-b10b-4a32-aa26-45fed807e505,network=Network(529021d4-5e1d-4595-979f-b9ee04904d76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9823422-b1')
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1334139112',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1334139112',id=11,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMROdH64l1gO1roNvdoC4NXeLY/UCsdPJDX2DrZPLEjQyaWKgysZTV1g1VfFjVtbL61SPZAHEWavFDE9QWLHhi464LOYnZPMW6ByMAjPgme8/q/zMBQlh+Tkcz82ku0njA==',key_name='tempest-keypair-1005280025',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6737331f0d5e474cbd04c52908c2b285',ramdisk_id='',reservation_id='r-l2b6u8fq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1604445710',owner_user_name='tempest-TaggedBootDevicesTest-1604445710-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:35:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='37c974999baa414aaee0b12e7a15c4f9',uuid=fc75121d-9e3c-4306-8a8d-6c8abf1ae04e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3b4315e5-617b-4e9d-9a90-f83cdd6b9f54", "address": "fa:16:3e:d0:c5:04", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b4315e5-61", "ovs_interfaceid": "3b4315e5-617b-4e9d-9a90-f83cdd6b9f54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converting VIF {"id": "3b4315e5-617b-4e9d-9a90-f83cdd6b9f54", "address": "fa:16:3e:d0:c5:04", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b4315e5-61", "ovs_interfaceid": "3b4315e5-617b-4e9d-9a90-f83cdd6b9f54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:c5:04,bridge_name='br-int',has_traffic_filtering=True,id=3b4315e5-617b-4e9d-9a90-f83cdd6b9f54,network=Network(529021d4-5e1d-4595-979f-b9ee04904d76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b4315e5-61') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG os_vif [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:c5:04,bridge_name='br-int',has_traffic_filtering=True,id=3b4315e5-617b-4e9d-9a90-f83cdd6b9f54,network=Network(529021d4-5e1d-4595-979f-b9ee04904d76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b4315e5-61') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cc401f59-e27d-5c70-ac92-28cea4cbce7b', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3b4315e5-61, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3b4315e5-61, col_values=(('qos', UUID('0c8265c9-db7b-41f0-9e64-2e68ab9bf891')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3b4315e5-61, col_values=(('external_ids', {'iface-id': '3b4315e5-617b-4e9d-9a90-f83cdd6b9f54', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d0:c5:04', 'vm-uuid': 'fc75121d-9e3c-4306-8a8d-6c8abf1ae04e'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: INFO os_vif [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:c5:04,bridge_name='br-int',has_traffic_filtering=True,id=3b4315e5-617b-4e9d-9a90-f83cdd6b9f54,network=Network(529021d4-5e1d-4595-979f-b9ee04904d76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b4315e5-61')
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1334139112',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1334139112',id=11,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMROdH64l1gO1roNvdoC4NXeLY/UCsdPJDX2DrZPLEjQyaWKgysZTV1g1VfFjVtbL61SPZAHEWavFDE9QWLHhi464LOYnZPMW6ByMAjPgme8/q/zMBQlh+Tkcz82ku0njA==',key_name='tempest-keypair-1005280025',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6737331f0d5e474cbd04c52908c2b285',ramdisk_id='',reservation_id='r-l2b6u8fq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1604445710',owner_user_name='tempest-TaggedBootDevicesTest-1604445710-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:35:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='37c974999baa414aaee0b12e7a15c4f9',uuid=fc75121d-9e3c-4306-8a8d-6c8abf1ae04e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e", "address": "fa:16:3e:2a:d0:27", "network": {"id": "40881742-a142-41db-82a7-d0ffdbda4972", "bridge": "br-int", "label": "tempest-device-tagging-net2-774030377", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b8bf4d1-73", "ovs_interfaceid": "2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converting VIF {"id": "2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e", "address": "fa:16:3e:2a:d0:27", "network": {"id": "40881742-a142-41db-82a7-d0ffdbda4972", "bridge": "br-int", "label": "tempest-device-tagging-net2-774030377", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b8bf4d1-73", "ovs_interfaceid": "2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2a:d0:27,bridge_name='br-int',has_traffic_filtering=True,id=2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e,network=Network(40881742-a142-41db-82a7-d0ffdbda4972),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b8bf4d1-73') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG os_vif [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2a:d0:27,bridge_name='br-int',has_traffic_filtering=True,id=2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e,network=Network(40881742-a142-41db-82a7-d0ffdbda4972),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b8bf4d1-73') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '06a3e0df-ca93-5636-bbe6-b3fb5f84432c', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2b8bf4d1-73, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2b8bf4d1-73, col_values=(('qos', UUID('95857e39-6f26-468e-b5b7-120423544777')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2b8bf4d1-73, col_values=(('external_ids', {'iface-id': '2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2a:d0:27', 'vm-uuid': 'fc75121d-9e3c-4306-8a8d-6c8abf1ae04e'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: INFO os_vif [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2a:d0:27,bridge_name='br-int',has_traffic_filtering=True,id=2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e,network=Network(40881742-a142-41db-82a7-d0ffdbda4972),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b8bf4d1-73')
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1334139112',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1334139112',id=11,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMROdH64l1gO1roNvdoC4NXeLY/UCsdPJDX2DrZPLEjQyaWKgysZTV1g1VfFjVtbL61SPZAHEWavFDE9QWLHhi464LOYnZPMW6ByMAjPgme8/q/zMBQlh+Tkcz82ku0njA==',key_name='tempest-keypair-1005280025',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6737331f0d5e474cbd04c52908c2b285',ramdisk_id='',reservation_id='r-l2b6u8fq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1604445710',owner_user_name='tempest-TaggedBootDevicesTest-1604445710-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:35:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='37c974999baa414aaee0b12e7a15c4f9',uuid=fc75121d-9e3c-4306-8a8d-6c8abf1ae04e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "66680cda-c54c-40bb-ad57-66ed90e083f6", "address": "fa:16:3e:d3:3a:55", "network": {"id": "40881742-a142-41db-82a7-d0ffdbda4972", "bridge": "br-int", "label": "tempest-device-tagging-net2-774030377", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66680cda-c5", "ovs_interfaceid": "66680cda-c54c-40bb-ad57-66ed90e083f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converting VIF {"id": "66680cda-c54c-40bb-ad57-66ed90e083f6", "address": "fa:16:3e:d3:3a:55", "network": {"id": "40881742-a142-41db-82a7-d0ffdbda4972", "bridge": "br-int", "label": "tempest-device-tagging-net2-774030377", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66680cda-c5", "ovs_interfaceid": "66680cda-c54c-40bb-ad57-66ed90e083f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:3a:55,bridge_name='br-int',has_traffic_filtering=True,id=66680cda-c54c-40bb-ad57-66ed90e083f6,network=Network(40881742-a142-41db-82a7-d0ffdbda4972),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66680cda-c5') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG os_vif [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:3a:55,bridge_name='br-int',has_traffic_filtering=True,id=66680cda-c54c-40bb-ad57-66ed90e083f6,network=Network(40881742-a142-41db-82a7-d0ffdbda4972),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66680cda-c5') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '38364000-800e-54ff-ab77-ba6d15995836', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap66680cda-c5, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap66680cda-c5, col_values=(('qos', UUID('a70d05ac-9e98-419f-9049-76a2c840c2c6')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap66680cda-c5, col_values=(('external_ids', {'iface-id': '66680cda-c54c-40bb-ad57-66ed90e083f6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d3:3a:55', 'vm-uuid': 'fc75121d-9e3c-4306-8a8d-6c8abf1ae04e'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:37 user nova-compute[74491]: INFO os_vif [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:3a:55,bridge_name='br-int',has_traffic_filtering=True,id=66680cda-c54c-40bb-ad57-66ed90e083f6,network=Network(40881742-a142-41db-82a7-d0ffdbda4972),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66680cda-c5')
Oct 30 07:37:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] No BDM found with device name hda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:37:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:37:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] No VIF found with MAC fa:16:3e:8a:05:2a, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:37:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] No VIF found with MAC fa:16:3e:d0:c5:04, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:37:37 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Using config drive
Oct 30 07:37:37 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Creating config drive at /opt/stack/data/nova/instances/fc75121d-9e3c-4306-8a8d-6c8abf1ae04e/disk.config
Oct 30 07:37:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/fc75121d-9e3c-4306-8a8d-6c8abf1ae04e/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp_n3x1hsb {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/fc75121d-9e3c-4306-8a8d-6c8abf1ae04e/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp_n3x1hsb" returned: 0 in 0.065s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:38 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:37:38 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:37:38 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 07:37:38 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:37:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:38 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 07:37:39 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance 4a1e1884-891c-401f-b946-7eee2c6950fe is timed out.
Oct 30 07:37:39 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Successfully detached device sdc from instance 4a1e1884-891c-401f-b946-7eee2c6950fe from the live domain config.
Oct 30 07:37:39 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YUoFvPbX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:37:39 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:37:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.038s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1139f84c-e957-4bb2-a8c1-6ce181a21842]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:37:39 user nova-compute[74491]: No targets found.
Oct 30 07:37:39 user nova-compute[74491]: iSNS:
Oct 30 07:37:39 user nova-compute[74491]: No targets found.
Oct 30 07:37:39 user nova-compute[74491]: STATIC:
Oct 30 07:37:39 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622
Oct 30 07:37:39 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:39 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:39 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f
Oct 30 07:37:39 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:39 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:39 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd
Oct 30 07:37:39 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:39 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:39 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e
Oct 30 07:37:39 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:39 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:39 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705
Oct 30 07:37:39 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:39 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:39 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919
Oct 30 07:37:39 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:39 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:39 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa
Oct 30 07:37:39 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:39 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:39 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5
Oct 30 07:37:39 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:39 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:39 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc
Oct 30 07:37:39 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:39 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:39 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54
Oct 30 07:37:39 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:39 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:39 user nova-compute[74491]: FIRMWARE:
Oct 30 07:37:39 user nova-compute[74491]: No targets found.
Oct 30 07:37:39 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:37:39 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:37:39 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.032s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[58999b0e-fcb3-48af-8e86-1f10cfc27b54]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.042s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b15e75b-02a0-4fd3-bba6-dad7766d337c]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:37:39 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:37:39 user nova-compute[74491]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:37:39 user nova-compute[74491]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:37:39 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:39 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:39 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:39 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:39 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:39 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:37:39 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:37:39 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:37:39 user nova-compute[74491]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:37:39 user nova-compute[74491]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f (non-flash)
Oct 30 07:37:39 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:39 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:39 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:39 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:39 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:39 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:37:39 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fef01fc9ab0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f'): ({'sdb'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Removing single pathed devices sdb {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.030s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d0c1b88-8a37-4623-a5e1-87804bdc3d39]: (4, ('path checker states:\nup                  10\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f01f1d8d-66cd-49d2-a6f2-7ee41091f378]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Flushing IO for device /dev/sdb {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4ca07df-0eeb-4012-b8c2-5ed20c711adc]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.090s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[319febb1-f130-4fda-9b1f-5f8557090264]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[00f51551-b1e4-430e-b6c5-f86b6743ff75]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f -p 172.16.0.220:3260 --logout" returned: 0 in 0.086s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a808aa7-c2a5-4e9b-9b5a-84c53823371c]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f, portal: 172.16.0.220,3260]
Oct 30 07:37:39 user nova-compute[74491]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f, portal: 172.16.0.220,3260] successful.
Oct 30 07:37:39 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a60c3e2-e050-4b33-a0d8-fa83a9c9172f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.046s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1be99c19-d094-4ed3-b6ce-8b2f446247b7]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.531s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] <== disconnect_volume: return (534ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG nova.compute.manager [req-9003f238-f79f-4f31-ba4e-5524adb09820 req-c6b897c0-f1bb-42e3-ad6b-bea0dcc49a07 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-plugged-0dc1f4fe-d457-4deb-8662-1ad09059cd68 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9003f238-f79f-4f31-ba4e-5524adb09820 req-c6b897c0-f1bb-42e3-ad6b-bea0dcc49a07 service nova] Acquiring lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9003f238-f79f-4f31-ba4e-5524adb09820 req-c6b897c0-f1bb-42e3-ad6b-bea0dcc49a07 service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9003f238-f79f-4f31-ba4e-5524adb09820 req-c6b897c0-f1bb-42e3-ad6b-bea0dcc49a07 service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG nova.compute.manager [req-9003f238-f79f-4f31-ba4e-5524adb09820 req-c6b897c0-f1bb-42e3-ad6b-bea0dcc49a07 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] No waiting events found dispatching network-vif-plugged-0dc1f4fe-d457-4deb-8662-1ad09059cd68 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:39 user nova-compute[74491]: WARNING nova.compute.manager [req-9003f238-f79f-4f31-ba4e-5524adb09820 req-c6b897c0-f1bb-42e3-ad6b-bea0dcc49a07 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received unexpected event network-vif-plugged-0dc1f4fe-d457-4deb-8662-1ad09059cd68 for instance with vm_state building and task_state spawning.
Oct 30 07:37:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:39 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance de1afc91-375c-4c89-92e4-07f9642199dd is timed out.
Oct 30 07:37:39 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Successfully detached device vdb from instance de1afc91-375c-4c89-92e4-07f9642199dd from the live domain config.
Oct 30 07:37:39 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OnjADyUW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:37:40 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:37:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.036s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[69dbcee6-2b6e-482c-8286-035d87b1c482]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:37:40 user nova-compute[74491]: No targets found.
Oct 30 07:37:40 user nova-compute[74491]: iSNS:
Oct 30 07:37:40 user nova-compute[74491]: No targets found.
Oct 30 07:37:40 user nova-compute[74491]: STATIC:
Oct 30 07:37:40 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622
Oct 30 07:37:40 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:40 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:40 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd
Oct 30 07:37:40 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:40 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:40 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e
Oct 30 07:37:40 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:40 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:40 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705
Oct 30 07:37:40 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:40 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:40 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919
Oct 30 07:37:40 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:40 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:40 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa
Oct 30 07:37:40 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:40 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:40 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5
Oct 30 07:37:40 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:40 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:40 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc
Oct 30 07:37:40 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:40 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:40 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54
Oct 30 07:37:40 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:40 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:40 user nova-compute[74491]: FIRMWARE:
Oct 30 07:37:40 user nova-compute[74491]: No targets found.
Oct 30 07:37:40 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:37:40 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:37:40 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[47b62ff4-adec-4438-b567-9e6f01529924]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.039s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[64dd2a22-c6d6-48f5-b93e-c2453ea13f0d]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:37:40 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:37:40 user nova-compute[74491]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:37:40 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:40 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:40 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:40 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:40 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:40 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:37:40 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:37:40 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:37:40 user nova-compute[74491]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:37:40 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:40 user nova-compute[74491]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e (non-flash)
Oct 30 07:37:40 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:40 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:40 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:40 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:37:40 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef0545cf0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e'): ({'sdd'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Removing single pathed devices sdd {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.035s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0afc359f-821f-4e1f-ba09-f9efc5756a77]: (4, ('path checker states:\nup                  9\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[637ae045-0f85-4b43-a187-97643eba0648]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Flushing IO for device /dev/sdd {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e233968-4b17-4e24-a413-3db0d813f26e]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.043s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[462cf316-6882-4fd3-a43a-8fca209739db]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] SCSI volumes sdd have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5da9843-9675-404f-a3c2-03a7e66c30cd]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e -p 172.16.0.220:3260 --logout" returned: 0 in 0.103s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b34e229c-78a6-4eb2-ac51-630b7c3affb9]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e, portal: 172.16.0.220,3260]
Oct 30 07:37:40 user nova-compute[74491]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e, portal: 172.16.0.220,3260] successful.
Oct 30 07:37:40 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10fec6d0-33f9-43c9-b326-0be1a61af70e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.046s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e41f9e4c-c586-4773-9749-8f25a29f3428]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.486s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] <== disconnect_volume: return (489ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG nova.compute.manager [req-98195705-5bf6-4b90-aa35-a341e5b7362b req-59d07b01-0702-412b-bf1a-0302369c88e0 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-plugged-a9823422-b10b-4a32-aa26-45fed807e505 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-98195705-5bf6-4b90-aa35-a341e5b7362b req-59d07b01-0702-412b-bf1a-0302369c88e0 service nova] Acquiring lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-98195705-5bf6-4b90-aa35-a341e5b7362b req-59d07b01-0702-412b-bf1a-0302369c88e0 service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-98195705-5bf6-4b90-aa35-a341e5b7362b req-59d07b01-0702-412b-bf1a-0302369c88e0 service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:40 user nova-compute[74491]: DEBUG nova.compute.manager [req-98195705-5bf6-4b90-aa35-a341e5b7362b req-59d07b01-0702-412b-bf1a-0302369c88e0 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] No waiting events found dispatching network-vif-plugged-a9823422-b10b-4a32-aa26-45fed807e505 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:40 user nova-compute[74491]: WARNING nova.compute.manager [req-98195705-5bf6-4b90-aa35-a341e5b7362b req-59d07b01-0702-412b-bf1a-0302369c88e0 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received unexpected event network-vif-plugged-a9823422-b10b-4a32-aa26-45fed807e505 for instance with vm_state building and task_state spawning.
Oct 30 07:37:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG nova.compute.manager [req-2a9e6914-e46f-4c4b-8698-10a0613abba9 req-c9299d5e-868d-41b2-ab08-c15cf7751fb8 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-plugged-0dc1f4fe-d457-4deb-8662-1ad09059cd68 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2a9e6914-e46f-4c4b-8698-10a0613abba9 req-c9299d5e-868d-41b2-ab08-c15cf7751fb8 service nova] Acquiring lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2a9e6914-e46f-4c4b-8698-10a0613abba9 req-c9299d5e-868d-41b2-ab08-c15cf7751fb8 service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2a9e6914-e46f-4c4b-8698-10a0613abba9 req-c9299d5e-868d-41b2-ab08-c15cf7751fb8 service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG nova.compute.manager [req-2a9e6914-e46f-4c4b-8698-10a0613abba9 req-c9299d5e-868d-41b2-ab08-c15cf7751fb8 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] No waiting events found dispatching network-vif-plugged-0dc1f4fe-d457-4deb-8662-1ad09059cd68 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:41 user nova-compute[74491]: WARNING nova.compute.manager [req-2a9e6914-e46f-4c4b-8698-10a0613abba9 req-c9299d5e-868d-41b2-ab08-c15cf7751fb8 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received unexpected event network-vif-plugged-0dc1f4fe-d457-4deb-8662-1ad09059cd68 for instance with vm_state building and task_state spawning.
Oct 30 07:37:41 user nova-compute[74491]: DEBUG nova.compute.manager [req-2a9e6914-e46f-4c4b-8698-10a0613abba9 req-c9299d5e-868d-41b2-ab08-c15cf7751fb8 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-plugged-5b2c5101-6388-4c55-9c1a-c6bc4ee2367c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2a9e6914-e46f-4c4b-8698-10a0613abba9 req-c9299d5e-868d-41b2-ab08-c15cf7751fb8 service nova] Acquiring lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2a9e6914-e46f-4c4b-8698-10a0613abba9 req-c9299d5e-868d-41b2-ab08-c15cf7751fb8 service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2a9e6914-e46f-4c4b-8698-10a0613abba9 req-c9299d5e-868d-41b2-ab08-c15cf7751fb8 service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG nova.compute.manager [req-2a9e6914-e46f-4c4b-8698-10a0613abba9 req-c9299d5e-868d-41b2-ab08-c15cf7751fb8 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] No waiting events found dispatching network-vif-plugged-5b2c5101-6388-4c55-9c1a-c6bc4ee2367c {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:41 user nova-compute[74491]: WARNING nova.compute.manager [req-2a9e6914-e46f-4c4b-8698-10a0613abba9 req-c9299d5e-868d-41b2-ab08-c15cf7751fb8 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received unexpected event network-vif-plugged-5b2c5101-6388-4c55-9c1a-c6bc4ee2367c for instance with vm_state building and task_state spawning.
Oct 30 07:37:41 user nova-compute[74491]: DEBUG nova.compute.manager [req-2a9e6914-e46f-4c4b-8698-10a0613abba9 req-c9299d5e-868d-41b2-ab08-c15cf7751fb8 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-plugged-5b2c5101-6388-4c55-9c1a-c6bc4ee2367c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2a9e6914-e46f-4c4b-8698-10a0613abba9 req-c9299d5e-868d-41b2-ab08-c15cf7751fb8 service nova] Acquiring lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2a9e6914-e46f-4c4b-8698-10a0613abba9 req-c9299d5e-868d-41b2-ab08-c15cf7751fb8 service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2a9e6914-e46f-4c4b-8698-10a0613abba9 req-c9299d5e-868d-41b2-ab08-c15cf7751fb8 service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG nova.compute.manager [req-2a9e6914-e46f-4c4b-8698-10a0613abba9 req-c9299d5e-868d-41b2-ab08-c15cf7751fb8 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] No waiting events found dispatching network-vif-plugged-5b2c5101-6388-4c55-9c1a-c6bc4ee2367c {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:41 user nova-compute[74491]: WARNING nova.compute.manager [req-2a9e6914-e46f-4c4b-8698-10a0613abba9 req-c9299d5e-868d-41b2-ab08-c15cf7751fb8 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received unexpected event network-vif-plugged-5b2c5101-6388-4c55-9c1a-c6bc4ee2367c for instance with vm_state building and task_state spawning.
Oct 30 07:37:41 user nova-compute[74491]: DEBUG nova.compute.manager [req-2a9e6914-e46f-4c4b-8698-10a0613abba9 req-c9299d5e-868d-41b2-ab08-c15cf7751fb8 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-plugged-a775ab1d-56e0-4f49-8b7f-4ffc2b89981f {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2a9e6914-e46f-4c4b-8698-10a0613abba9 req-c9299d5e-868d-41b2-ab08-c15cf7751fb8 service nova] Acquiring lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2a9e6914-e46f-4c4b-8698-10a0613abba9 req-c9299d5e-868d-41b2-ab08-c15cf7751fb8 service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2a9e6914-e46f-4c4b-8698-10a0613abba9 req-c9299d5e-868d-41b2-ab08-c15cf7751fb8 service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG nova.compute.manager [req-2a9e6914-e46f-4c4b-8698-10a0613abba9 req-c9299d5e-868d-41b2-ab08-c15cf7751fb8 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] No waiting events found dispatching network-vif-plugged-a775ab1d-56e0-4f49-8b7f-4ffc2b89981f {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:41 user nova-compute[74491]: WARNING nova.compute.manager [req-2a9e6914-e46f-4c4b-8698-10a0613abba9 req-c9299d5e-868d-41b2-ab08-c15cf7751fb8 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received unexpected event network-vif-plugged-a775ab1d-56e0-4f49-8b7f-4ffc2b89981f for instance with vm_state building and task_state spawning.
Oct 30 07:37:41 user nova-compute[74491]: DEBUG nova.compute.manager [req-2a9e6914-e46f-4c4b-8698-10a0613abba9 req-c9299d5e-868d-41b2-ab08-c15cf7751fb8 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-plugged-a775ab1d-56e0-4f49-8b7f-4ffc2b89981f {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2a9e6914-e46f-4c4b-8698-10a0613abba9 req-c9299d5e-868d-41b2-ab08-c15cf7751fb8 service nova] Acquiring lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2a9e6914-e46f-4c4b-8698-10a0613abba9 req-c9299d5e-868d-41b2-ab08-c15cf7751fb8 service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2a9e6914-e46f-4c4b-8698-10a0613abba9 req-c9299d5e-868d-41b2-ab08-c15cf7751fb8 service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG nova.compute.manager [req-2a9e6914-e46f-4c4b-8698-10a0613abba9 req-c9299d5e-868d-41b2-ab08-c15cf7751fb8 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] No waiting events found dispatching network-vif-plugged-a775ab1d-56e0-4f49-8b7f-4ffc2b89981f {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:41 user nova-compute[74491]: WARNING nova.compute.manager [req-2a9e6914-e46f-4c4b-8698-10a0613abba9 req-c9299d5e-868d-41b2-ab08-c15cf7751fb8 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received unexpected event network-vif-plugged-a775ab1d-56e0-4f49-8b7f-4ffc2b89981f for instance with vm_state building and task_state spawning.
Oct 30 07:37:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:42 user nova-compute[74491]: DEBUG nova.compute.manager [req-3ffce8af-2fbd-45c7-b6ff-23abed29b172 req-10babdc5-405f-45b2-af5e-3e092e01ecae service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-plugged-66680cda-c54c-40bb-ad57-66ed90e083f6 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3ffce8af-2fbd-45c7-b6ff-23abed29b172 req-10babdc5-405f-45b2-af5e-3e092e01ecae service nova] Acquiring lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3ffce8af-2fbd-45c7-b6ff-23abed29b172 req-10babdc5-405f-45b2-af5e-3e092e01ecae service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3ffce8af-2fbd-45c7-b6ff-23abed29b172 req-10babdc5-405f-45b2-af5e-3e092e01ecae service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:42 user nova-compute[74491]: DEBUG nova.compute.manager [req-3ffce8af-2fbd-45c7-b6ff-23abed29b172 req-10babdc5-405f-45b2-af5e-3e092e01ecae service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] No waiting events found dispatching network-vif-plugged-66680cda-c54c-40bb-ad57-66ed90e083f6 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:42 user nova-compute[74491]: WARNING nova.compute.manager [req-3ffce8af-2fbd-45c7-b6ff-23abed29b172 req-10babdc5-405f-45b2-af5e-3e092e01ecae service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received unexpected event network-vif-plugged-66680cda-c54c-40bb-ad57-66ed90e083f6 for instance with vm_state building and task_state spawning.
Oct 30 07:37:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:42 user nova-compute[74491]: DEBUG nova.objects.instance [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lazy-loading 'flavor' on Instance uuid de1afc91-375c-4c89-92e4-07f9642199dd {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:37:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json" returned: 0 in 0.244s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4765d4bf-37f5-4cdd-bd59-f1134c5c1009 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "de1afc91-375c-4c89-92e4-07f9642199dd" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.859s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:42 user nova-compute[74491]: DEBUG nova.compute.manager [req-3525a4d2-b199-48ff-85f7-6051b647d8d8 req-07a2e1f3-44c6-4f89-b60e-bb259c3cf8fb service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-plugged-a9823422-b10b-4a32-aa26-45fed807e505 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3525a4d2-b199-48ff-85f7-6051b647d8d8 req-07a2e1f3-44c6-4f89-b60e-bb259c3cf8fb service nova] Acquiring lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3525a4d2-b199-48ff-85f7-6051b647d8d8 req-07a2e1f3-44c6-4f89-b60e-bb259c3cf8fb service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3525a4d2-b199-48ff-85f7-6051b647d8d8 req-07a2e1f3-44c6-4f89-b60e-bb259c3cf8fb service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:42 user nova-compute[74491]: DEBUG nova.compute.manager [req-3525a4d2-b199-48ff-85f7-6051b647d8d8 req-07a2e1f3-44c6-4f89-b60e-bb259c3cf8fb service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] No waiting events found dispatching network-vif-plugged-a9823422-b10b-4a32-aa26-45fed807e505 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:42 user nova-compute[74491]: WARNING nova.compute.manager [req-3525a4d2-b199-48ff-85f7-6051b647d8d8 req-07a2e1f3-44c6-4f89-b60e-bb259c3cf8fb service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received unexpected event network-vif-plugged-a9823422-b10b-4a32-aa26-45fed807e505 for instance with vm_state building and task_state spawning.
Oct 30 07:37:42 user nova-compute[74491]: DEBUG nova.compute.manager [req-3525a4d2-b199-48ff-85f7-6051b647d8d8 req-07a2e1f3-44c6-4f89-b60e-bb259c3cf8fb service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-plugged-3b4315e5-617b-4e9d-9a90-f83cdd6b9f54 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3525a4d2-b199-48ff-85f7-6051b647d8d8 req-07a2e1f3-44c6-4f89-b60e-bb259c3cf8fb service nova] Acquiring lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3525a4d2-b199-48ff-85f7-6051b647d8d8 req-07a2e1f3-44c6-4f89-b60e-bb259c3cf8fb service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3525a4d2-b199-48ff-85f7-6051b647d8d8 req-07a2e1f3-44c6-4f89-b60e-bb259c3cf8fb service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:42 user nova-compute[74491]: DEBUG nova.compute.manager [req-3525a4d2-b199-48ff-85f7-6051b647d8d8 req-07a2e1f3-44c6-4f89-b60e-bb259c3cf8fb service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] No waiting events found dispatching network-vif-plugged-3b4315e5-617b-4e9d-9a90-f83cdd6b9f54 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:42 user nova-compute[74491]: WARNING nova.compute.manager [req-3525a4d2-b199-48ff-85f7-6051b647d8d8 req-07a2e1f3-44c6-4f89-b60e-bb259c3cf8fb service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received unexpected event network-vif-plugged-3b4315e5-617b-4e9d-9a90-f83cdd6b9f54 for instance with vm_state building and task_state spawning.
Oct 30 07:37:42 user nova-compute[74491]: DEBUG nova.compute.manager [req-3525a4d2-b199-48ff-85f7-6051b647d8d8 req-07a2e1f3-44c6-4f89-b60e-bb259c3cf8fb service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-plugged-3b4315e5-617b-4e9d-9a90-f83cdd6b9f54 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3525a4d2-b199-48ff-85f7-6051b647d8d8 req-07a2e1f3-44c6-4f89-b60e-bb259c3cf8fb service nova] Acquiring lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3525a4d2-b199-48ff-85f7-6051b647d8d8 req-07a2e1f3-44c6-4f89-b60e-bb259c3cf8fb service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3525a4d2-b199-48ff-85f7-6051b647d8d8 req-07a2e1f3-44c6-4f89-b60e-bb259c3cf8fb service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.compute.manager [req-3525a4d2-b199-48ff-85f7-6051b647d8d8 req-07a2e1f3-44c6-4f89-b60e-bb259c3cf8fb service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] No waiting events found dispatching network-vif-plugged-3b4315e5-617b-4e9d-9a90-f83cdd6b9f54 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:43 user nova-compute[74491]: WARNING nova.compute.manager [req-3525a4d2-b199-48ff-85f7-6051b647d8d8 req-07a2e1f3-44c6-4f89-b60e-bb259c3cf8fb service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received unexpected event network-vif-plugged-3b4315e5-617b-4e9d-9a90-f83cdd6b9f54 for instance with vm_state building and task_state spawning.
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:37:43 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Creating image(s)
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Did not create local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Ensure instance console log exists: /opt/stack/data/nova/instances/a9ab73d8-09f4-4bb3-8007-abf63dfbe984/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Start _get_guest_xml network_info=[{"id": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "address": "fa:16:3e:a3:84:c6", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa73ebde6-f5", "ovs_interfaceid": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'attachment_id': '6a351d5c-e80c-4579-b698-237c524762f6', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vnsQaNJS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a9ab73d8-09f4-4bb3-8007-abf63dfbe984', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3f4eb42-4f00-4802-ac19-f9920bad5551', 'serial': 'c3f4eb42-4f00-4802-ac19-f9920bad5551'}, 'delete_on_termination': False, 'volume_type': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json" returned: 0 in 0.367s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:43 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:37:43 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vnsQaNJS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:37:43 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:37:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:37:43 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:37:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:37:43 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260" returned: 21 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a737f034-e996-4e53-b6af-07adbd44b666]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:37:43 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Acquiring lock "interface-de1afc91-375c-4c89-92e4-07f9642199dd-c886e4f6-94b0-4191-b01f-09fe27149de7" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "interface-de1afc91-375c-4c89-92e4-07f9642199dd-c886e4f6-94b0-4191-b01f-09fe27149de7" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.248s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[195863b0-4437-42d3-8750-5b30b411fe53]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551] added
Oct 30 07:37:43 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.objects.instance [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lazy-loading 'flavor' on Instance uuid de1afc91-375c-4c89-92e4-07f9642199dd {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6efee0ee-5583-43c4-8e5b-0658ac92612c]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:34:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-866386970',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-866386970',id=7,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFUes2YXfvoxWZcLhynHuKYDUw1Fh/A3MRFz2jRJ5idk/TYYvKpwWjW4zqo7ReefkkIhaLsCrfIfPdgrdXcyP+oT15lzBOgSNtp1OV8AKxZCKSRz4nhjukIIzq8+Snm43A==',key_name='tempest-keypair-1194857738',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:34:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f0ae9ae0f44840ccb95041f4a2facb99',ramdisk_id='',reservation_id='r-nx9520kl',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-623504598',owner_user_name='tempest-TaggedAttachmentsTest-623504598-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:34:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2d4b1685793f4043a9a222026ba0d0e6',uuid=de1afc91-375c-4c89-92e4-07f9642199dd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c886e4f6-94b0-4191-b01f-09fe27149de7", "address": "fa:16:3e:0c:85:5d", "network": {"id": "15119cb5-f4d2-4786-a1bb-fa0262eae6ae", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-90819769", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "f0ae9ae0f44840ccb95041f4a2facb99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc886e4f6-94", "ovs_interfaceid": "c886e4f6-94b0-4191-b01f-09fe27149de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Converting VIF {"id": "c886e4f6-94b0-4191-b01f-09fe27149de7", "address": "fa:16:3e:0c:85:5d", "network": {"id": "15119cb5-f4d2-4786-a1bb-fa0262eae6ae", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-90819769", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "f0ae9ae0f44840ccb95041f4a2facb99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc886e4f6-94", "ovs_interfaceid": "c886e4f6-94b0-4191-b01f-09fe27149de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0c:85:5d,bridge_name='br-int',has_traffic_filtering=True,id=c886e4f6-94b0-4191-b01f-09fe27149de7,network=Network(15119cb5-f4d2-4786-a1bb-fa0262eae6ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc886e4f6-94') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[08951ff5-7b79-445c-8580-63199009451a]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vnsQaNJS {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:0c:85:5d"/><model type="virtio"/><mtu size="1442"/><target dev="tapc886e4f6-94"/></interface> {{(pid=74491) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:0c:85:5d"/><model type="virtio"/><mtu size="1442"/><target dev="tapc886e4f6-94"/></interface> {{(pid=74491) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Attempting to detach device tapc886e4f6-94 from instance de1afc91-375c-4c89-92e4-07f9642199dd from the persistent domain config. {{(pid=74491) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] detach device xml: <interface type="ethernet">
Oct 30 07:37:43 user nova-compute[74491]:   <mac address="fa:16:3e:0c:85:5d"/>
Oct 30 07:37:43 user nova-compute[74491]:   <model type="virtio"/>
Oct 30 07:37:43 user nova-compute[74491]:   <mtu size="1442"/>
Oct 30 07:37:43 user nova-compute[74491]:   <target dev="tapc886e4f6-94"/>
Oct 30 07:37:43 user nova-compute[74491]: </interface>
Oct 30 07:37:43 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vnsQaNJS" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f6292fb-da13-4c6b-91cb-da1d3415503d]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vnsQaNJS'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:0c:85:5d"/><model type="virtio"/><mtu size="1442"/><target dev="tapc886e4f6-94"/></interface> {{(pid=74491) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:0c:85:5d"/><model type="virtio"/><mtu size="1442"/><target dev="tapc886e4f6-94"/></interface>not found in domain: <domain type='kvm' id='7'>
Oct 30 07:37:43 user nova-compute[74491]:   <name>instance-00000007</name>
Oct 30 07:37:43 user nova-compute[74491]:   <uuid>de1afc91-375c-4c89-92e4-07f9642199dd</uuid>
Oct 30 07:37:43 user nova-compute[74491]:   <metadata>
Oct 30 07:37:43 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:37:43 user nova-compute[74491]:   <nova:package version="0.0.0"/>
Oct 30 07:37:43 user nova-compute[74491]:   <nova:name>tempest-device-tagging-server-866386970</nova:name>
Oct 30 07:37:43 user nova-compute[74491]:   <nova:creationTime>2023-10-30 07:36:16</nova:creationTime>
Oct 30 07:37:43 user nova-compute[74491]:   <nova:flavor name="m1.tiny">
Oct 30 07:37:43 user nova-compute[74491]:     <nova:memory>512</nova:memory>
Oct 30 07:37:43 user nova-compute[74491]:     <nova:disk>1</nova:disk>
Oct 30 07:37:43 user nova-compute[74491]:     <nova:swap>0</nova:swap>
Oct 30 07:37:43 user nova-compute[74491]:     <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:37:43 user nova-compute[74491]:     <nova:vcpus>1</nova:vcpus>
Oct 30 07:37:43 user nova-compute[74491]:   </nova:flavor>
Oct 30 07:37:43 user nova-compute[74491]:   <nova:owner>
Oct 30 07:37:43 user nova-compute[74491]:     <nova:user uuid="2d4b1685793f4043a9a222026ba0d0e6">tempest-TaggedAttachmentsTest-623504598-project-member</nova:user>
Oct 30 07:37:43 user nova-compute[74491]:     <nova:project uuid="f0ae9ae0f44840ccb95041f4a2facb99">tempest-TaggedAttachmentsTest-623504598</nova:project>
Oct 30 07:37:43 user nova-compute[74491]:   </nova:owner>
Oct 30 07:37:43 user nova-compute[74491]:   <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:37:43 user nova-compute[74491]:   <nova:ports>
Oct 30 07:37:43 user nova-compute[74491]:     <nova:port uuid="6d095633-c413-4edb-9761-9723772857d9">
Oct 30 07:37:43 user nova-compute[74491]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 30 07:37:43 user nova-compute[74491]:     </nova:port>
Oct 30 07:37:43 user nova-compute[74491]:     <nova:port uuid="c886e4f6-94b0-4191-b01f-09fe27149de7">
Oct 30 07:37:43 user nova-compute[74491]:       <nova:ip type="fixed" address="10.10.10.16" ipVersion="4"/>
Oct 30 07:37:43 user nova-compute[74491]:     </nova:port>
Oct 30 07:37:43 user nova-compute[74491]:   </nova:ports>
Oct 30 07:37:43 user nova-compute[74491]: </nova:instance>
Oct 30 07:37:43 user nova-compute[74491]:   </metadata>
Oct 30 07:37:43 user nova-compute[74491]:   <memory unit='KiB'>524288</memory>
Oct 30 07:37:43 user nova-compute[74491]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 30 07:37:43 user nova-compute[74491]:   <vcpu placement='static'>1</vcpu>
Oct 30 07:37:43 user nova-compute[74491]:   <resource>
Oct 30 07:37:43 user nova-compute[74491]:     <partition>/machine</partition>
Oct 30 07:37:43 user nova-compute[74491]:   </resource>
Oct 30 07:37:43 user nova-compute[74491]:   <sysinfo type='smbios'>
Oct 30 07:37:43 user nova-compute[74491]:     <system>
Oct 30 07:37:43 user nova-compute[74491]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 30 07:37:43 user nova-compute[74491]:       <entry name='product'>OpenStack Nova</entry>
Oct 30 07:37:43 user nova-compute[74491]:       <entry name='version'>0.0.0</entry>
Oct 30 07:37:43 user nova-compute[74491]:       <entry name='serial'>de1afc91-375c-4c89-92e4-07f9642199dd</entry>
Oct 30 07:37:43 user nova-compute[74491]:       <entry name='uuid'>de1afc91-375c-4c89-92e4-07f9642199dd</entry>
Oct 30 07:37:43 user nova-compute[74491]:       <entry name='family'>Virtual Machine</entry>
Oct 30 07:37:43 user nova-compute[74491]:     </system>
Oct 30 07:37:43 user nova-compute[74491]:   </sysinfo>
Oct 30 07:37:43 user nova-compute[74491]:   <os>
Oct 30 07:37:43 user nova-compute[74491]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 30 07:37:43 user nova-compute[74491]:     <boot dev='hd'/>
Oct 30 07:37:43 user nova-compute[74491]:     <smbios mode='sysinfo'/>
Oct 30 07:37:43 user nova-compute[74491]:   </os>
Oct 30 07:37:43 user nova-compute[74491]:   <features>
Oct 30 07:37:43 user nova-compute[74491]:     <acpi/>
Oct 30 07:37:43 user nova-compute[74491]:     <apic/>
Oct 30 07:37:43 user nova-compute[74491]:     <vmcoreinfo state='on'/>
Oct 30 07:37:43 user nova-compute[74491]:   </features>
Oct 30 07:37:43 user nova-compute[74491]:   <cpu mode='custom' match='exact' check='full'>
Oct 30 07:37:43 user nova-compute[74491]:     <model fallback='forbid'>Nehalem</model>
Oct 30 07:37:43 user nova-compute[74491]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 30 07:37:43 user nova-compute[74491]:     <feature policy='require' name='vme'/>
Oct 30 07:37:43 user nova-compute[74491]:     <feature policy='require' name='x2apic'/>
Oct 30 07:37:43 user nova-compute[74491]:     <feature policy='require' name='hypervisor'/>
Oct 30 07:37:43 user nova-compute[74491]:   </cpu>
Oct 30 07:37:43 user nova-compute[74491]:   <clock offset='utc'>
Oct 30 07:37:43 user nova-compute[74491]:     <timer name='pit' tickpolicy='delay'/>
Oct 30 07:37:43 user nova-compute[74491]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 30 07:37:43 user nova-compute[74491]:     <timer name='hpet' present='no'/>
Oct 30 07:37:43 user nova-compute[74491]:   </clock>
Oct 30 07:37:43 user nova-compute[74491]:   <on_poweroff>destroy</on_poweroff>
Oct 30 07:37:43 user nova-compute[74491]:   <on_reboot>restart</on_reboot>
Oct 30 07:37:43 user nova-compute[74491]:   <on_crash>destroy</on_crash>
Oct 30 07:37:43 user nova-compute[74491]:   <devices>
Oct 30 07:37:43 user nova-compute[74491]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 30 07:37:43 user nova-compute[74491]:     <disk type='file' device='disk'>
Oct 30 07:37:43 user nova-compute[74491]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 30 07:37:43 user nova-compute[74491]:       <source file='/opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk' index='2'/>
Oct 30 07:37:43 user nova-compute[74491]:       <backingStore type='file' index='3'>
Oct 30 07:37:43 user nova-compute[74491]:         <format type='raw'/>
Oct 30 07:37:43 user nova-compute[74491]:         <source file='/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6'/>
Oct 30 07:37:43 user nova-compute[74491]:         <backingStore/>
Oct 30 07:37:43 user nova-compute[74491]:       </backingStore>
Oct 30 07:37:43 user nova-compute[74491]:       <target dev='vda' bus='virtio'/>
Oct 30 07:37:43 user nova-compute[74491]:       <alias name='virtio-disk0'/>
Oct 30 07:37:43 user nova-compute[74491]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 30 07:37:43 user nova-compute[74491]:     </disk>
Oct 30 07:37:43 user nova-compute[74491]:     <disk type='file' device='cdrom'>
Oct 30 07:37:43 user nova-compute[74491]:       <driver name='qemu' type='raw' cache='none'/>
Oct 30 07:37:43 user nova-compute[74491]:       <source file='/opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk.config' index='1'/>
Oct 30 07:37:43 user nova-compute[74491]:       <backingStore/>
Oct 30 07:37:43 user nova-compute[74491]:       <target dev='hda' bus='ide'/>
Oct 30 07:37:43 user nova-compute[74491]:       <readonly/>
Oct 30 07:37:43 user nova-compute[74491]:       <alias name='ide0-0-0'/>
Oct 30 07:37:43 user nova-compute[74491]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 30 07:37:43 user nova-compute[74491]:     </disk>
Oct 30 07:37:43 user nova-compute[74491]:     <controller type='usb' index='0' model='none'>
Oct 30 07:37:43 user nova-compute[74491]:       <alias name='usb'/>
Oct 30 07:37:43 user nova-compute[74491]:     </controller>
Oct 30 07:37:43 user nova-compute[74491]:     <controller type='pci' index='0' model='pci-root'>
Oct 30 07:37:43 user nova-compute[74491]:       <alias name='pci.0'/>
Oct 30 07:37:43 user nova-compute[74491]:     </controller>
Oct 30 07:37:43 user nova-compute[74491]:     <controller type='ide' index='0'>
Oct 30 07:37:43 user nova-compute[74491]:       <alias name='ide'/>
Oct 30 07:37:43 user nova-compute[74491]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 30 07:37:43 user nova-compute[74491]:     </controller>
Oct 30 07:37:43 user nova-compute[74491]:     <interface type='ethernet'>
Oct 30 07:37:43 user nova-compute[74491]:       <mac address='fa:16:3e:84:d6:70'/>
Oct 30 07:37:43 user nova-compute[74491]:       <target dev='tap6d095633-c4'/>
Oct 30 07:37:43 user nova-compute[74491]:       <model type='virtio'/>
Oct 30 07:37:43 user nova-compute[74491]:       <mtu size='1442'/>
Oct 30 07:37:43 user nova-compute[74491]:       <alias name='net0'/>
Oct 30 07:37:43 user nova-compute[74491]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 30 07:37:43 user nova-compute[74491]:     </interface>
Oct 30 07:37:43 user nova-compute[74491]:     <interface type='ethernet'>
Oct 30 07:37:43 user nova-compute[74491]:       <mac address='fa:16:3e:0c:85:5d'/>
Oct 30 07:37:43 user nova-compute[74491]:       <target dev='tapc886e4f6-94'/>
Oct 30 07:37:43 user nova-compute[74491]:       <model type='virtio'/>
Oct 30 07:37:43 user nova-compute[74491]:       <mtu size='1442'/>
Oct 30 07:37:43 user nova-compute[74491]:       <alias name='net1'/>
Oct 30 07:37:43 user nova-compute[74491]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Oct 30 07:37:43 user nova-compute[74491]:     </interface>
Oct 30 07:37:43 user nova-compute[74491]:     <serial type='pty'>
Oct 30 07:37:43 user nova-compute[74491]:       <source path='/dev/pts/6'/>
Oct 30 07:37:43 user nova-compute[74491]:       <log file='/opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/console.log' append='off'/>
Oct 30 07:37:43 user nova-compute[74491]:       <target type='isa-serial' port='0'>
Oct 30 07:37:43 user nova-compute[74491]:         <model name='isa-serial'/>
Oct 30 07:37:43 user nova-compute[74491]:       </target>
Oct 30 07:37:43 user nova-compute[74491]:       <alias name='serial0'/>
Oct 30 07:37:43 user nova-compute[74491]:     </serial>
Oct 30 07:37:43 user nova-compute[74491]:     <console type='pty' tty='/dev/pts/6'>
Oct 30 07:37:43 user nova-compute[74491]:       <source path='/dev/pts/6'/>
Oct 30 07:37:43 user nova-compute[74491]:       <log file='/opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/console.log' append='off'/>
Oct 30 07:37:43 user nova-compute[74491]:       <target type='serial' port='0'/>
Oct 30 07:37:43 user nova-compute[74491]:       <alias name='serial0'/>
Oct 30 07:37:43 user nova-compute[74491]:     </console>
Oct 30 07:37:43 user nova-compute[74491]:     <input type='mouse' bus='ps2'>
Oct 30 07:37:43 user nova-compute[74491]:       <alias name='input0'/>
Oct 30 07:37:43 user nova-compute[74491]:     </input>
Oct 30 07:37:43 user nova-compute[74491]:     <input type='keyboard' bus='ps2'>
Oct 30 07:37:43 user nova-compute[74491]:       <alias name='input1'/>
Oct 30 07:37:43 user nova-compute[74491]:     </input>
Oct 30 07:37:43 user nova-compute[74491]:     <graphics type='vnc' port='5906' autoport='yes' listen='0.0.0.0'>
Oct 30 07:37:43 user nova-compute[74491]:       <listen type='address' address='0.0.0.0'/>
Oct 30 07:37:43 user nova-compute[74491]:     </graphics>
Oct 30 07:37:43 user nova-compute[74491]:     <audio id='1' type='none'/>
Oct 30 07:37:43 user nova-compute[74491]:     <video>
Oct 30 07:37:43 user nova-compute[74491]:       <model type='virtio' heads='1' primary='yes'/>
Oct 30 07:37:43 user nova-compute[74491]:       <alias name='video0'/>
Oct 30 07:37:43 user nova-compute[74491]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 30 07:37:43 user nova-compute[74491]:     </video>
Oct 30 07:37:43 user nova-compute[74491]:     <memballoon model='virtio'>
Oct 30 07:37:43 user nova-compute[74491]:       <stats period='10'/>
Oct 30 07:37:43 user nova-compute[74491]:       <alias name='balloon0'/>
Oct 30 07:37:43 user nova-compute[74491]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 30 07:37:43 user nova-compute[74491]:     </memballoon>
Oct 30 07:37:43 user nova-compute[74491]:     <rng model='virtio'>
Oct 30 07:37:43 user nova-compute[74491]:       <backend model='random'>/dev/urandom</backend>
Oct 30 07:37:43 user nova-compute[74491]:       <alias name='rng0'/>
Oct 30 07:37:43 user nova-compute[74491]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 30 07:37:43 user nova-compute[74491]:     </rng>
Oct 30 07:37:43 user nova-compute[74491]:   </devices>
Oct 30 07:37:43 user nova-compute[74491]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 30 07:37:43 user nova-compute[74491]:     <label>libvirt-de1afc91-375c-4c89-92e4-07f9642199dd</label>
Oct 30 07:37:43 user nova-compute[74491]:     <imagelabel>libvirt-de1afc91-375c-4c89-92e4-07f9642199dd</imagelabel>
Oct 30 07:37:43 user nova-compute[74491]:   </seclabel>
Oct 30 07:37:43 user nova-compute[74491]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 30 07:37:43 user nova-compute[74491]:     <label>+64055:+108</label>
Oct 30 07:37:43 user nova-compute[74491]:     <imagelabel>+64055:+108</imagelabel>
Oct 30 07:37:43 user nova-compute[74491]:   </seclabel>
Oct 30 07:37:43 user nova-compute[74491]: </domain>
Oct 30 07:37:43 user nova-compute[74491]:  {{(pid=74491) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 30 07:37:43 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Successfully detached device tapc886e4f6-94 from instance de1afc91-375c-4c89-92e4-07f9642199dd from the persistent domain config.
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] (1/8): Attempting to detach device tapc886e4f6-94 with device alias net1 from instance de1afc91-375c-4c89-92e4-07f9642199dd from the live domain config. {{(pid=74491) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] detach device xml: <interface type="ethernet">
Oct 30 07:37:43 user nova-compute[74491]:   <mac address="fa:16:3e:0c:85:5d"/>
Oct 30 07:37:43 user nova-compute[74491]:   <model type="virtio"/>
Oct 30 07:37:43 user nova-compute[74491]:   <mtu size="1442"/>
Oct 30 07:37:43 user nova-compute[74491]:   <target dev="tapc886e4f6-94"/>
Oct 30 07:37:43 user nova-compute[74491]: </interface>
Oct 30 07:37:43 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e996ba60-66e2-4726-943b-3cfddbe0a55d]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.041s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d805b98-0bec-4c24-b978-bcc8ddeb5008]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:37:43 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:37:43 user nova-compute[74491]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:37:43 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:43 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:43 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:43 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:43 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:37:43 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:37:43 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:37:43 user nova-compute[74491]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:37:43 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:43 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:43 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:43 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:43 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:37:43 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.277s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260 --login" returned: 0 in 0.116s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9661b3cf-81f2-4ef6-9070-3cb6b1b94949]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551, portal: 172.16.0.220,3260]
Oct 30 07:37:43 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551, portal: 172.16.0.220,3260] successful.
Oct 30 07:37:43 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.033s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1956056e-fd60-4649-8b13-6f47932936c2]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.044s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c8f61f9-3e80-4ed5-b9d7-5e197f331b00]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:37:43 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:37:43 user nova-compute[74491]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:37:43 user nova-compute[74491]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:37:43 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:43 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:43 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:43 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:43 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:37:43 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:37:43 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:37:43 user nova-compute[74491]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:37:43 user nova-compute[74491]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:37:43 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:43 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:43 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:43 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:43 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:37:43 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.499s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] HCTL ('33', '-', '-', 0) found on session 13 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[25db1661-3b85-4df5-9919-90e768a83591]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Searching for a device in session 13 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vnsQaNJS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Start waiting for the detach event from libvirt for device tapc886e4f6-94 with device alias net1 for instance de1afc91-375c-4c89-92e4-07f9642199dd {{(pid=74491) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 07:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk --force-share --output=json" returned: 0 in 0.298s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG nova.compute.manager [req-b34ed318-e76d-4133-b0b6-317e37ee5d79 req-36d06452-20c5-4643-9248-b36f5ff0947d service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-plugged-2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b34ed318-e76d-4133-b0b6-317e37ee5d79 req-36d06452-20c5-4643-9248-b36f5ff0947d service nova] Acquiring lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b34ed318-e76d-4133-b0b6-317e37ee5d79 req-36d06452-20c5-4643-9248-b36f5ff0947d service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b34ed318-e76d-4133-b0b6-317e37ee5d79 req-36d06452-20c5-4643-9248-b36f5ff0947d service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG nova.compute.manager [req-b34ed318-e76d-4133-b0b6-317e37ee5d79 req-36d06452-20c5-4643-9248-b36f5ff0947d service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] No waiting events found dispatching network-vif-plugged-2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:44 user nova-compute[74491]: WARNING nova.compute.manager [req-b34ed318-e76d-4133-b0b6-317e37ee5d79 req-36d06452-20c5-4643-9248-b36f5ff0947d service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received unexpected event network-vif-plugged-2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e for instance with vm_state building and task_state spawning.
Oct 30 07:37:44 user nova-compute[74491]: DEBUG nova.compute.manager [req-b34ed318-e76d-4133-b0b6-317e37ee5d79 req-36d06452-20c5-4643-9248-b36f5ff0947d service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-plugged-2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b34ed318-e76d-4133-b0b6-317e37ee5d79 req-36d06452-20c5-4643-9248-b36f5ff0947d service nova] Acquiring lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b34ed318-e76d-4133-b0b6-317e37ee5d79 req-36d06452-20c5-4643-9248-b36f5ff0947d service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b34ed318-e76d-4133-b0b6-317e37ee5d79 req-36d06452-20c5-4643-9248-b36f5ff0947d service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG nova.compute.manager [req-b34ed318-e76d-4133-b0b6-317e37ee5d79 req-36d06452-20c5-4643-9248-b36f5ff0947d service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] No waiting events found dispatching network-vif-plugged-2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:44 user nova-compute[74491]: WARNING nova.compute.manager [req-b34ed318-e76d-4133-b0b6-317e37ee5d79 req-36d06452-20c5-4643-9248-b36f5ff0947d service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received unexpected event network-vif-plugged-2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e for instance with vm_state building and task_state spawning.
Oct 30 07:37:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk --force-share --output=json" returned: 0 in 0.292s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdh (vdc) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG nova.compute.manager [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:37:44 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Instance spawned successfully.
Oct 30 07:37:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG nova.compute.manager [req-324312a7-6427-4885-9629-713f1ba38c9f req-368d304a-7874-4e5d-a7da-ece965c41061 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-plugged-66680cda-c54c-40bb-ad57-66ed90e083f6 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-324312a7-6427-4885-9629-713f1ba38c9f req-368d304a-7874-4e5d-a7da-ece965c41061 service nova] Acquiring lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-324312a7-6427-4885-9629-713f1ba38c9f req-368d304a-7874-4e5d-a7da-ece965c41061 service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-324312a7-6427-4885-9629-713f1ba38c9f req-368d304a-7874-4e5d-a7da-ece965c41061 service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG nova.compute.manager [req-324312a7-6427-4885-9629-713f1ba38c9f req-368d304a-7874-4e5d-a7da-ece965c41061 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] No waiting events found dispatching network-vif-plugged-66680cda-c54c-40bb-ad57-66ed90e083f6 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:44 user nova-compute[74491]: WARNING nova.compute.manager [req-324312a7-6427-4885-9629-713f1ba38c9f req-368d304a-7874-4e5d-a7da-ece965c41061 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received unexpected event network-vif-plugged-66680cda-c54c-40bb-ad57-66ed90e083f6 for instance with vm_state building and task_state spawning.
Oct 30 07:37:44 user nova-compute[74491]: DEBUG nova.compute.manager [req-324312a7-6427-4885-9629-713f1ba38c9f req-368d304a-7874-4e5d-a7da-ece965c41061 service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Received event network-vif-unplugged-c886e4f6-94b0-4191-b01f-09fe27149de7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-324312a7-6427-4885-9629-713f1ba38c9f req-368d304a-7874-4e5d-a7da-ece965c41061 service nova] Acquiring lock "de1afc91-375c-4c89-92e4-07f9642199dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-324312a7-6427-4885-9629-713f1ba38c9f req-368d304a-7874-4e5d-a7da-ece965c41061 service nova] Lock "de1afc91-375c-4c89-92e4-07f9642199dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-324312a7-6427-4885-9629-713f1ba38c9f req-368d304a-7874-4e5d-a7da-ece965c41061 service nova] Lock "de1afc91-375c-4c89-92e4-07f9642199dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG nova.compute.manager [req-324312a7-6427-4885-9629-713f1ba38c9f req-368d304a-7874-4e5d-a7da-ece965c41061 service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] No waiting events found dispatching network-vif-unplugged-c886e4f6-94b0-4191-b01f-09fe27149de7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:44 user nova-compute[74491]: WARNING nova.compute.manager [req-324312a7-6427-4885-9629-713f1ba38c9f req-368d304a-7874-4e5d-a7da-ece965c41061 service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Received unexpected event network-vif-unplugged-c886e4f6-94b0-4191-b01f-09fe27149de7 for instance with vm_state active and task_state None.
Oct 30 07:37:44 user nova-compute[74491]: DEBUG nova.compute.manager [req-324312a7-6427-4885-9629-713f1ba38c9f req-368d304a-7874-4e5d-a7da-ece965c41061 service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Received event network-vif-plugged-c886e4f6-94b0-4191-b01f-09fe27149de7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-324312a7-6427-4885-9629-713f1ba38c9f req-368d304a-7874-4e5d-a7da-ece965c41061 service nova] Acquiring lock "de1afc91-375c-4c89-92e4-07f9642199dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-324312a7-6427-4885-9629-713f1ba38c9f req-368d304a-7874-4e5d-a7da-ece965c41061 service nova] Lock "de1afc91-375c-4c89-92e4-07f9642199dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-324312a7-6427-4885-9629-713f1ba38c9f req-368d304a-7874-4e5d-a7da-ece965c41061 service nova] Lock "de1afc91-375c-4c89-92e4-07f9642199dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG nova.compute.manager [req-324312a7-6427-4885-9629-713f1ba38c9f req-368d304a-7874-4e5d-a7da-ece965c41061 service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] No waiting events found dispatching network-vif-plugged-c886e4f6-94b0-4191-b01f-09fe27149de7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:44 user nova-compute[74491]: WARNING nova.compute.manager [req-324312a7-6427-4885-9629-713f1ba38c9f req-368d304a-7874-4e5d-a7da-ece965c41061 service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Received unexpected event network-vif-plugged-c886e4f6-94b0-4191-b01f-09fe27149de7 for instance with vm_state active and task_state None.
Oct 30 07:37:44 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.586s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] <== connect_volume: return (1590ms) {'type': 'block', 'scsi_wwn': '23530326135356339', 'path': '/dev/sdb'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23530326135356339', 'path': '/dev/sdb'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:37:44 user nova-compute[74491]: INFO nova.compute.manager [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Took 13.27 seconds to spawn the instance on the hypervisor.
Oct 30 07:37:44 user nova-compute[74491]: DEBUG nova.compute.manager [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:36:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1775194799',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1775194799',id=13,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='22c884731d2d4072ae0c9759f82c4bfc',ramdisk_id='',reservation_id='r-7ucmipkt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1284148635',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:36:48Z,user_data=None,user_id='e940f70d67db459baad1d913fe2b7aa5',uuid=a9ab73d8-09f4-4bb3-8007-abf63dfbe984,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "address": "fa:16:3e:a3:84:c6", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa73ebde6-f5", "ovs_interfaceid": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Converting VIF {"id": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "address": "fa:16:3e:a3:84:c6", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa73ebde6-f5", "ovs_interfaceid": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:84:c6,bridge_name='br-int',has_traffic_filtering=True,id=a73ebde6-f5a2-47f4-b40f-322aad84e7ed,network=Network(3d123996-c32a-43e8-b0ec-49fd0fff0f1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa73ebde6-f5') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG nova.objects.instance [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lazy-loading 'pci_devices' on Instance uuid a9ab73d8-09f4-4bb3-8007-abf63dfbe984 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:37:45 user nova-compute[74491]:   <uuid>a9ab73d8-09f4-4bb3-8007-abf63dfbe984</uuid>
Oct 30 07:37:45 user nova-compute[74491]:   <name>instance-0000000d</name>
Oct 30 07:37:45 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:37:45 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:37:45 user nova-compute[74491]:   <metadata>
Oct 30 07:37:45 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:37:45 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:37:45 user nova-compute[74491]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1775194799</nova:name>
Oct 30 07:37:45 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:37:43</nova:creationTime>
Oct 30 07:37:45 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:37:45 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:37:45 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:37:45 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:37:45 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:37:45 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:37:45 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:37:45 user nova-compute[74491]:       <nova:owner>
Oct 30 07:37:45 user nova-compute[74491]:         <nova:user uuid="e940f70d67db459baad1d913fe2b7aa5">tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member</nova:user>
Oct 30 07:37:45 user nova-compute[74491]:         <nova:project uuid="22c884731d2d4072ae0c9759f82c4bfc">tempest-ServerBootFromVolumeStableRescueTest-1284148635</nova:project>
Oct 30 07:37:45 user nova-compute[74491]:       </nova:owner>
Oct 30 07:37:45 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:37:45 user nova-compute[74491]:       <nova:ports>
Oct 30 07:37:45 user nova-compute[74491]:         <nova:port uuid="a73ebde6-f5a2-47f4-b40f-322aad84e7ed">
Oct 30 07:37:45 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 30 07:37:45 user nova-compute[74491]:         </nova:port>
Oct 30 07:37:45 user nova-compute[74491]:       </nova:ports>
Oct 30 07:37:45 user nova-compute[74491]:     </nova:instance>
Oct 30 07:37:45 user nova-compute[74491]:   </metadata>
Oct 30 07:37:45 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:37:45 user nova-compute[74491]:     <system>
Oct 30 07:37:45 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:37:45 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:37:45 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:37:45 user nova-compute[74491]:       <entry name="serial">a9ab73d8-09f4-4bb3-8007-abf63dfbe984</entry>
Oct 30 07:37:45 user nova-compute[74491]:       <entry name="uuid">a9ab73d8-09f4-4bb3-8007-abf63dfbe984</entry>
Oct 30 07:37:45 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:37:45 user nova-compute[74491]:     </system>
Oct 30 07:37:45 user nova-compute[74491]:   </sysinfo>
Oct 30 07:37:45 user nova-compute[74491]:   <os>
Oct 30 07:37:45 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:37:45 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:37:45 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:37:45 user nova-compute[74491]:   </os>
Oct 30 07:37:45 user nova-compute[74491]:   <features>
Oct 30 07:37:45 user nova-compute[74491]:     <acpi/>
Oct 30 07:37:45 user nova-compute[74491]:     <apic/>
Oct 30 07:37:45 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:37:45 user nova-compute[74491]:   </features>
Oct 30 07:37:45 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:37:45 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:37:45 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:37:45 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:37:45 user nova-compute[74491]:   </clock>
Oct 30 07:37:45 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:37:45 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:37:45 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:37:45 user nova-compute[74491]:   </cpu>
Oct 30 07:37:45 user nova-compute[74491]:   <devices>
Oct 30 07:37:45 user nova-compute[74491]:     <disk type="block" device="disk">
Oct 30 07:37:45 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:37:45 user nova-compute[74491]:       <source dev="/dev/sdb"/>
Oct 30 07:37:45 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:37:45 user nova-compute[74491]:       <serial>c3f4eb42-4f00-4802-ac19-f9920bad5551</serial>
Oct 30 07:37:45 user nova-compute[74491]:     </disk>
Oct 30 07:37:45 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:37:45 user nova-compute[74491]:       <mac address="fa:16:3e:a3:84:c6"/>
Oct 30 07:37:45 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:37:45 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:37:45 user nova-compute[74491]:       <target dev="tapa73ebde6-f5"/>
Oct 30 07:37:45 user nova-compute[74491]:     </interface>
Oct 30 07:37:45 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:37:45 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/a9ab73d8-09f4-4bb3-8007-abf63dfbe984/console.log" append="off"/>
Oct 30 07:37:45 user nova-compute[74491]:     </serial>
Oct 30 07:37:45 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:37:45 user nova-compute[74491]:     <video>
Oct 30 07:37:45 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:37:45 user nova-compute[74491]:     </video>
Oct 30 07:37:45 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:37:45 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:37:45 user nova-compute[74491]:     </rng>
Oct 30 07:37:45 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:37:45 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:37:45 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:37:45 user nova-compute[74491]:     </memballoon>
Oct 30 07:37:45 user nova-compute[74491]:   </devices>
Oct 30 07:37:45 user nova-compute[74491]: </domain>
Oct 30 07:37:45 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:36:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1775194799',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1775194799',id=13,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='22c884731d2d4072ae0c9759f82c4bfc',ramdisk_id='',reservation_id='r-7ucmipkt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1284148635',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:36:48Z,user_data=None,user_id='e940f70d67db459baad1d913fe2b7aa5',uuid=a9ab73d8-09f4-4bb3-8007-abf63dfbe984,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "address": "fa:16:3e:a3:84:c6", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa73ebde6-f5", "ovs_interfaceid": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Converting VIF {"id": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "address": "fa:16:3e:a3:84:c6", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa73ebde6-f5", "ovs_interfaceid": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:84:c6,bridge_name='br-int',has_traffic_filtering=True,id=a73ebde6-f5a2-47f4-b40f-322aad84e7ed,network=Network(3d123996-c32a-43e8-b0ec-49fd0fff0f1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa73ebde6-f5') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG os_vif [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:84:c6,bridge_name='br-int',has_traffic_filtering=True,id=a73ebde6-f5a2-47f4-b40f-322aad84e7ed,network=Network(3d123996-c32a-43e8-b0ec-49fd0fff0f1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa73ebde6-f5') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2d56b7d6-c3b1-5f19-af22-11d5fb18edc8', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa73ebde6-f5, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa73ebde6-f5, col_values=(('qos', UUID('37d5397d-3bcb-4e30-9e8f-94cf148bffab')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa73ebde6-f5, col_values=(('external_ids', {'iface-id': 'a73ebde6-f5a2-47f4-b40f-322aad84e7ed', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a3:84:c6', 'vm-uuid': 'a9ab73d8-09f4-4bb3-8007-abf63dfbe984'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:45 user nova-compute[74491]: INFO os_vif [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:84:c6,bridge_name='br-int',has_traffic_filtering=True,id=a73ebde6-f5a2-47f4-b40f-322aad84e7ed,network=Network(3d123996-c32a-43e8-b0ec-49fd0fff0f1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa73ebde6-f5')
Oct 30 07:37:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:45 user nova-compute[74491]: INFO nova.compute.manager [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Took 120.68 seconds to build instance.
Oct 30 07:37:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-431ba85b-6654-4976-9d16-47d8d2e11c37 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 120.838s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] No VIF found with MAC fa:16:3e:a3:84:c6, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdi (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdj (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdk (vdc) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/694927cf-ae06-4e69-bf47-9739e421b7a4/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/694927cf-ae06-4e69-bf47-9739e421b7a4/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/694927cf-ae06-4e69-bf47-9739e421b7a4/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/694927cf-ae06-4e69-bf47-9739e421b7a4/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:37:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uAodSxDm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '041b6e2e-8e39-4035-aa5b-8bace636f06c', 'attached_at': '', 'detached_at': '', 'volume_id': '095c9b84-0540-4cb5-84b5-12fa2a738044', 'serial': '095c9b84-0540-4cb5-84b5-12fa2a738044'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lGIqKJdH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '041b6e2e-8e39-4035-aa5b-8bace636f06c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc', 'serial'} {{(pid=74491) _swap_volume /opt/stack/nova/nova/compute/manager.py:7781}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uAodSxDm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:37:50 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:37:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:37:50 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:37:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:37:50 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:37:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG nova.compute.manager [req-8106b991-cb29-49e8-af68-3bc9a9e6dbd9 req-0b600346-1455-4aef-b47b-3ebcf3465172 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Received event network-vif-plugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8106b991-cb29-49e8-af68-3bc9a9e6dbd9 req-0b600346-1455-4aef-b47b-3ebcf3465172 service nova] Acquiring lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8106b991-cb29-49e8-af68-3bc9a9e6dbd9 req-0b600346-1455-4aef-b47b-3ebcf3465172 service nova] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8106b991-cb29-49e8-af68-3bc9a9e6dbd9 req-0b600346-1455-4aef-b47b-3ebcf3465172 service nova] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG nova.compute.manager [req-8106b991-cb29-49e8-af68-3bc9a9e6dbd9 req-0b600346-1455-4aef-b47b-3ebcf3465172 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] No waiting events found dispatching network-vif-plugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:50 user nova-compute[74491]: WARNING nova.compute.manager [req-8106b991-cb29-49e8-af68-3bc9a9e6dbd9 req-0b600346-1455-4aef-b47b-3ebcf3465172 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Received unexpected event network-vif-plugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed for instance with vm_state building and task_state spawning.
Oct 30 07:37:50 user nova-compute[74491]: DEBUG nova.compute.manager [req-3658eb5e-548b-416b-8b34-a5e37129acf1 req-20fe0a76-1a57-442c-b887-0c525b04dacc service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Received event network-vif-plugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3658eb5e-548b-416b-8b34-a5e37129acf1 req-20fe0a76-1a57-442c-b887-0c525b04dacc service nova] Acquiring lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3658eb5e-548b-416b-8b34-a5e37129acf1 req-20fe0a76-1a57-442c-b887-0c525b04dacc service nova] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3658eb5e-548b-416b-8b34-a5e37129acf1 req-20fe0a76-1a57-442c-b887-0c525b04dacc service nova] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG nova.compute.manager [req-3658eb5e-548b-416b-8b34-a5e37129acf1 req-20fe0a76-1a57-442c-b887-0c525b04dacc service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] No waiting events found dispatching network-vif-plugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:50 user nova-compute[74491]: WARNING nova.compute.manager [req-3658eb5e-548b-416b-8b34-a5e37129acf1 req-20fe0a76-1a57-442c-b887-0c525b04dacc service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Received unexpected event network-vif-plugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed for instance with vm_state building and task_state spawning.
Oct 30 07:37:50 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 -p 172.16.0.220:3260" returned: 21 in 0.034s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d3a8df3-78d0-487c-b633-11cb926721cb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:37:50 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:50 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:37:50 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:37:50 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=7683MB free_disk=25.604713439941406GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:50 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Instance spawned successfully.
Oct 30 07:37:50 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[bba88222-1987-485f-8d84-3b299cdff097]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044] added
Oct 30 07:37:50 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c717f14-1b2b-42fb-b129-3f142d31f4da]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.029s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[031c8da4-e056-4e13-ba96-6976510eb1c1]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uAodSxDm {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uAodSxDm" returned: 0 in 0.033s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c82a12ca-425d-435c-92e8-883aff1704c0]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uAodSxDm'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.034s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[84dead3d-09c0-4ccd-8109-920731cac5e6]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:50 user nova-compute[74491]: INFO nova.compute.manager [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Took 7.51 seconds to spawn the instance on the hypervisor.
Oct 30 07:37:50 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[07924561-5cb4-4d74-98d5-bda60fd0443d]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:37:50 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:37:50 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 962072d3-a76a-491e-8693-d0f1ce2a2dd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance fb047ba5-cb93-44ef-9443-bf2f728277c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance bb072d38-2d8d-4138-833b-de7b80d17a96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 6baf250e-557b-456f-8962-4e4e58e8f1b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 4a1e1884-891c-401f-b946-7eee2c6950fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance de1afc91-375c-4c89-92e4-07f9642199dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 041b6e2e-8e39-4035-aa5b-8bace636f06c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 694927cf-ae06-4e69-bf47-9739e421b7a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance fc75121d-9e3c-4306-8a8d-6c8abf1ae04e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 53a6d265-dc17-4b14-a771-20cde46d0df4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance a9ab73d8-09f4-4bb3-8007-abf63dfbe984 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 07:37:50 user nova-compute[74491]: INFO nova.compute.manager [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Took 63.02 seconds to build instance.
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 -p 172.16.0.220:3260 --login" returned: 0 in 0.111s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[37b319ec-8e67-42b1-a563-0f39d4bb405c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044, portal: 172.16.0.220,3260]
Oct 30 07:37:50 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044, portal: 172.16.0.220,3260] successful.
Oct 30 07:37:50 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4a9ffdc-8da0-4f81-96cb-341f940fe03a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 63.134s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e50cf3dc-2c8f-4bd7-a292-0310777a5b68]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.048s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7599f49f-bd2f-4eb5-ad74-3c785275fde0]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:37:50 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:50 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:37:50 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.482s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] HCTL ('35', '-', '-', 0) found on session 14 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Scanning host 35 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:50 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 694927cf-ae06-4e69-bf47-9739e421b7a4 is timed out.
Oct 30 07:37:50 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Successfully detached device vdb from instance 694927cf-ae06-4e69-bf47-9739e421b7a4 from the live domain config.
Oct 30 07:37:50 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IiuBqnjm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:37:50 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:37:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.039s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa75ef1f-589b-4102-b055-745e18d8e96d]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Searching for a device in session 14 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:37:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uAodSxDm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:37:51 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:37:51 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:37:51 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 07:37:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.914s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:51 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.563s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:37:51 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] <== connect_volume: return (1566ms) {'type': 'block', 'scsi_wwn': '23565363138306634', 'path': '/dev/sdd'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:37:51 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23565363138306634', 'path': '/dev/sdd'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:37:51 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 1.065s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:37:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:51 user nova-compute[74491]: DEBUG nova.objects.instance [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Lazy-loading 'flavor' on Instance uuid 041b6e2e-8e39-4035-aa5b-8bace636f06c {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.029s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[50a3c7b1-0d85-4552-8b8d-03fa90d3e022]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:37:52 user nova-compute[74491]: No targets found.
Oct 30 07:37:52 user nova-compute[74491]: iSNS:
Oct 30 07:37:52 user nova-compute[74491]: No targets found.
Oct 30 07:37:52 user nova-compute[74491]: STATIC:
Oct 30 07:37:52 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622
Oct 30 07:37:52 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:52 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:52 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd
Oct 30 07:37:52 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:52 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:52 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705
Oct 30 07:37:52 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:52 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:52 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919
Oct 30 07:37:52 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:52 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:52 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa
Oct 30 07:37:52 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:52 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:52 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5
Oct 30 07:37:52 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:52 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:52 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044
Oct 30 07:37:52 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:52 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:52 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc
Oct 30 07:37:52 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:52 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:52 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551
Oct 30 07:37:52 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:52 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:52 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54
Oct 30 07:37:52 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:52 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:52 user nova-compute[74491]: FIRMWARE:
Oct 30 07:37:52 user nova-compute[74491]: No targets found.
Oct 30 07:37:52 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:37:52 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:37:52 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[94e97116-5629-46bd-b625-4c4e35ea736b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.043s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f34d9f6-2143-4bed-bf3d-2b63fd71f337]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:37:52 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:37:52 user nova-compute[74491]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:37:52 user nova-compute[74491]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:37:52 user nova-compute[74491]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 (non-flash)
Oct 30 07:37:52 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:52 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:52 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:52 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:52 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:37:52 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:37:52 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:37:52 user nova-compute[74491]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:37:52 user nova-compute[74491]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:37:52 user nova-compute[74491]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 (non-flash)
Oct 30 07:37:52 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:52 user nova-compute[74491]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 (non-flash)
Oct 30 07:37:52 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:52 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:52 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:37:52 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef05a5120>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919'): ({'sde'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Removing single pathed devices sde {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.028s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2a28d34-c619-45c5-99a4-32062d1f963d]: (4, ('path checker states:\nup                  10\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.112s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbf208c6-c93b-436f-a5fe-27b6d90e51e3]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Flushing IO for device /dev/sde {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5551e105-27f0-4ab6-a8d8-c558e0321edb]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.043s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8096ff32-c1ba-401b-b943-4c1d27c1a451]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Checking to see if SCSI volumes sde have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] SCSI volumes sde have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5865a38-51f5-466e-adad-cef20f2a6dca]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 -p 172.16.0.220:3260 --logout" returned: 0 in 0.089s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f75b52ac-4513-4241-9fb9-555abfb74cfe]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919, portal: 172.16.0.220,3260]
Oct 30 07:37:52 user nova-compute[74491]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919, portal: 172.16.0.220,3260] successful.
Oct 30 07:37:52 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:090eae98-a109-4a09-af61-c0c87bcf7919 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.048s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd26e5ae-0d80-491d-b618-93e19197ed85]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.536s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] <== disconnect_volume: return (1601ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=74491) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-bb072d38-2d8d-4138-833b-de7b80d17a96" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-bb072d38-2d8d-4138-833b-de7b80d17a96" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:37:52 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 07:37:53 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] COPY block job progress, current cursor: 140509184 final cursor: 1073741824 {{(pid=74491) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 07:37:53 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Updating instance_info_cache with network_info: [{"id": "5f12d9a3-11a2-43cf-a53f-6dd6723f51c5", "address": "fa:16:3e:da:b3:76", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f12d9a3-11", "ovs_interfaceid": "5f12d9a3-11a2-43cf-a53f-6dd6723f51c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:37:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-bb072d38-2d8d-4138-833b-de7b80d17a96" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:37:53 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 07:37:53 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:37:53 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:37:53 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:37:53 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:37:53 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:37:53 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] COPY block job progress, current cursor: 270532608 final cursor: 1073741824 {{(pid=74491) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 07:37:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] COPY block job progress, current cursor: 420478976 final cursor: 1073741824 {{(pid=74491) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 07:37:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] COPY block job progress, current cursor: 517996544 final cursor: 1073741824 {{(pid=74491) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 07:37:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:55 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lazy-loading 'flavor' on Instance uuid 4a1e1884-891c-401f-b946-7eee2c6950fe {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:37:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e0b97ffb-fa3c-40c0-8a4f-7b328b0a4ace tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lock "4a1e1884-891c-401f-b946-7eee2c6950fe" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 36.980s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:55 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] COPY block job progress, current cursor: 635437056 final cursor: 1073741824 {{(pid=74491) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 07:37:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:55 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] COPY block job progress, current cursor: 746586112 final cursor: 1073741824 {{(pid=74491) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 07:37:56 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] COPY block job progress, current cursor: 894435328 final cursor: 1073741824 {{(pid=74491) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 07:37:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-35ca939a-ca4f-4870-b5ec-7797cf19f4b1 tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Acquiring lock "4a1e1884-891c-401f-b946-7eee2c6950fe" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-35ca939a-ca4f-4870-b5ec-7797cf19f4b1 tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lock "4a1e1884-891c-401f-b946-7eee2c6950fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-35ca939a-ca4f-4870-b5ec-7797cf19f4b1 tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Acquiring lock "4a1e1884-891c-401f-b946-7eee2c6950fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-35ca939a-ca4f-4870-b5ec-7797cf19f4b1 tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lock "4a1e1884-891c-401f-b946-7eee2c6950fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-35ca939a-ca4f-4870-b5ec-7797cf19f4b1 tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lock "4a1e1884-891c-401f-b946-7eee2c6950fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:56 user nova-compute[74491]: INFO nova.compute.manager [None req-35ca939a-ca4f-4870-b5ec-7797cf19f4b1 tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Terminating instance
Oct 30 07:37:56 user nova-compute[74491]: DEBUG nova.compute.manager [None req-35ca939a-ca4f-4870-b5ec-7797cf19f4b1 tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:37:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquiring lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:56 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:37:56 user nova-compute[74491]: DEBUG nova.objects.instance [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Lazy-loading 'flavor' on Instance uuid 694927cf-ae06-4e69-bf47-9739e421b7a4 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:37:56 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] COPY block job progress, current cursor: 991952896 final cursor: 1073741824 {{(pid=74491) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 07:37:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c06afdfc-6e1a-4406-9bd3-a1f3bb659ec5 tempest-VolumesAssistedSnapshotsTest-1024975017 tempest-VolumesAssistedSnapshotsTest-1024975017-project-admin] Lock "694927cf-ae06-4e69-bf47-9739e421b7a4" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 37.025s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:56 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:37:56 user nova-compute[74491]: INFO nova.compute.claims [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Claim successful on node user
Oct 30 07:37:56 user nova-compute[74491]: DEBUG nova.compute.manager [req-1e9c76df-146a-469c-afb2-1b4eea0cd9ec req-5d9390c4-b8c0-4e78-aba6-5b0f6ea08e5a service nova] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Received event network-vif-unplugged-4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-1e9c76df-146a-469c-afb2-1b4eea0cd9ec req-5d9390c4-b8c0-4e78-aba6-5b0f6ea08e5a service nova] Acquiring lock "4a1e1884-891c-401f-b946-7eee2c6950fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-1e9c76df-146a-469c-afb2-1b4eea0cd9ec req-5d9390c4-b8c0-4e78-aba6-5b0f6ea08e5a service nova] Lock "4a1e1884-891c-401f-b946-7eee2c6950fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-1e9c76df-146a-469c-afb2-1b4eea0cd9ec req-5d9390c4-b8c0-4e78-aba6-5b0f6ea08e5a service nova] Lock "4a1e1884-891c-401f-b946-7eee2c6950fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:56 user nova-compute[74491]: DEBUG nova.compute.manager [req-1e9c76df-146a-469c-afb2-1b4eea0cd9ec req-5d9390c4-b8c0-4e78-aba6-5b0f6ea08e5a service nova] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] No waiting events found dispatching network-vif-unplugged-4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:56 user nova-compute[74491]: DEBUG nova.compute.manager [req-1e9c76df-146a-469c-afb2-1b4eea0cd9ec req-5d9390c4-b8c0-4e78-aba6-5b0f6ea08e5a service nova] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Received event network-vif-unplugged-4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:37:57 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Instance destroyed successfully.
Oct 30 07:37:57 user nova-compute[74491]: DEBUG nova.objects.instance [None req-35ca939a-ca4f-4870-b5ec-7797cf19f4b1 tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lazy-loading 'resources' on Instance uuid 4a1e1884-891c-401f-b946-7eee2c6950fe {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-35ca939a-ca4f-4870-b5ec-7797cf19f4b1 tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:34:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-389383678',display_name='tempest-AttachSCSIVolumeTestJSON-server-389383678',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-389383678',id=6,image_ref='5605766e-b681-4f45-b2bf-ba2bbb5c4884',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFyUiNe2cf52GpFxwmTZxA+2Ae1uTkYTfNYrPsTADBT5i5KAqbkO5D+rgvX1Lq64igriQjKwX+NXoQLpcsr4jWUHvQnLklE3tsBXcNaLQOF6JWj8SlndTIwRCmCr4cVDww==',key_name='tempest-keypair-1788499809',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:34:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9d86dfa6c2684218baa0bab577a3c676',ramdisk_id='',reservation_id='r-0e928ngj',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='5605766e-b681-4f45-b2bf-ba2bbb5c4884',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-746547794',owner_user_name='tempest-AttachSCSIVolumeTestJSON-746547794-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:34:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d20fa223284e4c7898a78ced509876d4',uuid=4a1e1884-891c-401f-b946-7eee2c6950fe,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa", "address": "fa:16:3e:3c:b1:02", "network": {"id": "67e5ed90-09d1-4bd2-bb35-edc19e02ff6c", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-707103423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9d86dfa6c2684218baa0bab577a3c676", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4be0c1d3-bf", "ovs_interfaceid": "4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-35ca939a-ca4f-4870-b5ec-7797cf19f4b1 tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Converting VIF {"id": "4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa", "address": "fa:16:3e:3c:b1:02", "network": {"id": "67e5ed90-09d1-4bd2-bb35-edc19e02ff6c", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-707103423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9d86dfa6c2684218baa0bab577a3c676", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4be0c1d3-bf", "ovs_interfaceid": "4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-35ca939a-ca4f-4870-b5ec-7797cf19f4b1 tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3c:b1:02,bridge_name='br-int',has_traffic_filtering=True,id=4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa,network=Network(67e5ed90-09d1-4bd2-bb35-edc19e02ff6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4be0c1d3-bf') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG os_vif [None req-35ca939a-ca4f-4870-b5ec-7797cf19f4b1 tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3c:b1:02,bridge_name='br-int',has_traffic_filtering=True,id=4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa,network=Network(67e5ed90-09d1-4bd2-bb35-edc19e02ff6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4be0c1d3-bf') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4be0c1d3-bf, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74491) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=68dcdef6-709b-4320-8f17-1e3ad21e8a87) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:57 user nova-compute[74491]: INFO os_vif [None req-35ca939a-ca4f-4870-b5ec-7797cf19f4b1 tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3c:b1:02,bridge_name='br-int',has_traffic_filtering=True,id=4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa,network=Network(67e5ed90-09d1-4bd2-bb35-edc19e02ff6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4be0c1d3-bf')
Oct 30 07:37:57 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-35ca939a-ca4f-4870-b5ec-7797cf19f4b1 tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Deleting instance files /opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe_del
Oct 30 07:37:57 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-35ca939a-ca4f-4870-b5ec-7797cf19f4b1 tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Deletion of /opt/stack/data/nova/instances/4a1e1884-891c-401f-b946-7eee2c6950fe_del complete
Oct 30 07:37:57 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lGIqKJdH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:37:57 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:37:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:57 user nova-compute[74491]: INFO nova.compute.manager [None req-35ca939a-ca4f-4870-b5ec-7797cf19f4b1 tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Took 1.11 seconds to destroy the instance on the hypervisor.
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-35ca939a-ca4f-4870-b5ec-7797cf19f4b1 tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a2b9a8f-000d-41a0-bf19-a6ebcd4ba530]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:37:57 user nova-compute[74491]: No targets found.
Oct 30 07:37:57 user nova-compute[74491]: iSNS:
Oct 30 07:37:57 user nova-compute[74491]: No targets found.
Oct 30 07:37:57 user nova-compute[74491]: STATIC:
Oct 30 07:37:57 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622
Oct 30 07:37:57 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:57 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:57 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd
Oct 30 07:37:57 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:57 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:57 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705
Oct 30 07:37:57 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:57 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:57 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa
Oct 30 07:37:57 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:57 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:57 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5
Oct 30 07:37:57 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:57 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:57 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044
Oct 30 07:37:57 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:57 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:57 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc
Oct 30 07:37:57 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:57 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:57 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551
Oct 30 07:37:57 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:57 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:57 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54
Oct 30 07:37:57 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:37:57 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:37:57 user nova-compute[74491]: FIRMWARE:
Oct 30 07:37:57 user nova-compute[74491]: No targets found.
Oct 30 07:37:57 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:37:57 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:37:57 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3c1c450-e095-402d-87d8-02f513b0378c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd90a2bc-085c-4498-98fc-00f232968c1c]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:37:57 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:37:57 user nova-compute[74491]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:37:57 user nova-compute[74491]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:37:57 user nova-compute[74491]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 (non-flash)
Oct 30 07:37:57 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:57 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:57 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:57 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:37:57 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:37:57 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:37:57 user nova-compute[74491]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:37:57 user nova-compute[74491]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:37:57 user nova-compute[74491]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 (non-flash)
Oct 30 07:37:57 user nova-compute[74491]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:37:57 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:37:57 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:37:57 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:37:57 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef06ece50>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc'): ({'sdc'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Removing single pathed devices sdc {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[03b03969-47cb-4bd7-b90c-d59118dac0ff]: (4, ('path checker states:\nup                  9\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0368b738-ecc4-464f-b6af-64d44786040a]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Flushing IO for device /dev/sdc {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[736a250e-0b0e-4fdc-afed-07962130ae00]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.039s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b857ad2e-a14c-4b56-be7e-e07a266d86e1]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Checking to see if SCSI volumes sdc have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] SCSI volumes sdc have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb6a3186-1445-4135-8e8f-92b6a46f360e]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2722b789-2e20-4adb-b44c-6df9089a79c5]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc, portal: 172.16.0.220,3260]
Oct 30 07:37:57 user nova-compute[74491]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc, portal: 172.16.0.220,3260] successful.
Oct 30 07:37:57 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.895s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.044s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ceaada2a-89c0-4908-84de-8f1b92201c46]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.359s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] <== disconnect_volume: return (362ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG nova.network.neutron [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:37:57 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:37:57 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG nova.compute.manager [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uAodSxDm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '041b6e2e-8e39-4035-aa5b-8bace636f06c', 'attached_at': '', 'detached_at': '', 'volume_id': '095c9b84-0540-4cb5-84b5-12fa2a738044', 'serial'} {{(pid=74491) _swap_volume /opt/stack/nova/nova/compute/manager.py:7790}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG nova.compute.manager [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] swap_volume: removing Cinder connection for volume d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc {{(pid=74491) _swap_volume /opt/stack/nova/nova/compute/manager.py:7835}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG nova.policy [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '506813ea22514a4ab1e8492d724d6e93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29bc84846dd74eecb286bfbcfd4f838b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:37:57 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Creating image(s)
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquiring lock "/opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "/opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "/opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.198s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.206s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:58 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:37:58 user nova-compute[74491]: DEBUG nova.compute.manager [req-4400ea92-c4fb-4a7e-9912-4cb69803820f req-2818a735-dc62-418a-bf03-4e8aae52eef1 service nova] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Received event network-vif-deleted-4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:58 user nova-compute[74491]: INFO nova.compute.manager [req-4400ea92-c4fb-4a7e-9912-4cb69803820f req-2818a735-dc62-418a-bf03-4e8aae52eef1 service nova] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Neutron deleted interface 4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa; detaching it from the instance and deleting it from the info cache
Oct 30 07:37:58 user nova-compute[74491]: DEBUG nova.network.neutron [req-4400ea92-c4fb-4a7e-9912-4cb69803820f req-2818a735-dc62-418a-bf03-4e8aae52eef1 service nova] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:37:58 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Took 1.09 seconds to deallocate network for instance.
Oct 30 07:37:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk 1073741824" returned: 0 in 0.092s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.305s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:58 user nova-compute[74491]: DEBUG nova.network.neutron [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Successfully created port: 2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:37:58 user nova-compute[74491]: DEBUG nova.compute.manager [req-4400ea92-c4fb-4a7e-9912-4cb69803820f req-2818a735-dc62-418a-bf03-4e8aae52eef1 service nova] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Detach interface failed, port_id=4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa, reason: Instance 4a1e1884-891c-401f-b946-7eee2c6950fe could not be found. {{(pid=74491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 07:37:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-35ca939a-ca4f-4870-b5ec-7797cf19f4b1 tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-35ca939a-ca4f-4870-b5ec-7797cf19f4b1 tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.208s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:58 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:37:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:37:58 user nova-compute[74491]: DEBUG nova.compute.manager [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] swap_volume: Updating volume d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "uAodSxDm", "auth_password": "8KJmhcxb0YsSZT", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdd", "volume_id": "095c9b84-0540-4cb5-84b5-12fa2a738044"}, "status": "reserved", "instance": "041b6e2e-8e39-4035-aa5b-8bace636f06c", "attached_at": "", "detached_at": "", "volume_id": "095c9b84-0540-4cb5-84b5-12fa2a738044", "serial": "095c9b84-0540-4cb5-84b5-12fa2a738044"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '095c9b84-0540-4cb5-84b5-12fa2a738044', 'no_device': None, 'attachment_id': 'b161562e-c0e5-4372-ae11-d187cf439ebd'} {{(pid=74491) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7983}}
Oct 30 07:37:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ddf28460-d92a-4f6a-a2c6-de88455009de tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Lock "041b6e2e-8e39-4035-aa5b-8bace636f06c" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 39.549s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:37:58 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Cannot resize image /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:37:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:37:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Ensure instance console log exists: /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:37:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.compute.manager [req-3253424a-2a7c-43a6-a3aa-b989762996dd req-0ebd15fd-478a-4681-8bcc-4e4f3d8652c9 service nova] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Received event network-vif-plugged-4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3253424a-2a7c-43a6-a3aa-b989762996dd req-0ebd15fd-478a-4681-8bcc-4e4f3d8652c9 service nova] Acquiring lock "4a1e1884-891c-401f-b946-7eee2c6950fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3253424a-2a7c-43a6-a3aa-b989762996dd req-0ebd15fd-478a-4681-8bcc-4e4f3d8652c9 service nova] Lock "4a1e1884-891c-401f-b946-7eee2c6950fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3253424a-2a7c-43a6-a3aa-b989762996dd req-0ebd15fd-478a-4681-8bcc-4e4f3d8652c9 service nova] Lock "4a1e1884-891c-401f-b946-7eee2c6950fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.compute.manager [req-3253424a-2a7c-43a6-a3aa-b989762996dd req-0ebd15fd-478a-4681-8bcc-4e4f3d8652c9 service nova] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] No waiting events found dispatching network-vif-plugged-4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:37:59 user nova-compute[74491]: WARNING nova.compute.manager [req-3253424a-2a7c-43a6-a3aa-b989762996dd req-0ebd15fd-478a-4681-8bcc-4e4f3d8652c9 service nova] [instance: 4a1e1884-891c-401f-b946-7eee2c6950fe] Received unexpected event network-vif-plugged-4be0c1d3-bf7d-4c88-a331-2d6a4a03e2fa for instance with vm_state deleted and task_state None.
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-35ca939a-ca4f-4870-b5ec-7797cf19f4b1 tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-35ca939a-ca4f-4870-b5ec-7797cf19f4b1 tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-35ca939a-ca4f-4870-b5ec-7797cf19f4b1 tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.567s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:59 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-35ca939a-ca4f-4870-b5ec-7797cf19f4b1 tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Deleted allocations for instance 4a1e1884-891c-401f-b946-7eee2c6950fe
Oct 30 07:37:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-35ca939a-ca4f-4870-b5ec-7797cf19f4b1 tempest-AttachSCSIVolumeTestJSON-746547794 tempest-AttachSCSIVolumeTestJSON-746547794-project-member] Lock "4a1e1884-891c-401f-b946-7eee2c6950fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.073s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.network.neutron [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Successfully updated port: 2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquiring lock "refresh_cache-ca6e5e60-1eff-4e73-a1d8-b78361f31e61" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquired lock "refresh_cache-ca6e5e60-1eff-4e73-a1d8-b78361f31e61" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.network.neutron [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.network.neutron [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.network.neutron [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Updating instance_info_cache with network_info: [{"id": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "address": "fa:16:3e:79:ba:83", "network": {"id": "4b60f2bc-47f1-4758-ab27-7409b0ed4838", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-353851300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bc84846dd74eecb286bfbcfd4f838b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2690cd19-db", "ovs_interfaceid": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Releasing lock "refresh_cache-ca6e5e60-1eff-4e73-a1d8-b78361f31e61" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Instance network_info: |[{"id": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "address": "fa:16:3e:79:ba:83", "network": {"id": "4b60f2bc-47f1-4758-ab27-7409b0ed4838", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-353851300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bc84846dd74eecb286bfbcfd4f838b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2690cd19-db", "ovs_interfaceid": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Start _get_guest_xml network_info=[{"id": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "address": "fa:16:3e:79:ba:83", "network": {"id": "4b60f2bc-47f1-4758-ab27-7409b0ed4838", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-353851300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bc84846dd74eecb286bfbcfd4f838b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2690cd19-db", "ovs_interfaceid": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:37:59 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:37:59 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:37:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-250330121',display_name='tempest-ServerActionsTestOtherB-server-250330121',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-250330121',id=14,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGnC4r3o386th9DGaJLtZEtlcPYrv7t5zegNMIF+opf+g3L8CGhVaOK+p3JyJJUvFGIngzm90raO9XYrBdDwxkPsgdh49bzA8FgddvrsBPT7M5FYLKowUsu/JMdSMNq0Rg==',key_name='tempest-keypair-1622103420',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='29bc84846dd74eecb286bfbcfd4f838b',ramdisk_id='',reservation_id='r-652jw9as',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1638830130',owner_user_name='tempest-ServerActionsTestOtherB-1638830130-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:37:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='506813ea22514a4ab1e8492d724d6e93',uuid=ca6e5e60-1eff-4e73-a1d8-b78361f31e61,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "address": "fa:16:3e:79:ba:83", "network": {"id": "4b60f2bc-47f1-4758-ab27-7409b0ed4838", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-353851300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bc84846dd74eecb286bfbcfd4f838b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2690cd19-db", "ovs_interfaceid": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Converting VIF {"id": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "address": "fa:16:3e:79:ba:83", "network": {"id": "4b60f2bc-47f1-4758-ab27-7409b0ed4838", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-353851300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bc84846dd74eecb286bfbcfd4f838b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2690cd19-db", "ovs_interfaceid": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:ba:83,bridge_name='br-int',has_traffic_filtering=True,id=2690cd19-db89-4956-afb9-fb1cd72a6ead,network=Network(4b60f2bc-47f1-4758-ab27-7409b0ed4838),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2690cd19-db') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.objects.instance [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lazy-loading 'pci_devices' on Instance uuid ca6e5e60-1eff-4e73-a1d8-b78361f31e61 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:37:59 user nova-compute[74491]:   <uuid>ca6e5e60-1eff-4e73-a1d8-b78361f31e61</uuid>
Oct 30 07:37:59 user nova-compute[74491]:   <name>instance-0000000e</name>
Oct 30 07:37:59 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:37:59 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:37:59 user nova-compute[74491]:   <metadata>
Oct 30 07:37:59 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:37:59 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:37:59 user nova-compute[74491]:       <nova:name>tempest-ServerActionsTestOtherB-server-250330121</nova:name>
Oct 30 07:37:59 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:37:59</nova:creationTime>
Oct 30 07:37:59 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:37:59 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:37:59 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:37:59 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:37:59 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:37:59 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:37:59 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:37:59 user nova-compute[74491]:       <nova:owner>
Oct 30 07:37:59 user nova-compute[74491]:         <nova:user uuid="506813ea22514a4ab1e8492d724d6e93">tempest-ServerActionsTestOtherB-1638830130-project-member</nova:user>
Oct 30 07:37:59 user nova-compute[74491]:         <nova:project uuid="29bc84846dd74eecb286bfbcfd4f838b">tempest-ServerActionsTestOtherB-1638830130</nova:project>
Oct 30 07:37:59 user nova-compute[74491]:       </nova:owner>
Oct 30 07:37:59 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:37:59 user nova-compute[74491]:       <nova:ports>
Oct 30 07:37:59 user nova-compute[74491]:         <nova:port uuid="2690cd19-db89-4956-afb9-fb1cd72a6ead">
Oct 30 07:37:59 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 30 07:37:59 user nova-compute[74491]:         </nova:port>
Oct 30 07:37:59 user nova-compute[74491]:       </nova:ports>
Oct 30 07:37:59 user nova-compute[74491]:     </nova:instance>
Oct 30 07:37:59 user nova-compute[74491]:   </metadata>
Oct 30 07:37:59 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:37:59 user nova-compute[74491]:     <system>
Oct 30 07:37:59 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:37:59 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:37:59 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:37:59 user nova-compute[74491]:       <entry name="serial">ca6e5e60-1eff-4e73-a1d8-b78361f31e61</entry>
Oct 30 07:37:59 user nova-compute[74491]:       <entry name="uuid">ca6e5e60-1eff-4e73-a1d8-b78361f31e61</entry>
Oct 30 07:37:59 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:37:59 user nova-compute[74491]:     </system>
Oct 30 07:37:59 user nova-compute[74491]:   </sysinfo>
Oct 30 07:37:59 user nova-compute[74491]:   <os>
Oct 30 07:37:59 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:37:59 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:37:59 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:37:59 user nova-compute[74491]:   </os>
Oct 30 07:37:59 user nova-compute[74491]:   <features>
Oct 30 07:37:59 user nova-compute[74491]:     <acpi/>
Oct 30 07:37:59 user nova-compute[74491]:     <apic/>
Oct 30 07:37:59 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:37:59 user nova-compute[74491]:   </features>
Oct 30 07:37:59 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:37:59 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:37:59 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:37:59 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:37:59 user nova-compute[74491]:   </clock>
Oct 30 07:37:59 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:37:59 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:37:59 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:37:59 user nova-compute[74491]:   </cpu>
Oct 30 07:37:59 user nova-compute[74491]:   <devices>
Oct 30 07:37:59 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:37:59 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:37:59 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk"/>
Oct 30 07:37:59 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:37:59 user nova-compute[74491]:     </disk>
Oct 30 07:37:59 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:37:59 user nova-compute[74491]:       <mac address="fa:16:3e:79:ba:83"/>
Oct 30 07:37:59 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:37:59 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:37:59 user nova-compute[74491]:       <target dev="tap2690cd19-db"/>
Oct 30 07:37:59 user nova-compute[74491]:     </interface>
Oct 30 07:37:59 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:37:59 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/console.log" append="off"/>
Oct 30 07:37:59 user nova-compute[74491]:     </serial>
Oct 30 07:37:59 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:37:59 user nova-compute[74491]:     <video>
Oct 30 07:37:59 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:37:59 user nova-compute[74491]:     </video>
Oct 30 07:37:59 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:37:59 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:37:59 user nova-compute[74491]:     </rng>
Oct 30 07:37:59 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:37:59 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:37:59 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:37:59 user nova-compute[74491]:     </memballoon>
Oct 30 07:37:59 user nova-compute[74491]:   </devices>
Oct 30 07:37:59 user nova-compute[74491]: </domain>
Oct 30 07:37:59 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:37:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-250330121',display_name='tempest-ServerActionsTestOtherB-server-250330121',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-250330121',id=14,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGnC4r3o386th9DGaJLtZEtlcPYrv7t5zegNMIF+opf+g3L8CGhVaOK+p3JyJJUvFGIngzm90raO9XYrBdDwxkPsgdh49bzA8FgddvrsBPT7M5FYLKowUsu/JMdSMNq0Rg==',key_name='tempest-keypair-1622103420',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='29bc84846dd74eecb286bfbcfd4f838b',ramdisk_id='',reservation_id='r-652jw9as',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1638830130',owner_user_name='tempest-ServerActionsTestOtherB-1638830130-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:37:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='506813ea22514a4ab1e8492d724d6e93',uuid=ca6e5e60-1eff-4e73-a1d8-b78361f31e61,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "address": "fa:16:3e:79:ba:83", "network": {"id": "4b60f2bc-47f1-4758-ab27-7409b0ed4838", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-353851300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bc84846dd74eecb286bfbcfd4f838b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2690cd19-db", "ovs_interfaceid": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Converting VIF {"id": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "address": "fa:16:3e:79:ba:83", "network": {"id": "4b60f2bc-47f1-4758-ab27-7409b0ed4838", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-353851300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bc84846dd74eecb286bfbcfd4f838b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2690cd19-db", "ovs_interfaceid": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:ba:83,bridge_name='br-int',has_traffic_filtering=True,id=2690cd19-db89-4956-afb9-fb1cd72a6ead,network=Network(4b60f2bc-47f1-4758-ab27-7409b0ed4838),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2690cd19-db') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG os_vif [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:ba:83,bridge_name='br-int',has_traffic_filtering=True,id=2690cd19-db89-4956-afb9-fb1cd72a6ead,network=Network(4b60f2bc-47f1-4758-ab27-7409b0ed4838),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2690cd19-db') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '448c34de-38d4-51a6-9704-df62ac269865', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2690cd19-db, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2690cd19-db, col_values=(('qos', UUID('4a70ba2a-ea91-4654-872d-1815b63e1337')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2690cd19-db, col_values=(('external_ids', {'iface-id': '2690cd19-db89-4956-afb9-fb1cd72a6ead', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:79:ba:83', 'vm-uuid': 'ca6e5e60-1eff-4e73-a1d8-b78361f31e61'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:37:59 user nova-compute[74491]: INFO os_vif [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:ba:83,bridge_name='br-int',has_traffic_filtering=True,id=2690cd19-db89-4956-afb9-fb1cd72a6ead,network=Network(4b60f2bc-47f1-4758-ab27-7409b0ed4838),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2690cd19-db')
Oct 30 07:37:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Acquiring lock "041b6e2e-8e39-4035-aa5b-8bace636f06c" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Lock "041b6e2e-8e39-4035-aa5b-8bace636f06c" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:37:59 user nova-compute[74491]: DEBUG os_brick.utils [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:38:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:00 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:38:00 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] No VIF found with MAC fa:16:3e:79:ba:83, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:38:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:00 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[18d228c8-5cef-4377-97b9-8e7345b4f8d2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:00 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8e0ac51-5324-4fe8-9d68-49a1d1b47048]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:00 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c305242-e4f9-4e19-b86b-035170242392]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:00 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b018996-493b-464a-8dee-a8b682e650ea]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:38:00 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:38:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:38:00 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:38:00 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c57892a-12a7-4789-8851-1a2d0beaaeac]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:00 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:38:00 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:38:00 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:38:00 user nova-compute[74491]: DEBUG os_brick.utils [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] <== get_connector_properties: return (140ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:38:00 user nova-compute[74491]: INFO nova.compute.manager [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Swapping volume 095c9b84-0540-4cb5-84b5-12fa2a738044 for d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc
Oct 30 07:38:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "08481839-641d-43f6-93df-7cf312cde14a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:38:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "08481839-641d-43f6-93df-7cf312cde14a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:38:00 user nova-compute[74491]: DEBUG nova.compute.manager [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:38:01 user nova-compute[74491]: DEBUG nova.compute.manager [req-a26e1947-86f7-43f5-ba89-78ca58a57031 req-e4b0a95f-6f6c-4ba8-a29b-2cab4418e4b9 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Received event network-changed-2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:38:01 user nova-compute[74491]: DEBUG nova.compute.manager [req-a26e1947-86f7-43f5-ba89-78ca58a57031 req-e4b0a95f-6f6c-4ba8-a29b-2cab4418e4b9 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Refreshing instance network info cache due to event network-changed-2690cd19-db89-4956-afb9-fb1cd72a6ead. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:38:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a26e1947-86f7-43f5-ba89-78ca58a57031 req-e4b0a95f-6f6c-4ba8-a29b-2cab4418e4b9 service nova] Acquiring lock "refresh_cache-ca6e5e60-1eff-4e73-a1d8-b78361f31e61" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:38:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a26e1947-86f7-43f5-ba89-78ca58a57031 req-e4b0a95f-6f6c-4ba8-a29b-2cab4418e4b9 service nova] Acquired lock "refresh_cache-ca6e5e60-1eff-4e73-a1d8-b78361f31e61" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:38:01 user nova-compute[74491]: DEBUG nova.network.neutron [req-a26e1947-86f7-43f5-ba89-78ca58a57031 req-e4b0a95f-6f6c-4ba8-a29b-2cab4418e4b9 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Refreshing network info cache for port 2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:38:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:38:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:38:01 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:38:01 user nova-compute[74491]: INFO nova.compute.claims [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Claim successful on node user
Oct 30 07:38:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:01 user nova-compute[74491]: DEBUG nova.network.neutron [req-a26e1947-86f7-43f5-ba89-78ca58a57031 req-e4b0a95f-6f6c-4ba8-a29b-2cab4418e4b9 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Updated VIF entry in instance network info cache for port 2690cd19-db89-4956-afb9-fb1cd72a6ead. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:38:01 user nova-compute[74491]: DEBUG nova.network.neutron [req-a26e1947-86f7-43f5-ba89-78ca58a57031 req-e4b0a95f-6f6c-4ba8-a29b-2cab4418e4b9 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Updating instance_info_cache with network_info: [{"id": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "address": "fa:16:3e:79:ba:83", "network": {"id": "4b60f2bc-47f1-4758-ab27-7409b0ed4838", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-353851300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bc84846dd74eecb286bfbcfd4f838b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2690cd19-db", "ovs_interfaceid": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:38:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a26e1947-86f7-43f5-ba89-78ca58a57031 req-e4b0a95f-6f6c-4ba8-a29b-2cab4418e4b9 service nova] Releasing lock "refresh_cache-ca6e5e60-1eff-4e73-a1d8-b78361f31e61" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:38:01 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:38:01 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:38:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.602s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:38:01 user nova-compute[74491]: DEBUG nova.compute.manager [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:38:01 user nova-compute[74491]: DEBUG nova.compute.manager [req-5e033210-633c-4891-b7c0-61977b9c31b3 req-c31b7287-7dbc-483d-99b3-83fd0e74d095 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Received event network-vif-plugged-2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:38:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5e033210-633c-4891-b7c0-61977b9c31b3 req-c31b7287-7dbc-483d-99b3-83fd0e74d095 service nova] Acquiring lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:38:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5e033210-633c-4891-b7c0-61977b9c31b3 req-c31b7287-7dbc-483d-99b3-83fd0e74d095 service nova] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:38:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5e033210-633c-4891-b7c0-61977b9c31b3 req-c31b7287-7dbc-483d-99b3-83fd0e74d095 service nova] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:38:01 user nova-compute[74491]: DEBUG nova.compute.manager [req-5e033210-633c-4891-b7c0-61977b9c31b3 req-c31b7287-7dbc-483d-99b3-83fd0e74d095 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] No waiting events found dispatching network-vif-plugged-2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:38:01 user nova-compute[74491]: WARNING nova.compute.manager [req-5e033210-633c-4891-b7c0-61977b9c31b3 req-c31b7287-7dbc-483d-99b3-83fd0e74d095 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Received unexpected event network-vif-plugged-2690cd19-db89-4956-afb9-fb1cd72a6ead for instance with vm_state building and task_state spawning.
Oct 30 07:38:01 user nova-compute[74491]: DEBUG nova.compute.manager [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:38:01 user nova-compute[74491]: DEBUG nova.network.neutron [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:38:01 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:38:01 user nova-compute[74491]: DEBUG nova.compute.manager [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:38:01 user nova-compute[74491]: DEBUG nova.policy [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fb7a5b015224f39a4459a73e4e61419', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5328a34e1d7f4acdb9edd844396f1e40', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:38:02 user nova-compute[74491]: DEBUG nova.compute.manager [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:38:02 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:38:02 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Creating image(s)
Oct 30 07:38:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "/opt/stack/data/nova/instances/08481839-641d-43f6-93df-7cf312cde14a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:38:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "/opt/stack/data/nova/instances/08481839-641d-43f6-93df-7cf312cde14a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:38:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "/opt/stack/data/nova/instances/08481839-641d-43f6-93df-7cf312cde14a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:38:02 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:02 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.210s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:38:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:38:02 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:02 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.194s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:02 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/08481839-641d-43f6-93df-7cf312cde14a/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:02 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/08481839-641d-43f6-93df-7cf312cde14a/disk 1073741824" returned: 0 in 0.079s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.282s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:38:02 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:02 user nova-compute[74491]: DEBUG nova.network.neutron [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Successfully created port: 4d1ec0bf-8d15-4ced-8aae-c86d210ca55c {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:38:02 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.169s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:02 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Checking if we can resize image /opt/stack/data/nova/instances/08481839-641d-43f6-93df-7cf312cde14a/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:38:02 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08481839-641d-43f6-93df-7cf312cde14a/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:02 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08481839-641d-43f6-93df-7cf312cde14a/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:02 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Cannot resize image /opt/stack/data/nova/instances/08481839-641d-43f6-93df-7cf312cde14a/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:38:02 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:38:02 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Ensure instance console log exists: /opt/stack/data/nova/instances/08481839-641d-43f6-93df-7cf312cde14a/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:38:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:38:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.005s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:38:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.network.neutron [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Successfully updated port: 4d1ec0bf-8d15-4ced-8aae-c86d210ca55c {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "refresh_cache-08481839-641d-43f6-93df-7cf312cde14a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquired lock "refresh_cache-08481839-641d-43f6-93df-7cf312cde14a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.network.neutron [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.compute.manager [req-49d25f15-29fe-49ea-8879-103f8647c386 req-08f96a3a-4a2e-4982-81d9-257c516cf4d4 service nova] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Received event network-changed-4d1ec0bf-8d15-4ced-8aae-c86d210ca55c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.compute.manager [req-49d25f15-29fe-49ea-8879-103f8647c386 req-08f96a3a-4a2e-4982-81d9-257c516cf4d4 service nova] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Refreshing instance network info cache due to event network-changed-4d1ec0bf-8d15-4ced-8aae-c86d210ca55c. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-49d25f15-29fe-49ea-8879-103f8647c386 req-08f96a3a-4a2e-4982-81d9-257c516cf4d4 service nova] Acquiring lock "refresh_cache-08481839-641d-43f6-93df-7cf312cde14a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.network.neutron [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.network.neutron [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Updating instance_info_cache with network_info: [{"id": "4d1ec0bf-8d15-4ced-8aae-c86d210ca55c", "address": "fa:16:3e:0a:12:bd", "network": {"id": "0ee19de2-df20-4647-98cd-f0196ef50b3f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-158911491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5328a34e1d7f4acdb9edd844396f1e40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d1ec0bf-8d", "ovs_interfaceid": "4d1ec0bf-8d15-4ced-8aae-c86d210ca55c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Releasing lock "refresh_cache-08481839-641d-43f6-93df-7cf312cde14a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.compute.manager [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Instance network_info: |[{"id": "4d1ec0bf-8d15-4ced-8aae-c86d210ca55c", "address": "fa:16:3e:0a:12:bd", "network": {"id": "0ee19de2-df20-4647-98cd-f0196ef50b3f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-158911491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5328a34e1d7f4acdb9edd844396f1e40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d1ec0bf-8d", "ovs_interfaceid": "4d1ec0bf-8d15-4ced-8aae-c86d210ca55c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-49d25f15-29fe-49ea-8879-103f8647c386 req-08f96a3a-4a2e-4982-81d9-257c516cf4d4 service nova] Acquired lock "refresh_cache-08481839-641d-43f6-93df-7cf312cde14a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.network.neutron [req-49d25f15-29fe-49ea-8879-103f8647c386 req-08f96a3a-4a2e-4982-81d9-257c516cf4d4 service nova] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Refreshing network info cache for port 4d1ec0bf-8d15-4ced-8aae-c86d210ca55c {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Start _get_guest_xml network_info=[{"id": "4d1ec0bf-8d15-4ced-8aae-c86d210ca55c", "address": "fa:16:3e:0a:12:bd", "network": {"id": "0ee19de2-df20-4647-98cd-f0196ef50b3f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-158911491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5328a34e1d7f4acdb9edd844396f1e40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d1ec0bf-8d", "ovs_interfaceid": "4d1ec0bf-8d15-4ced-8aae-c86d210ca55c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:38:03 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:38:03 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:38:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1241525119',display_name='tempest-VolumesSnapshotTestJSON-instance-1241525119',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1241525119',id=15,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN+zo1g+0mcsAjofLbmCrJ8wvILLGhXHET8GlFeK4P83xOxqDR65gfRlHy3fqKDTnQqucCVxLbH2CbxkQwzu8d0dRNRj3FWj4RrD3ANO7hvYA90Re2xFKKeCmqW3MQRfjQ==',key_name='tempest-keypair-1610060427',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5328a34e1d7f4acdb9edd844396f1e40',ramdisk_id='',reservation_id='r-w61e6te1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1411379770',owner_user_name='tempest-VolumesSnapshotTestJSON-1411379770-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:38:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4fb7a5b015224f39a4459a73e4e61419',uuid=08481839-641d-43f6-93df-7cf312cde14a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4d1ec0bf-8d15-4ced-8aae-c86d210ca55c", "address": "fa:16:3e:0a:12:bd", "network": {"id": "0ee19de2-df20-4647-98cd-f0196ef50b3f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-158911491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5328a34e1d7f4acdb9edd844396f1e40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d1ec0bf-8d", "ovs_interfaceid": "4d1ec0bf-8d15-4ced-8aae-c86d210ca55c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Converting VIF {"id": "4d1ec0bf-8d15-4ced-8aae-c86d210ca55c", "address": "fa:16:3e:0a:12:bd", "network": {"id": "0ee19de2-df20-4647-98cd-f0196ef50b3f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-158911491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5328a34e1d7f4acdb9edd844396f1e40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d1ec0bf-8d", "ovs_interfaceid": "4d1ec0bf-8d15-4ced-8aae-c86d210ca55c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0a:12:bd,bridge_name='br-int',has_traffic_filtering=True,id=4d1ec0bf-8d15-4ced-8aae-c86d210ca55c,network=Network(0ee19de2-df20-4647-98cd-f0196ef50b3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d1ec0bf-8d') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.objects.instance [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lazy-loading 'pci_devices' on Instance uuid 08481839-641d-43f6-93df-7cf312cde14a {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.compute.manager [req-4c51d2e5-3867-4a07-af2d-c8a25a53aa30 req-8028e8c8-30d7-41ae-8a52-b526cab3616c service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Received event network-vif-plugged-2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4c51d2e5-3867-4a07-af2d-c8a25a53aa30 req-8028e8c8-30d7-41ae-8a52-b526cab3616c service nova] Acquiring lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4c51d2e5-3867-4a07-af2d-c8a25a53aa30 req-8028e8c8-30d7-41ae-8a52-b526cab3616c service nova] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4c51d2e5-3867-4a07-af2d-c8a25a53aa30 req-8028e8c8-30d7-41ae-8a52-b526cab3616c service nova] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.compute.manager [req-4c51d2e5-3867-4a07-af2d-c8a25a53aa30 req-8028e8c8-30d7-41ae-8a52-b526cab3616c service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] No waiting events found dispatching network-vif-plugged-2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:38:03 user nova-compute[74491]: WARNING nova.compute.manager [req-4c51d2e5-3867-4a07-af2d-c8a25a53aa30 req-8028e8c8-30d7-41ae-8a52-b526cab3616c service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Received unexpected event network-vif-plugged-2690cd19-db89-4956-afb9-fb1cd72a6ead for instance with vm_state building and task_state spawning.
Oct 30 07:38:03 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Instance spawned successfully.
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:38:03 user nova-compute[74491]:   <uuid>08481839-641d-43f6-93df-7cf312cde14a</uuid>
Oct 30 07:38:03 user nova-compute[74491]:   <name>instance-0000000f</name>
Oct 30 07:38:03 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:38:03 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:38:03 user nova-compute[74491]:   <metadata>
Oct 30 07:38:03 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:38:03 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:38:03 user nova-compute[74491]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1241525119</nova:name>
Oct 30 07:38:03 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:38:03</nova:creationTime>
Oct 30 07:38:03 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:38:03 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:38:03 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:38:03 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:38:03 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:38:03 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:38:03 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:38:03 user nova-compute[74491]:       <nova:owner>
Oct 30 07:38:03 user nova-compute[74491]:         <nova:user uuid="4fb7a5b015224f39a4459a73e4e61419">tempest-VolumesSnapshotTestJSON-1411379770-project-member</nova:user>
Oct 30 07:38:03 user nova-compute[74491]:         <nova:project uuid="5328a34e1d7f4acdb9edd844396f1e40">tempest-VolumesSnapshotTestJSON-1411379770</nova:project>
Oct 30 07:38:03 user nova-compute[74491]:       </nova:owner>
Oct 30 07:38:03 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:38:03 user nova-compute[74491]:       <nova:ports>
Oct 30 07:38:03 user nova-compute[74491]:         <nova:port uuid="4d1ec0bf-8d15-4ced-8aae-c86d210ca55c">
Oct 30 07:38:03 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 07:38:03 user nova-compute[74491]:         </nova:port>
Oct 30 07:38:03 user nova-compute[74491]:       </nova:ports>
Oct 30 07:38:03 user nova-compute[74491]:     </nova:instance>
Oct 30 07:38:03 user nova-compute[74491]:   </metadata>
Oct 30 07:38:03 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:38:03 user nova-compute[74491]:     <system>
Oct 30 07:38:03 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:38:03 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:38:03 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:38:03 user nova-compute[74491]:       <entry name="serial">08481839-641d-43f6-93df-7cf312cde14a</entry>
Oct 30 07:38:03 user nova-compute[74491]:       <entry name="uuid">08481839-641d-43f6-93df-7cf312cde14a</entry>
Oct 30 07:38:03 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:38:03 user nova-compute[74491]:     </system>
Oct 30 07:38:03 user nova-compute[74491]:   </sysinfo>
Oct 30 07:38:03 user nova-compute[74491]:   <os>
Oct 30 07:38:03 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:38:03 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:38:03 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:38:03 user nova-compute[74491]:   </os>
Oct 30 07:38:03 user nova-compute[74491]:   <features>
Oct 30 07:38:03 user nova-compute[74491]:     <acpi/>
Oct 30 07:38:03 user nova-compute[74491]:     <apic/>
Oct 30 07:38:03 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:38:03 user nova-compute[74491]:   </features>
Oct 30 07:38:03 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:38:03 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:38:03 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:38:03 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:38:03 user nova-compute[74491]:   </clock>
Oct 30 07:38:03 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:38:03 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:38:03 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:38:03 user nova-compute[74491]:   </cpu>
Oct 30 07:38:03 user nova-compute[74491]:   <devices>
Oct 30 07:38:03 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:38:03 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:38:03 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/08481839-641d-43f6-93df-7cf312cde14a/disk"/>
Oct 30 07:38:03 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:38:03 user nova-compute[74491]:     </disk>
Oct 30 07:38:03 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:38:03 user nova-compute[74491]:       <mac address="fa:16:3e:0a:12:bd"/>
Oct 30 07:38:03 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:38:03 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:38:03 user nova-compute[74491]:       <target dev="tap4d1ec0bf-8d"/>
Oct 30 07:38:03 user nova-compute[74491]:     </interface>
Oct 30 07:38:03 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:38:03 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/08481839-641d-43f6-93df-7cf312cde14a/console.log" append="off"/>
Oct 30 07:38:03 user nova-compute[74491]:     </serial>
Oct 30 07:38:03 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:38:03 user nova-compute[74491]:     <video>
Oct 30 07:38:03 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:38:03 user nova-compute[74491]:     </video>
Oct 30 07:38:03 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:38:03 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:38:03 user nova-compute[74491]:     </rng>
Oct 30 07:38:03 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:38:03 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:38:03 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:38:03 user nova-compute[74491]:     </memballoon>
Oct 30 07:38:03 user nova-compute[74491]:   </devices>
Oct 30 07:38:03 user nova-compute[74491]: </domain>
Oct 30 07:38:03 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:38:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1241525119',display_name='tempest-VolumesSnapshotTestJSON-instance-1241525119',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1241525119',id=15,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN+zo1g+0mcsAjofLbmCrJ8wvILLGhXHET8GlFeK4P83xOxqDR65gfRlHy3fqKDTnQqucCVxLbH2CbxkQwzu8d0dRNRj3FWj4RrD3ANO7hvYA90Re2xFKKeCmqW3MQRfjQ==',key_name='tempest-keypair-1610060427',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5328a34e1d7f4acdb9edd844396f1e40',ramdisk_id='',reservation_id='r-w61e6te1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1411379770',owner_user_name='tempest-VolumesSnapshotTestJSON-1411379770-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:38:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4fb7a5b015224f39a4459a73e4e61419',uuid=08481839-641d-43f6-93df-7cf312cde14a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4d1ec0bf-8d15-4ced-8aae-c86d210ca55c", "address": "fa:16:3e:0a:12:bd", "network": {"id": "0ee19de2-df20-4647-98cd-f0196ef50b3f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-158911491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5328a34e1d7f4acdb9edd844396f1e40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d1ec0bf-8d", "ovs_interfaceid": "4d1ec0bf-8d15-4ced-8aae-c86d210ca55c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Converting VIF {"id": "4d1ec0bf-8d15-4ced-8aae-c86d210ca55c", "address": "fa:16:3e:0a:12:bd", "network": {"id": "0ee19de2-df20-4647-98cd-f0196ef50b3f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-158911491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5328a34e1d7f4acdb9edd844396f1e40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d1ec0bf-8d", "ovs_interfaceid": "4d1ec0bf-8d15-4ced-8aae-c86d210ca55c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0a:12:bd,bridge_name='br-int',has_traffic_filtering=True,id=4d1ec0bf-8d15-4ced-8aae-c86d210ca55c,network=Network(0ee19de2-df20-4647-98cd-f0196ef50b3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d1ec0bf-8d') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG os_vif [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:12:bd,bridge_name='br-int',has_traffic_filtering=True,id=4d1ec0bf-8d15-4ced-8aae-c86d210ca55c,network=Network(0ee19de2-df20-4647-98cd-f0196ef50b3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d1ec0bf-8d') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e295a922-9377-5783-8843-d60ece223f1d', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4d1ec0bf-8d, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4d1ec0bf-8d, col_values=(('qos', UUID('278ce6f4-6904-4455-bebc-982cec0742d2')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4d1ec0bf-8d, col_values=(('external_ids', {'iface-id': '4d1ec0bf-8d15-4ced-8aae-c86d210ca55c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0a:12:bd', 'vm-uuid': '08481839-641d-43f6-93df-7cf312cde14a'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:03 user nova-compute[74491]: INFO os_vif [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:12:bd,bridge_name='br-int',has_traffic_filtering=True,id=4d1ec0bf-8d15-4ced-8aae-c86d210ca55c,network=Network(0ee19de2-df20-4647-98cd-f0196ef50b3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d1ec0bf-8d')
Oct 30 07:38:03 user nova-compute[74491]: INFO nova.compute.manager [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Took 6.08 seconds to spawn the instance on the hypervisor.
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:38:03 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Waiting for libvirt event about the detach of device tapc886e4f6-94 with device alias net1 from instance de1afc91-375c-4c89-92e4-07f9642199dd is timed out.
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:0c:85:5d"/><model type="virtio"/><mtu size="1442"/><target dev="tapc886e4f6-94"/></interface> {{(pid=74491) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:38:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] No VIF found with MAC fa:16:3e:0a:12:bd, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:0c:85:5d"/><model type="virtio"/><mtu size="1442"/><target dev="tapc886e4f6-94"/></interface>not found in domain: <domain type='kvm' id='7'>
Oct 30 07:38:04 user nova-compute[74491]:   <name>instance-00000007</name>
Oct 30 07:38:04 user nova-compute[74491]:   <uuid>de1afc91-375c-4c89-92e4-07f9642199dd</uuid>
Oct 30 07:38:04 user nova-compute[74491]:   <metadata>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:38:04 user nova-compute[74491]:   <nova:package version="0.0.0"/>
Oct 30 07:38:04 user nova-compute[74491]:   <nova:name>tempest-device-tagging-server-866386970</nova:name>
Oct 30 07:38:04 user nova-compute[74491]:   <nova:creationTime>2023-10-30 07:36:16</nova:creationTime>
Oct 30 07:38:04 user nova-compute[74491]:   <nova:flavor name="m1.tiny">
Oct 30 07:38:04 user nova-compute[74491]:     <nova:memory>512</nova:memory>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:disk>1</nova:disk>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:swap>0</nova:swap>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:vcpus>1</nova:vcpus>
Oct 30 07:38:04 user nova-compute[74491]:   </nova:flavor>
Oct 30 07:38:04 user nova-compute[74491]:   <nova:owner>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:user uuid="2d4b1685793f4043a9a222026ba0d0e6">tempest-TaggedAttachmentsTest-623504598-project-member</nova:user>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:project uuid="f0ae9ae0f44840ccb95041f4a2facb99">tempest-TaggedAttachmentsTest-623504598</nova:project>
Oct 30 07:38:04 user nova-compute[74491]:   </nova:owner>
Oct 30 07:38:04 user nova-compute[74491]:   <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:38:04 user nova-compute[74491]:   <nova:ports>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:port uuid="6d095633-c413-4edb-9761-9723772857d9">
Oct 30 07:38:04 user nova-compute[74491]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 30 07:38:04 user nova-compute[74491]:     </nova:port>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:port uuid="c886e4f6-94b0-4191-b01f-09fe27149de7">
Oct 30 07:38:04 user nova-compute[74491]:       <nova:ip type="fixed" address="10.10.10.16" ipVersion="4"/>
Oct 30 07:38:04 user nova-compute[74491]:     </nova:port>
Oct 30 07:38:04 user nova-compute[74491]:   </nova:ports>
Oct 30 07:38:04 user nova-compute[74491]: </nova:instance>
Oct 30 07:38:04 user nova-compute[74491]:   </metadata>
Oct 30 07:38:04 user nova-compute[74491]:   <memory unit='KiB'>524288</memory>
Oct 30 07:38:04 user nova-compute[74491]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 30 07:38:04 user nova-compute[74491]:   <vcpu placement='static'>1</vcpu>
Oct 30 07:38:04 user nova-compute[74491]:   <resource>
Oct 30 07:38:04 user nova-compute[74491]:     <partition>/machine</partition>
Oct 30 07:38:04 user nova-compute[74491]:   </resource>
Oct 30 07:38:04 user nova-compute[74491]:   <sysinfo type='smbios'>
Oct 30 07:38:04 user nova-compute[74491]:     <system>
Oct 30 07:38:04 user nova-compute[74491]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 30 07:38:04 user nova-compute[74491]:       <entry name='product'>OpenStack Nova</entry>
Oct 30 07:38:04 user nova-compute[74491]:       <entry name='version'>0.0.0</entry>
Oct 30 07:38:04 user nova-compute[74491]:       <entry name='serial'>de1afc91-375c-4c89-92e4-07f9642199dd</entry>
Oct 30 07:38:04 user nova-compute[74491]:       <entry name='uuid'>de1afc91-375c-4c89-92e4-07f9642199dd</entry>
Oct 30 07:38:04 user nova-compute[74491]:       <entry name='family'>Virtual Machine</entry>
Oct 30 07:38:04 user nova-compute[74491]:     </system>
Oct 30 07:38:04 user nova-compute[74491]:   </sysinfo>
Oct 30 07:38:04 user nova-compute[74491]:   <os>
Oct 30 07:38:04 user nova-compute[74491]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 30 07:38:04 user nova-compute[74491]:     <boot dev='hd'/>
Oct 30 07:38:04 user nova-compute[74491]:     <smbios mode='sysinfo'/>
Oct 30 07:38:04 user nova-compute[74491]:   </os>
Oct 30 07:38:04 user nova-compute[74491]:   <features>
Oct 30 07:38:04 user nova-compute[74491]:     <acpi/>
Oct 30 07:38:04 user nova-compute[74491]:     <apic/>
Oct 30 07:38:04 user nova-compute[74491]:     <vmcoreinfo state='on'/>
Oct 30 07:38:04 user nova-compute[74491]:   </features>
Oct 30 07:38:04 user nova-compute[74491]:   <cpu mode='custom' match='exact' check='full'>
Oct 30 07:38:04 user nova-compute[74491]:     <model fallback='forbid'>Nehalem</model>
Oct 30 07:38:04 user nova-compute[74491]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 30 07:38:04 user nova-compute[74491]:     <feature policy='require' name='vme'/>
Oct 30 07:38:04 user nova-compute[74491]:     <feature policy='require' name='x2apic'/>
Oct 30 07:38:04 user nova-compute[74491]:     <feature policy='require' name='hypervisor'/>
Oct 30 07:38:04 user nova-compute[74491]:   </cpu>
Oct 30 07:38:04 user nova-compute[74491]:   <clock offset='utc'>
Oct 30 07:38:04 user nova-compute[74491]:     <timer name='pit' tickpolicy='delay'/>
Oct 30 07:38:04 user nova-compute[74491]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 30 07:38:04 user nova-compute[74491]:     <timer name='hpet' present='no'/>
Oct 30 07:38:04 user nova-compute[74491]:   </clock>
Oct 30 07:38:04 user nova-compute[74491]:   <on_poweroff>destroy</on_poweroff>
Oct 30 07:38:04 user nova-compute[74491]:   <on_reboot>restart</on_reboot>
Oct 30 07:38:04 user nova-compute[74491]:   <on_crash>destroy</on_crash>
Oct 30 07:38:04 user nova-compute[74491]:   <devices>
Oct 30 07:38:04 user nova-compute[74491]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 30 07:38:04 user nova-compute[74491]:     <disk type='file' device='disk'>
Oct 30 07:38:04 user nova-compute[74491]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 30 07:38:04 user nova-compute[74491]:       <source file='/opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk' index='2'/>
Oct 30 07:38:04 user nova-compute[74491]:       <backingStore type='file' index='3'>
Oct 30 07:38:04 user nova-compute[74491]:         <format type='raw'/>
Oct 30 07:38:04 user nova-compute[74491]:         <source file='/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6'/>
Oct 30 07:38:04 user nova-compute[74491]:         <backingStore/>
Oct 30 07:38:04 user nova-compute[74491]:       </backingStore>
Oct 30 07:38:04 user nova-compute[74491]:       <target dev='vda' bus='virtio'/>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='virtio-disk0'/>
Oct 30 07:38:04 user nova-compute[74491]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </disk>
Oct 30 07:38:04 user nova-compute[74491]:     <disk type='file' device='cdrom'>
Oct 30 07:38:04 user nova-compute[74491]:       <driver name='qemu' type='raw' cache='none'/>
Oct 30 07:38:04 user nova-compute[74491]:       <source file='/opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk.config' index='1'/>
Oct 30 07:38:04 user nova-compute[74491]:       <backingStore/>
Oct 30 07:38:04 user nova-compute[74491]:       <target dev='hda' bus='ide'/>
Oct 30 07:38:04 user nova-compute[74491]:       <readonly/>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='ide0-0-0'/>
Oct 30 07:38:04 user nova-compute[74491]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </disk>
Oct 30 07:38:04 user nova-compute[74491]:     <controller type='usb' index='0' model='none'>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='usb'/>
Oct 30 07:38:04 user nova-compute[74491]:     </controller>
Oct 30 07:38:04 user nova-compute[74491]:     <controller type='pci' index='0' model='pci-root'>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='pci.0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </controller>
Oct 30 07:38:04 user nova-compute[74491]:     <controller type='ide' index='0'>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='ide'/>
Oct 30 07:38:04 user nova-compute[74491]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 30 07:38:04 user nova-compute[74491]:     </controller>
Oct 30 07:38:04 user nova-compute[74491]:     <interface type='ethernet'>
Oct 30 07:38:04 user nova-compute[74491]:       <mac address='fa:16:3e:84:d6:70'/>
Oct 30 07:38:04 user nova-compute[74491]:       <target dev='tap6d095633-c4'/>
Oct 30 07:38:04 user nova-compute[74491]:       <model type='virtio'/>
Oct 30 07:38:04 user nova-compute[74491]:       <mtu size='1442'/>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='net0'/>
Oct 30 07:38:04 user nova-compute[74491]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </interface>
Oct 30 07:38:04 user nova-compute[74491]:     <serial type='pty'>
Oct 30 07:38:04 user nova-compute[74491]:       <source path='/dev/pts/6'/>
Oct 30 07:38:04 user nova-compute[74491]:       <log file='/opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/console.log' append='off'/>
Oct 30 07:38:04 user nova-compute[74491]:       <target type='isa-serial' port='0'>
Oct 30 07:38:04 user nova-compute[74491]:         <model name='isa-serial'/>
Oct 30 07:38:04 user nova-compute[74491]:       </target>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='serial0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </serial>
Oct 30 07:38:04 user nova-compute[74491]:     <console type='pty' tty='/dev/pts/6'>
Oct 30 07:38:04 user nova-compute[74491]:       <source path='/dev/pts/6'/>
Oct 30 07:38:04 user nova-compute[74491]:       <log file='/opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/console.log' append='off'/>
Oct 30 07:38:04 user nova-compute[74491]:       <target type='serial' port='0'/>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='serial0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </console>
Oct 30 07:38:04 user nova-compute[74491]:     <input type='mouse' bus='ps2'>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='input0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </input>
Oct 30 07:38:04 user nova-compute[74491]:     <input type='keyboard' bus='ps2'>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='input1'/>
Oct 30 07:38:04 user nova-compute[74491]:     </input>
Oct 30 07:38:04 user nova-compute[74491]:     <graphics type='vnc' port='5906' autoport='yes' listen='0.0.0.0'>
Oct 30 07:38:04 user nova-compute[74491]:       <listen type='address' address='0.0.0.0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </graphics>
Oct 30 07:38:04 user nova-compute[74491]:     <audio id='1' type='none'/>
Oct 30 07:38:04 user nova-compute[74491]:     <video>
Oct 30 07:38:04 user nova-compute[74491]:       <model type='virtio' heads='1' primary='yes'/>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='video0'/>
Oct 30 07:38:04 user nova-compute[74491]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </video>
Oct 30 07:38:04 user nova-compute[74491]:     <memballoon model='virtio'>
Oct 30 07:38:04 user nova-compute[74491]:       <stats period='10'/>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='balloon0'/>
Oct 30 07:38:04 user nova-compute[74491]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </memballoon>
Oct 30 07:38:04 user nova-compute[74491]:     <rng model='virtio'>
Oct 30 07:38:04 user nova-compute[74491]:       <backend model='random'>/dev/urandom</backend>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='rng0'/>
Oct 30 07:38:04 user nova-compute[74491]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </rng>
Oct 30 07:38:04 user nova-compute[74491]:   </devices>
Oct 30 07:38:04 user nova-compute[74491]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 30 07:38:04 user nova-compute[74491]:     <label>libvirt-de1afc91-375c-4c89-92e4-07f9642199dd</label>
Oct 30 07:38:04 user nova-compute[74491]:     <imagelabel>libvirt-de1afc91-375c-4c89-92e4-07f9642199dd</imagelabel>
Oct 30 07:38:04 user nova-compute[74491]:   </seclabel>
Oct 30 07:38:04 user nova-compute[74491]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 30 07:38:04 user nova-compute[74491]:     <label>+64055:+108</label>
Oct 30 07:38:04 user nova-compute[74491]:     <imagelabel>+64055:+108</imagelabel>
Oct 30 07:38:04 user nova-compute[74491]:   </seclabel>
Oct 30 07:38:04 user nova-compute[74491]: </domain>
Oct 30 07:38:04 user nova-compute[74491]:  {{(pid=74491) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 30 07:38:04 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Successfully detached device tapc886e4f6-94 from instance de1afc91-375c-4c89-92e4-07f9642199dd from the live domain config.
Oct 30 07:38:04 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:34:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-866386970',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-866386970',id=7,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFUes2YXfvoxWZcLhynHuKYDUw1Fh/A3MRFz2jRJ5idk/TYYvKpwWjW4zqo7ReefkkIhaLsCrfIfPdgrdXcyP+oT15lzBOgSNtp1OV8AKxZCKSRz4nhjukIIzq8+Snm43A==',key_name='tempest-keypair-1194857738',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:34:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f0ae9ae0f44840ccb95041f4a2facb99',ramdisk_id='',reservation_id='r-nx9520kl',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-623504598',owner_user_name='tempest-TaggedAttachmentsTest-623504598-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:34:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2d4b1685793f4043a9a222026ba0d0e6',uuid=de1afc91-375c-4c89-92e4-07f9642199dd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c886e4f6-94b0-4191-b01f-09fe27149de7", "address": "fa:16:3e:0c:85:5d", "network": {"id": "15119cb5-f4d2-4786-a1bb-fa0262eae6ae", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-90819769", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "f0ae9ae0f44840ccb95041f4a2facb99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc886e4f6-94", "ovs_interfaceid": "c886e4f6-94b0-4191-b01f-09fe27149de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Converting VIF {"id": "c886e4f6-94b0-4191-b01f-09fe27149de7", "address": "fa:16:3e:0c:85:5d", "network": {"id": "15119cb5-f4d2-4786-a1bb-fa0262eae6ae", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-90819769", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "f0ae9ae0f44840ccb95041f4a2facb99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc886e4f6-94", "ovs_interfaceid": "c886e4f6-94b0-4191-b01f-09fe27149de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0c:85:5d,bridge_name='br-int',has_traffic_filtering=True,id=c886e4f6-94b0-4191-b01f-09fe27149de7,network=Network(15119cb5-f4d2-4786-a1bb-fa0262eae6ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc886e4f6-94') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG os_vif [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0c:85:5d,bridge_name='br-int',has_traffic_filtering=True,id=c886e4f6-94b0-4191-b01f-09fe27149de7,network=Network(15119cb5-f4d2-4786-a1bb-fa0262eae6ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc886e4f6-94') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc886e4f6-94, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f46ceae7-0e22-4dd0-aac3-648e358871e3) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:04 user nova-compute[74491]: INFO os_vif [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0c:85:5d,bridge_name='br-int',has_traffic_filtering=True,id=c886e4f6-94b0-4191-b01f-09fe27149de7,network=Network(15119cb5-f4d2-4786-a1bb-fa0262eae6ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc886e4f6-94')
Oct 30 07:38:04 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:38:04 user nova-compute[74491]:   <nova:package version="0.0.0"/>
Oct 30 07:38:04 user nova-compute[74491]:   <nova:name>tempest-device-tagging-server-866386970</nova:name>
Oct 30 07:38:04 user nova-compute[74491]:   <nova:creationTime>2023-10-30 07:38:04</nova:creationTime>
Oct 30 07:38:04 user nova-compute[74491]:   <nova:flavor name="m1.tiny">
Oct 30 07:38:04 user nova-compute[74491]:     <nova:memory>512</nova:memory>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:disk>1</nova:disk>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:swap>0</nova:swap>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:vcpus>1</nova:vcpus>
Oct 30 07:38:04 user nova-compute[74491]:   </nova:flavor>
Oct 30 07:38:04 user nova-compute[74491]:   <nova:owner>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:user uuid="2d4b1685793f4043a9a222026ba0d0e6">tempest-TaggedAttachmentsTest-623504598-project-member</nova:user>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:project uuid="f0ae9ae0f44840ccb95041f4a2facb99">tempest-TaggedAttachmentsTest-623504598</nova:project>
Oct 30 07:38:04 user nova-compute[74491]:   </nova:owner>
Oct 30 07:38:04 user nova-compute[74491]:   <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:38:04 user nova-compute[74491]:   <nova:ports>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:port uuid="6d095633-c413-4edb-9761-9723772857d9">
Oct 30 07:38:04 user nova-compute[74491]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 30 07:38:04 user nova-compute[74491]:     </nova:port>
Oct 30 07:38:04 user nova-compute[74491]:   </nova:ports>
Oct 30 07:38:04 user nova-compute[74491]: </nova:instance>
Oct 30 07:38:04 user nova-compute[74491]:  {{(pid=74491) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 30 07:38:04 user nova-compute[74491]: INFO nova.compute.manager [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Took 7.43 seconds to build instance.
Oct 30 07:38:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a38b0181-3e06-497f-8904-42970b36b276 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.618s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG nova.network.neutron [req-49d25f15-29fe-49ea-8879-103f8647c386 req-08f96a3a-4a2e-4982-81d9-257c516cf4d4 service nova] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Updated VIF entry in instance network info cache for port 4d1ec0bf-8d15-4ced-8aae-c86d210ca55c. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG nova.network.neutron [req-49d25f15-29fe-49ea-8879-103f8647c386 req-08f96a3a-4a2e-4982-81d9-257c516cf4d4 service nova] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Updating instance_info_cache with network_info: [{"id": "4d1ec0bf-8d15-4ced-8aae-c86d210ca55c", "address": "fa:16:3e:0a:12:bd", "network": {"id": "0ee19de2-df20-4647-98cd-f0196ef50b3f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-158911491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5328a34e1d7f4acdb9edd844396f1e40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d1ec0bf-8d", "ovs_interfaceid": "4d1ec0bf-8d15-4ced-8aae-c86d210ca55c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-49d25f15-29fe-49ea-8879-103f8647c386 req-08f96a3a-4a2e-4982-81d9-257c516cf4d4 service nova] Releasing lock "refresh_cache-08481839-641d-43f6-93df-7cf312cde14a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG nova.compute.manager [req-08cd7bd2-4498-4488-b655-3e9bbcc7e037 req-a8f7d7c3-5f61-4286-b17e-3656ca6862f6 service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Received event network-vif-deleted-c886e4f6-94b0-4191-b01f-09fe27149de7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:38:04 user nova-compute[74491]: INFO nova.compute.manager [req-08cd7bd2-4498-4488-b655-3e9bbcc7e037 req-a8f7d7c3-5f61-4286-b17e-3656ca6862f6 service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Neutron deleted interface c886e4f6-94b0-4191-b01f-09fe27149de7; detaching it from the instance and deleting it from the info cache
Oct 30 07:38:04 user nova-compute[74491]: DEBUG nova.network.neutron [req-08cd7bd2-4498-4488-b655-3e9bbcc7e037 req-a8f7d7c3-5f61-4286-b17e-3656ca6862f6 service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Updating instance_info_cache with network_info: [{"id": "6d095633-c413-4edb-9761-9723772857d9", "address": "fa:16:3e:84:d6:70", "network": {"id": "302d220c-8b51-4ffc-872a-7e2d6f31eba6", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1257806839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f0ae9ae0f44840ccb95041f4a2facb99", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d095633-c4", "ovs_interfaceid": "6d095633-c413-4edb-9761-9723772857d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG nova.objects.instance [req-08cd7bd2-4498-4488-b655-3e9bbcc7e037 req-a8f7d7c3-5f61-4286-b17e-3656ca6862f6 service nova] Lazy-loading 'system_metadata' on Instance uuid de1afc91-375c-4c89-92e4-07f9642199dd {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Acquiring lock "refresh_cache-de1afc91-375c-4c89-92e4-07f9642199dd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Acquired lock "refresh_cache-de1afc91-375c-4c89-92e4-07f9642199dd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG nova.network.neutron [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG nova.objects.instance [req-08cd7bd2-4498-4488-b655-3e9bbcc7e037 req-a8f7d7c3-5f61-4286-b17e-3656ca6862f6 service nova] Lazy-loading 'flavor' on Instance uuid de1afc91-375c-4c89-92e4-07f9642199dd {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG nova.objects.base [req-08cd7bd2-4498-4488-b655-3e9bbcc7e037 req-a8f7d7c3-5f61-4286-b17e-3656ca6862f6 service nova] Object Instance<de1afc91-375c-4c89-92e4-07f9642199dd> lazy-loaded attributes: system_metadata,flavor {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [req-08cd7bd2-4498-4488-b655-3e9bbcc7e037 req-a8f7d7c3-5f61-4286-b17e-3656ca6862f6 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:34:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-866386970',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-866386970',id=7,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFUes2YXfvoxWZcLhynHuKYDUw1Fh/A3MRFz2jRJ5idk/TYYvKpwWjW4zqo7ReefkkIhaLsCrfIfPdgrdXcyP+oT15lzBOgSNtp1OV8AKxZCKSRz4nhjukIIzq8+Snm43A==',key_name='tempest-keypair-1194857738',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:34:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f0ae9ae0f44840ccb95041f4a2facb99',ramdisk_id='',reservation_id='r-nx9520kl',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-623504598',owner_user_name='tempest-TaggedAttachmentsTest-623504598-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:34:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2d4b1685793f4043a9a222026ba0d0e6',uuid=de1afc91-375c-4c89-92e4-07f9642199dd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c886e4f6-94b0-4191-b01f-09fe27149de7", "address": "fa:16:3e:0c:85:5d", "network": {"id": "15119cb5-f4d2-4786-a1bb-fa0262eae6ae", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-90819769", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "f0ae9ae0f44840ccb95041f4a2facb99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc886e4f6-94", "ovs_interfaceid": "c886e4f6-94b0-4191-b01f-09fe27149de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG nova.network.os_vif_util [req-08cd7bd2-4498-4488-b655-3e9bbcc7e037 req-a8f7d7c3-5f61-4286-b17e-3656ca6862f6 service nova] Converting VIF {"id": "c886e4f6-94b0-4191-b01f-09fe27149de7", "address": "fa:16:3e:0c:85:5d", "network": {"id": "15119cb5-f4d2-4786-a1bb-fa0262eae6ae", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-90819769", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "f0ae9ae0f44840ccb95041f4a2facb99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc886e4f6-94", "ovs_interfaceid": "c886e4f6-94b0-4191-b01f-09fe27149de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG nova.network.os_vif_util [req-08cd7bd2-4498-4488-b655-3e9bbcc7e037 req-a8f7d7c3-5f61-4286-b17e-3656ca6862f6 service nova] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0c:85:5d,bridge_name='br-int',has_traffic_filtering=True,id=c886e4f6-94b0-4191-b01f-09fe27149de7,network=Network(15119cb5-f4d2-4786-a1bb-fa0262eae6ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc886e4f6-94') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [req-08cd7bd2-4498-4488-b655-3e9bbcc7e037 req-a8f7d7c3-5f61-4286-b17e-3656ca6862f6 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:0c:85:5d"/><model type="virtio"/><mtu size="1442"/><target dev="tapc886e4f6-94"/></interface> {{(pid=74491) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [req-08cd7bd2-4498-4488-b655-3e9bbcc7e037 req-a8f7d7c3-5f61-4286-b17e-3656ca6862f6 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:0c:85:5d"/><model type="virtio"/><mtu size="1442"/><target dev="tapc886e4f6-94"/></interface>not found in domain: <domain type='kvm' id='7'>
Oct 30 07:38:04 user nova-compute[74491]:   <name>instance-00000007</name>
Oct 30 07:38:04 user nova-compute[74491]:   <uuid>de1afc91-375c-4c89-92e4-07f9642199dd</uuid>
Oct 30 07:38:04 user nova-compute[74491]:   <metadata>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:38:04 user nova-compute[74491]:   <nova:package version="0.0.0"/>
Oct 30 07:38:04 user nova-compute[74491]:   <nova:name>tempest-device-tagging-server-866386970</nova:name>
Oct 30 07:38:04 user nova-compute[74491]:   <nova:creationTime>2023-10-30 07:38:04</nova:creationTime>
Oct 30 07:38:04 user nova-compute[74491]:   <nova:flavor name="m1.tiny">
Oct 30 07:38:04 user nova-compute[74491]:     <nova:memory>512</nova:memory>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:disk>1</nova:disk>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:swap>0</nova:swap>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:vcpus>1</nova:vcpus>
Oct 30 07:38:04 user nova-compute[74491]:   </nova:flavor>
Oct 30 07:38:04 user nova-compute[74491]:   <nova:owner>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:user uuid="2d4b1685793f4043a9a222026ba0d0e6">tempest-TaggedAttachmentsTest-623504598-project-member</nova:user>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:project uuid="f0ae9ae0f44840ccb95041f4a2facb99">tempest-TaggedAttachmentsTest-623504598</nova:project>
Oct 30 07:38:04 user nova-compute[74491]:   </nova:owner>
Oct 30 07:38:04 user nova-compute[74491]:   <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:38:04 user nova-compute[74491]:   <nova:ports>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:port uuid="6d095633-c413-4edb-9761-9723772857d9">
Oct 30 07:38:04 user nova-compute[74491]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 30 07:38:04 user nova-compute[74491]:     </nova:port>
Oct 30 07:38:04 user nova-compute[74491]:   </nova:ports>
Oct 30 07:38:04 user nova-compute[74491]: </nova:instance>
Oct 30 07:38:04 user nova-compute[74491]:   </metadata>
Oct 30 07:38:04 user nova-compute[74491]:   <memory unit='KiB'>524288</memory>
Oct 30 07:38:04 user nova-compute[74491]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 30 07:38:04 user nova-compute[74491]:   <vcpu placement='static'>1</vcpu>
Oct 30 07:38:04 user nova-compute[74491]:   <resource>
Oct 30 07:38:04 user nova-compute[74491]:     <partition>/machine</partition>
Oct 30 07:38:04 user nova-compute[74491]:   </resource>
Oct 30 07:38:04 user nova-compute[74491]:   <sysinfo type='smbios'>
Oct 30 07:38:04 user nova-compute[74491]:     <system>
Oct 30 07:38:04 user nova-compute[74491]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 30 07:38:04 user nova-compute[74491]:       <entry name='product'>OpenStack Nova</entry>
Oct 30 07:38:04 user nova-compute[74491]:       <entry name='version'>0.0.0</entry>
Oct 30 07:38:04 user nova-compute[74491]:       <entry name='serial'>de1afc91-375c-4c89-92e4-07f9642199dd</entry>
Oct 30 07:38:04 user nova-compute[74491]:       <entry name='uuid'>de1afc91-375c-4c89-92e4-07f9642199dd</entry>
Oct 30 07:38:04 user nova-compute[74491]:       <entry name='family'>Virtual Machine</entry>
Oct 30 07:38:04 user nova-compute[74491]:     </system>
Oct 30 07:38:04 user nova-compute[74491]:   </sysinfo>
Oct 30 07:38:04 user nova-compute[74491]:   <os>
Oct 30 07:38:04 user nova-compute[74491]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 30 07:38:04 user nova-compute[74491]:     <boot dev='hd'/>
Oct 30 07:38:04 user nova-compute[74491]:     <smbios mode='sysinfo'/>
Oct 30 07:38:04 user nova-compute[74491]:   </os>
Oct 30 07:38:04 user nova-compute[74491]:   <features>
Oct 30 07:38:04 user nova-compute[74491]:     <acpi/>
Oct 30 07:38:04 user nova-compute[74491]:     <apic/>
Oct 30 07:38:04 user nova-compute[74491]:     <vmcoreinfo state='on'/>
Oct 30 07:38:04 user nova-compute[74491]:   </features>
Oct 30 07:38:04 user nova-compute[74491]:   <cpu mode='custom' match='exact' check='full'>
Oct 30 07:38:04 user nova-compute[74491]:     <model fallback='forbid'>Nehalem</model>
Oct 30 07:38:04 user nova-compute[74491]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 30 07:38:04 user nova-compute[74491]:     <feature policy='require' name='vme'/>
Oct 30 07:38:04 user nova-compute[74491]:     <feature policy='require' name='x2apic'/>
Oct 30 07:38:04 user nova-compute[74491]:     <feature policy='require' name='hypervisor'/>
Oct 30 07:38:04 user nova-compute[74491]:   </cpu>
Oct 30 07:38:04 user nova-compute[74491]:   <clock offset='utc'>
Oct 30 07:38:04 user nova-compute[74491]:     <timer name='pit' tickpolicy='delay'/>
Oct 30 07:38:04 user nova-compute[74491]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 30 07:38:04 user nova-compute[74491]:     <timer name='hpet' present='no'/>
Oct 30 07:38:04 user nova-compute[74491]:   </clock>
Oct 30 07:38:04 user nova-compute[74491]:   <on_poweroff>destroy</on_poweroff>
Oct 30 07:38:04 user nova-compute[74491]:   <on_reboot>restart</on_reboot>
Oct 30 07:38:04 user nova-compute[74491]:   <on_crash>destroy</on_crash>
Oct 30 07:38:04 user nova-compute[74491]:   <devices>
Oct 30 07:38:04 user nova-compute[74491]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 30 07:38:04 user nova-compute[74491]:     <disk type='file' device='disk'>
Oct 30 07:38:04 user nova-compute[74491]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 30 07:38:04 user nova-compute[74491]:       <source file='/opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk' index='2'/>
Oct 30 07:38:04 user nova-compute[74491]:       <backingStore type='file' index='3'>
Oct 30 07:38:04 user nova-compute[74491]:         <format type='raw'/>
Oct 30 07:38:04 user nova-compute[74491]:         <source file='/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6'/>
Oct 30 07:38:04 user nova-compute[74491]:         <backingStore/>
Oct 30 07:38:04 user nova-compute[74491]:       </backingStore>
Oct 30 07:38:04 user nova-compute[74491]:       <target dev='vda' bus='virtio'/>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='virtio-disk0'/>
Oct 30 07:38:04 user nova-compute[74491]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </disk>
Oct 30 07:38:04 user nova-compute[74491]:     <disk type='file' device='cdrom'>
Oct 30 07:38:04 user nova-compute[74491]:       <driver name='qemu' type='raw' cache='none'/>
Oct 30 07:38:04 user nova-compute[74491]:       <source file='/opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk.config' index='1'/>
Oct 30 07:38:04 user nova-compute[74491]:       <backingStore/>
Oct 30 07:38:04 user nova-compute[74491]:       <target dev='hda' bus='ide'/>
Oct 30 07:38:04 user nova-compute[74491]:       <readonly/>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='ide0-0-0'/>
Oct 30 07:38:04 user nova-compute[74491]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </disk>
Oct 30 07:38:04 user nova-compute[74491]:     <controller type='usb' index='0' model='none'>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='usb'/>
Oct 30 07:38:04 user nova-compute[74491]:     </controller>
Oct 30 07:38:04 user nova-compute[74491]:     <controller type='pci' index='0' model='pci-root'>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='pci.0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </controller>
Oct 30 07:38:04 user nova-compute[74491]:     <controller type='ide' index='0'>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='ide'/>
Oct 30 07:38:04 user nova-compute[74491]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 30 07:38:04 user nova-compute[74491]:     </controller>
Oct 30 07:38:04 user nova-compute[74491]:     <interface type='ethernet'>
Oct 30 07:38:04 user nova-compute[74491]:       <mac address='fa:16:3e:84:d6:70'/>
Oct 30 07:38:04 user nova-compute[74491]:       <target dev='tap6d095633-c4'/>
Oct 30 07:38:04 user nova-compute[74491]:       <model type='virtio'/>
Oct 30 07:38:04 user nova-compute[74491]:       <mtu size='1442'/>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='net0'/>
Oct 30 07:38:04 user nova-compute[74491]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </interface>
Oct 30 07:38:04 user nova-compute[74491]:     <serial type='pty'>
Oct 30 07:38:04 user nova-compute[74491]:       <source path='/dev/pts/6'/>
Oct 30 07:38:04 user nova-compute[74491]:       <log file='/opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/console.log' append='off'/>
Oct 30 07:38:04 user nova-compute[74491]:       <target type='isa-serial' port='0'>
Oct 30 07:38:04 user nova-compute[74491]:         <model name='isa-serial'/>
Oct 30 07:38:04 user nova-compute[74491]:       </target>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='serial0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </serial>
Oct 30 07:38:04 user nova-compute[74491]:     <console type='pty' tty='/dev/pts/6'>
Oct 30 07:38:04 user nova-compute[74491]:       <source path='/dev/pts/6'/>
Oct 30 07:38:04 user nova-compute[74491]:       <log file='/opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/console.log' append='off'/>
Oct 30 07:38:04 user nova-compute[74491]:       <target type='serial' port='0'/>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='serial0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </console>
Oct 30 07:38:04 user nova-compute[74491]:     <input type='mouse' bus='ps2'>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='input0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </input>
Oct 30 07:38:04 user nova-compute[74491]:     <input type='keyboard' bus='ps2'>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='input1'/>
Oct 30 07:38:04 user nova-compute[74491]:     </input>
Oct 30 07:38:04 user nova-compute[74491]:     <graphics type='vnc' port='5906' autoport='yes' listen='0.0.0.0'>
Oct 30 07:38:04 user nova-compute[74491]:       <listen type='address' address='0.0.0.0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </graphics>
Oct 30 07:38:04 user nova-compute[74491]:     <audio id='1' type='none'/>
Oct 30 07:38:04 user nova-compute[74491]:     <video>
Oct 30 07:38:04 user nova-compute[74491]:       <model type='virtio' heads='1' primary='yes'/>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='video0'/>
Oct 30 07:38:04 user nova-compute[74491]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </video>
Oct 30 07:38:04 user nova-compute[74491]:     <memballoon model='virtio'>
Oct 30 07:38:04 user nova-compute[74491]:       <stats period='10'/>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='balloon0'/>
Oct 30 07:38:04 user nova-compute[74491]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </memballoon>
Oct 30 07:38:04 user nova-compute[74491]:     <rng model='virtio'>
Oct 30 07:38:04 user nova-compute[74491]:       <backend model='random'>/dev/urandom</backend>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='rng0'/>
Oct 30 07:38:04 user nova-compute[74491]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </rng>
Oct 30 07:38:04 user nova-compute[74491]:   </devices>
Oct 30 07:38:04 user nova-compute[74491]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 30 07:38:04 user nova-compute[74491]:     <label>libvirt-de1afc91-375c-4c89-92e4-07f9642199dd</label>
Oct 30 07:38:04 user nova-compute[74491]:     <imagelabel>libvirt-de1afc91-375c-4c89-92e4-07f9642199dd</imagelabel>
Oct 30 07:38:04 user nova-compute[74491]:   </seclabel>
Oct 30 07:38:04 user nova-compute[74491]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 30 07:38:04 user nova-compute[74491]:     <label>+64055:+108</label>
Oct 30 07:38:04 user nova-compute[74491]:     <imagelabel>+64055:+108</imagelabel>
Oct 30 07:38:04 user nova-compute[74491]:   </seclabel>
Oct 30 07:38:04 user nova-compute[74491]: </domain>
Oct 30 07:38:04 user nova-compute[74491]:  {{(pid=74491) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [req-08cd7bd2-4498-4488-b655-3e9bbcc7e037 req-a8f7d7c3-5f61-4286-b17e-3656ca6862f6 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:0c:85:5d"/><model type="virtio"/><mtu size="1442"/><target dev="tapc886e4f6-94"/></interface> {{(pid=74491) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [req-08cd7bd2-4498-4488-b655-3e9bbcc7e037 req-a8f7d7c3-5f61-4286-b17e-3656ca6862f6 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:0c:85:5d"/><model type="virtio"/><mtu size="1442"/><target dev="tapc886e4f6-94"/></interface>not found in domain: <domain type='kvm' id='7'>
Oct 30 07:38:04 user nova-compute[74491]:   <name>instance-00000007</name>
Oct 30 07:38:04 user nova-compute[74491]:   <uuid>de1afc91-375c-4c89-92e4-07f9642199dd</uuid>
Oct 30 07:38:04 user nova-compute[74491]:   <metadata>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:38:04 user nova-compute[74491]:   <nova:package version="0.0.0"/>
Oct 30 07:38:04 user nova-compute[74491]:   <nova:name>tempest-device-tagging-server-866386970</nova:name>
Oct 30 07:38:04 user nova-compute[74491]:   <nova:creationTime>2023-10-30 07:38:04</nova:creationTime>
Oct 30 07:38:04 user nova-compute[74491]:   <nova:flavor name="m1.tiny">
Oct 30 07:38:04 user nova-compute[74491]:     <nova:memory>512</nova:memory>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:disk>1</nova:disk>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:swap>0</nova:swap>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:vcpus>1</nova:vcpus>
Oct 30 07:38:04 user nova-compute[74491]:   </nova:flavor>
Oct 30 07:38:04 user nova-compute[74491]:   <nova:owner>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:user uuid="2d4b1685793f4043a9a222026ba0d0e6">tempest-TaggedAttachmentsTest-623504598-project-member</nova:user>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:project uuid="f0ae9ae0f44840ccb95041f4a2facb99">tempest-TaggedAttachmentsTest-623504598</nova:project>
Oct 30 07:38:04 user nova-compute[74491]:   </nova:owner>
Oct 30 07:38:04 user nova-compute[74491]:   <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:38:04 user nova-compute[74491]:   <nova:ports>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:port uuid="6d095633-c413-4edb-9761-9723772857d9">
Oct 30 07:38:04 user nova-compute[74491]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 30 07:38:04 user nova-compute[74491]:     </nova:port>
Oct 30 07:38:04 user nova-compute[74491]:   </nova:ports>
Oct 30 07:38:04 user nova-compute[74491]: </nova:instance>
Oct 30 07:38:04 user nova-compute[74491]:   </metadata>
Oct 30 07:38:04 user nova-compute[74491]:   <memory unit='KiB'>524288</memory>
Oct 30 07:38:04 user nova-compute[74491]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 30 07:38:04 user nova-compute[74491]:   <vcpu placement='static'>1</vcpu>
Oct 30 07:38:04 user nova-compute[74491]:   <resource>
Oct 30 07:38:04 user nova-compute[74491]:     <partition>/machine</partition>
Oct 30 07:38:04 user nova-compute[74491]:   </resource>
Oct 30 07:38:04 user nova-compute[74491]:   <sysinfo type='smbios'>
Oct 30 07:38:04 user nova-compute[74491]:     <system>
Oct 30 07:38:04 user nova-compute[74491]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 30 07:38:04 user nova-compute[74491]:       <entry name='product'>OpenStack Nova</entry>
Oct 30 07:38:04 user nova-compute[74491]:       <entry name='version'>0.0.0</entry>
Oct 30 07:38:04 user nova-compute[74491]:       <entry name='serial'>de1afc91-375c-4c89-92e4-07f9642199dd</entry>
Oct 30 07:38:04 user nova-compute[74491]:       <entry name='uuid'>de1afc91-375c-4c89-92e4-07f9642199dd</entry>
Oct 30 07:38:04 user nova-compute[74491]:       <entry name='family'>Virtual Machine</entry>
Oct 30 07:38:04 user nova-compute[74491]:     </system>
Oct 30 07:38:04 user nova-compute[74491]:   </sysinfo>
Oct 30 07:38:04 user nova-compute[74491]:   <os>
Oct 30 07:38:04 user nova-compute[74491]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 30 07:38:04 user nova-compute[74491]:     <boot dev='hd'/>
Oct 30 07:38:04 user nova-compute[74491]:     <smbios mode='sysinfo'/>
Oct 30 07:38:04 user nova-compute[74491]:   </os>
Oct 30 07:38:04 user nova-compute[74491]:   <features>
Oct 30 07:38:04 user nova-compute[74491]:     <acpi/>
Oct 30 07:38:04 user nova-compute[74491]:     <apic/>
Oct 30 07:38:04 user nova-compute[74491]:     <vmcoreinfo state='on'/>
Oct 30 07:38:04 user nova-compute[74491]:   </features>
Oct 30 07:38:04 user nova-compute[74491]:   <cpu mode='custom' match='exact' check='full'>
Oct 30 07:38:04 user nova-compute[74491]:     <model fallback='forbid'>Nehalem</model>
Oct 30 07:38:04 user nova-compute[74491]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 30 07:38:04 user nova-compute[74491]:     <feature policy='require' name='vme'/>
Oct 30 07:38:04 user nova-compute[74491]:     <feature policy='require' name='x2apic'/>
Oct 30 07:38:04 user nova-compute[74491]:     <feature policy='require' name='hypervisor'/>
Oct 30 07:38:04 user nova-compute[74491]:   </cpu>
Oct 30 07:38:04 user nova-compute[74491]:   <clock offset='utc'>
Oct 30 07:38:04 user nova-compute[74491]:     <timer name='pit' tickpolicy='delay'/>
Oct 30 07:38:04 user nova-compute[74491]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 30 07:38:04 user nova-compute[74491]:     <timer name='hpet' present='no'/>
Oct 30 07:38:04 user nova-compute[74491]:   </clock>
Oct 30 07:38:04 user nova-compute[74491]:   <on_poweroff>destroy</on_poweroff>
Oct 30 07:38:04 user nova-compute[74491]:   <on_reboot>restart</on_reboot>
Oct 30 07:38:04 user nova-compute[74491]:   <on_crash>destroy</on_crash>
Oct 30 07:38:04 user nova-compute[74491]:   <devices>
Oct 30 07:38:04 user nova-compute[74491]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 30 07:38:04 user nova-compute[74491]:     <disk type='file' device='disk'>
Oct 30 07:38:04 user nova-compute[74491]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 30 07:38:04 user nova-compute[74491]:       <source file='/opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk' index='2'/>
Oct 30 07:38:04 user nova-compute[74491]:       <backingStore type='file' index='3'>
Oct 30 07:38:04 user nova-compute[74491]:         <format type='raw'/>
Oct 30 07:38:04 user nova-compute[74491]:         <source file='/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6'/>
Oct 30 07:38:04 user nova-compute[74491]:         <backingStore/>
Oct 30 07:38:04 user nova-compute[74491]:       </backingStore>
Oct 30 07:38:04 user nova-compute[74491]:       <target dev='vda' bus='virtio'/>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='virtio-disk0'/>
Oct 30 07:38:04 user nova-compute[74491]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </disk>
Oct 30 07:38:04 user nova-compute[74491]:     <disk type='file' device='cdrom'>
Oct 30 07:38:04 user nova-compute[74491]:       <driver name='qemu' type='raw' cache='none'/>
Oct 30 07:38:04 user nova-compute[74491]:       <source file='/opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/disk.config' index='1'/>
Oct 30 07:38:04 user nova-compute[74491]:       <backingStore/>
Oct 30 07:38:04 user nova-compute[74491]:       <target dev='hda' bus='ide'/>
Oct 30 07:38:04 user nova-compute[74491]:       <readonly/>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='ide0-0-0'/>
Oct 30 07:38:04 user nova-compute[74491]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </disk>
Oct 30 07:38:04 user nova-compute[74491]:     <controller type='usb' index='0' model='none'>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='usb'/>
Oct 30 07:38:04 user nova-compute[74491]:     </controller>
Oct 30 07:38:04 user nova-compute[74491]:     <controller type='pci' index='0' model='pci-root'>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='pci.0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </controller>
Oct 30 07:38:04 user nova-compute[74491]:     <controller type='ide' index='0'>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='ide'/>
Oct 30 07:38:04 user nova-compute[74491]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 30 07:38:04 user nova-compute[74491]:     </controller>
Oct 30 07:38:04 user nova-compute[74491]:     <interface type='ethernet'>
Oct 30 07:38:04 user nova-compute[74491]:       <mac address='fa:16:3e:84:d6:70'/>
Oct 30 07:38:04 user nova-compute[74491]:       <target dev='tap6d095633-c4'/>
Oct 30 07:38:04 user nova-compute[74491]:       <model type='virtio'/>
Oct 30 07:38:04 user nova-compute[74491]:       <mtu size='1442'/>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='net0'/>
Oct 30 07:38:04 user nova-compute[74491]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </interface>
Oct 30 07:38:04 user nova-compute[74491]:     <serial type='pty'>
Oct 30 07:38:04 user nova-compute[74491]:       <source path='/dev/pts/6'/>
Oct 30 07:38:04 user nova-compute[74491]:       <log file='/opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/console.log' append='off'/>
Oct 30 07:38:04 user nova-compute[74491]:       <target type='isa-serial' port='0'>
Oct 30 07:38:04 user nova-compute[74491]:         <model name='isa-serial'/>
Oct 30 07:38:04 user nova-compute[74491]:       </target>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='serial0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </serial>
Oct 30 07:38:04 user nova-compute[74491]:     <console type='pty' tty='/dev/pts/6'>
Oct 30 07:38:04 user nova-compute[74491]:       <source path='/dev/pts/6'/>
Oct 30 07:38:04 user nova-compute[74491]:       <log file='/opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd/console.log' append='off'/>
Oct 30 07:38:04 user nova-compute[74491]:       <target type='serial' port='0'/>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='serial0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </console>
Oct 30 07:38:04 user nova-compute[74491]:     <input type='mouse' bus='ps2'>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='input0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </input>
Oct 30 07:38:04 user nova-compute[74491]:     <input type='keyboard' bus='ps2'>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='input1'/>
Oct 30 07:38:04 user nova-compute[74491]:     </input>
Oct 30 07:38:04 user nova-compute[74491]:     <graphics type='vnc' port='5906' autoport='yes' listen='0.0.0.0'>
Oct 30 07:38:04 user nova-compute[74491]:       <listen type='address' address='0.0.0.0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </graphics>
Oct 30 07:38:04 user nova-compute[74491]:     <audio id='1' type='none'/>
Oct 30 07:38:04 user nova-compute[74491]:     <video>
Oct 30 07:38:04 user nova-compute[74491]:       <model type='virtio' heads='1' primary='yes'/>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='video0'/>
Oct 30 07:38:04 user nova-compute[74491]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </video>
Oct 30 07:38:04 user nova-compute[74491]:     <memballoon model='virtio'>
Oct 30 07:38:04 user nova-compute[74491]:       <stats period='10'/>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='balloon0'/>
Oct 30 07:38:04 user nova-compute[74491]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </memballoon>
Oct 30 07:38:04 user nova-compute[74491]:     <rng model='virtio'>
Oct 30 07:38:04 user nova-compute[74491]:       <backend model='random'>/dev/urandom</backend>
Oct 30 07:38:04 user nova-compute[74491]:       <alias name='rng0'/>
Oct 30 07:38:04 user nova-compute[74491]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 30 07:38:04 user nova-compute[74491]:     </rng>
Oct 30 07:38:04 user nova-compute[74491]:   </devices>
Oct 30 07:38:04 user nova-compute[74491]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 30 07:38:04 user nova-compute[74491]:     <label>libvirt-de1afc91-375c-4c89-92e4-07f9642199dd</label>
Oct 30 07:38:04 user nova-compute[74491]:     <imagelabel>libvirt-de1afc91-375c-4c89-92e4-07f9642199dd</imagelabel>
Oct 30 07:38:04 user nova-compute[74491]:   </seclabel>
Oct 30 07:38:04 user nova-compute[74491]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 30 07:38:04 user nova-compute[74491]:     <label>+64055:+108</label>
Oct 30 07:38:04 user nova-compute[74491]:     <imagelabel>+64055:+108</imagelabel>
Oct 30 07:38:04 user nova-compute[74491]:   </seclabel>
Oct 30 07:38:04 user nova-compute[74491]: </domain>
Oct 30 07:38:04 user nova-compute[74491]:  {{(pid=74491) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 30 07:38:04 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [req-08cd7bd2-4498-4488-b655-3e9bbcc7e037 req-a8f7d7c3-5f61-4286-b17e-3656ca6862f6 service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Detaching interface fa:16:3e:0c:85:5d failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tapc886e4f6-94' not found.
Oct 30 07:38:04 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [req-08cd7bd2-4498-4488-b655-3e9bbcc7e037 req-a8f7d7c3-5f61-4286-b17e-3656ca6862f6 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:34:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-866386970',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-866386970',id=7,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFUes2YXfvoxWZcLhynHuKYDUw1Fh/A3MRFz2jRJ5idk/TYYvKpwWjW4zqo7ReefkkIhaLsCrfIfPdgrdXcyP+oT15lzBOgSNtp1OV8AKxZCKSRz4nhjukIIzq8+Snm43A==',key_name='tempest-keypair-1194857738',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:34:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f0ae9ae0f44840ccb95041f4a2facb99',ramdisk_id='',reservation_id='r-nx9520kl',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-623504598',owner_user_name='tempest-TaggedAttachmentsTest-623504598-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:34:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2d4b1685793f4043a9a222026ba0d0e6',uuid=de1afc91-375c-4c89-92e4-07f9642199dd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c886e4f6-94b0-4191-b01f-09fe27149de7", "address": "fa:16:3e:0c:85:5d", "network": {"id": "15119cb5-f4d2-4786-a1bb-fa0262eae6ae", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-90819769", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "f0ae9ae0f44840ccb95041f4a2facb99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc886e4f6-94", "ovs_interfaceid": "c886e4f6-94b0-4191-b01f-09fe27149de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG nova.network.os_vif_util [req-08cd7bd2-4498-4488-b655-3e9bbcc7e037 req-a8f7d7c3-5f61-4286-b17e-3656ca6862f6 service nova] Converting VIF {"id": "c886e4f6-94b0-4191-b01f-09fe27149de7", "address": "fa:16:3e:0c:85:5d", "network": {"id": "15119cb5-f4d2-4786-a1bb-fa0262eae6ae", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-90819769", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "f0ae9ae0f44840ccb95041f4a2facb99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc886e4f6-94", "ovs_interfaceid": "c886e4f6-94b0-4191-b01f-09fe27149de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG nova.network.os_vif_util [req-08cd7bd2-4498-4488-b655-3e9bbcc7e037 req-a8f7d7c3-5f61-4286-b17e-3656ca6862f6 service nova] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0c:85:5d,bridge_name='br-int',has_traffic_filtering=True,id=c886e4f6-94b0-4191-b01f-09fe27149de7,network=Network(15119cb5-f4d2-4786-a1bb-fa0262eae6ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc886e4f6-94') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG os_vif [req-08cd7bd2-4498-4488-b655-3e9bbcc7e037 req-a8f7d7c3-5f61-4286-b17e-3656ca6862f6 service nova] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0c:85:5d,bridge_name='br-int',has_traffic_filtering=True,id=c886e4f6-94b0-4191-b01f-09fe27149de7,network=Network(15119cb5-f4d2-4786-a1bb-fa0262eae6ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc886e4f6-94') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc886e4f6-94, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:38:04 user nova-compute[74491]: INFO os_vif [req-08cd7bd2-4498-4488-b655-3e9bbcc7e037 req-a8f7d7c3-5f61-4286-b17e-3656ca6862f6 service nova] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0c:85:5d,bridge_name='br-int',has_traffic_filtering=True,id=c886e4f6-94b0-4191-b01f-09fe27149de7,network=Network(15119cb5-f4d2-4786-a1bb-fa0262eae6ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc886e4f6-94')
Oct 30 07:38:04 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [req-08cd7bd2-4498-4488-b655-3e9bbcc7e037 req-a8f7d7c3-5f61-4286-b17e-3656ca6862f6 service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:38:04 user nova-compute[74491]:   <nova:package version="0.0.0"/>
Oct 30 07:38:04 user nova-compute[74491]:   <nova:name>tempest-device-tagging-server-866386970</nova:name>
Oct 30 07:38:04 user nova-compute[74491]:   <nova:creationTime>2023-10-30 07:38:04</nova:creationTime>
Oct 30 07:38:04 user nova-compute[74491]:   <nova:flavor name="m1.tiny">
Oct 30 07:38:04 user nova-compute[74491]:     <nova:memory>512</nova:memory>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:disk>1</nova:disk>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:swap>0</nova:swap>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:vcpus>1</nova:vcpus>
Oct 30 07:38:04 user nova-compute[74491]:   </nova:flavor>
Oct 30 07:38:04 user nova-compute[74491]:   <nova:owner>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:user uuid="2d4b1685793f4043a9a222026ba0d0e6">tempest-TaggedAttachmentsTest-623504598-project-member</nova:user>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:project uuid="f0ae9ae0f44840ccb95041f4a2facb99">tempest-TaggedAttachmentsTest-623504598</nova:project>
Oct 30 07:38:04 user nova-compute[74491]:   </nova:owner>
Oct 30 07:38:04 user nova-compute[74491]:   <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:38:04 user nova-compute[74491]:   <nova:ports>
Oct 30 07:38:04 user nova-compute[74491]:     <nova:port uuid="6d095633-c413-4edb-9761-9723772857d9">
Oct 30 07:38:04 user nova-compute[74491]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 30 07:38:04 user nova-compute[74491]:     </nova:port>
Oct 30 07:38:04 user nova-compute[74491]:   </nova:ports>
Oct 30 07:38:04 user nova-compute[74491]: </nova:instance>
Oct 30 07:38:04 user nova-compute[74491]:  {{(pid=74491) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 30 07:38:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:05 user nova-compute[74491]: DEBUG nova.network.neutron [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Updating instance_info_cache with network_info: [{"id": "6d095633-c413-4edb-9761-9723772857d9", "address": "fa:16:3e:84:d6:70", "network": {"id": "302d220c-8b51-4ffc-872a-7e2d6f31eba6", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1257806839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f0ae9ae0f44840ccb95041f4a2facb99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d095633-c4", "ovs_interfaceid": "6d095633-c413-4edb-9761-9723772857d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:38:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Releasing lock "refresh_cache-de1afc91-375c-4c89-92e4-07f9642199dd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:38:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-37807224-52f1-412f-aa9b-129a2455b81c tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "interface-de1afc91-375c-4c89-92e4-07f9642199dd-c886e4f6-94b0-4191-b01f-09fe27149de7" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 22.038s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:38:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:05 user nova-compute[74491]: DEBUG nova.compute.manager [req-0f1e62d3-8a03-4cc1-996e-ba37ad844558 req-f80bc32b-665b-454e-9e91-a41ad6fe28a3 service nova] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Received event network-vif-plugged-4d1ec0bf-8d15-4ced-8aae-c86d210ca55c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:38:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0f1e62d3-8a03-4cc1-996e-ba37ad844558 req-f80bc32b-665b-454e-9e91-a41ad6fe28a3 service nova] Acquiring lock "08481839-641d-43f6-93df-7cf312cde14a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:38:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0f1e62d3-8a03-4cc1-996e-ba37ad844558 req-f80bc32b-665b-454e-9e91-a41ad6fe28a3 service nova] Lock "08481839-641d-43f6-93df-7cf312cde14a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:38:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0f1e62d3-8a03-4cc1-996e-ba37ad844558 req-f80bc32b-665b-454e-9e91-a41ad6fe28a3 service nova] Lock "08481839-641d-43f6-93df-7cf312cde14a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:38:05 user nova-compute[74491]: DEBUG nova.compute.manager [req-0f1e62d3-8a03-4cc1-996e-ba37ad844558 req-f80bc32b-665b-454e-9e91-a41ad6fe28a3 service nova] [instance: 08481839-641d-43f6-93df-7cf312cde14a] No waiting events found dispatching network-vif-plugged-4d1ec0bf-8d15-4ced-8aae-c86d210ca55c {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:38:05 user nova-compute[74491]: WARNING nova.compute.manager [req-0f1e62d3-8a03-4cc1-996e-ba37ad844558 req-f80bc32b-665b-454e-9e91-a41ad6fe28a3 service nova] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Received unexpected event network-vif-plugged-4d1ec0bf-8d15-4ced-8aae-c86d210ca55c for instance with vm_state building and task_state spawning.
Oct 30 07:38:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:07 user nova-compute[74491]: DEBUG nova.compute.manager [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:38:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:38:07 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Instance spawned successfully.
Oct 30 07:38:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:38:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:38:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:38:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:38:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:38:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:38:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:38:07 user nova-compute[74491]: INFO nova.compute.manager [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Took 5.77 seconds to spawn the instance on the hypervisor.
Oct 30 07:38:07 user nova-compute[74491]: DEBUG nova.compute.manager [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:38:07 user nova-compute[74491]: DEBUG nova.compute.manager [req-e6017143-9087-48e8-94ab-3f75dcab628b req-d248f091-98de-4223-a2d7-6f9a1595022e service nova] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Received event network-vif-plugged-4d1ec0bf-8d15-4ced-8aae-c86d210ca55c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:38:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e6017143-9087-48e8-94ab-3f75dcab628b req-d248f091-98de-4223-a2d7-6f9a1595022e service nova] Acquiring lock "08481839-641d-43f6-93df-7cf312cde14a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:38:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e6017143-9087-48e8-94ab-3f75dcab628b req-d248f091-98de-4223-a2d7-6f9a1595022e service nova] Lock "08481839-641d-43f6-93df-7cf312cde14a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:38:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e6017143-9087-48e8-94ab-3f75dcab628b req-d248f091-98de-4223-a2d7-6f9a1595022e service nova] Lock "08481839-641d-43f6-93df-7cf312cde14a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:38:07 user nova-compute[74491]: DEBUG nova.compute.manager [req-e6017143-9087-48e8-94ab-3f75dcab628b req-d248f091-98de-4223-a2d7-6f9a1595022e service nova] [instance: 08481839-641d-43f6-93df-7cf312cde14a] No waiting events found dispatching network-vif-plugged-4d1ec0bf-8d15-4ced-8aae-c86d210ca55c {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:38:07 user nova-compute[74491]: WARNING nova.compute.manager [req-e6017143-9087-48e8-94ab-3f75dcab628b req-d248f091-98de-4223-a2d7-6f9a1595022e service nova] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Received unexpected event network-vif-plugged-4d1ec0bf-8d15-4ced-8aae-c86d210ca55c for instance with vm_state building and task_state spawning.
Oct 30 07:38:07 user nova-compute[74491]: INFO nova.compute.manager [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Took 6.90 seconds to build instance.
Oct 30 07:38:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2ecdf002-f069-4987-b64a-0706c3cf6815 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "08481839-641d-43f6-93df-7cf312cde14a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.016s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:38:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fa86decf-046c-470f-8fd8-22effbe4225c tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Acquiring lock "694927cf-ae06-4e69-bf47-9739e421b7a4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:38:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fa86decf-046c-470f-8fd8-22effbe4225c tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Lock "694927cf-ae06-4e69-bf47-9739e421b7a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:38:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fa86decf-046c-470f-8fd8-22effbe4225c tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Acquiring lock "694927cf-ae06-4e69-bf47-9739e421b7a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:38:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fa86decf-046c-470f-8fd8-22effbe4225c tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Lock "694927cf-ae06-4e69-bf47-9739e421b7a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:38:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fa86decf-046c-470f-8fd8-22effbe4225c tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Lock "694927cf-ae06-4e69-bf47-9739e421b7a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:38:22 user nova-compute[74491]: INFO nova.compute.manager [None req-fa86decf-046c-470f-8fd8-22effbe4225c tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Terminating instance
Oct 30 07:38:22 user nova-compute[74491]: DEBUG nova.compute.manager [None req-fa86decf-046c-470f-8fd8-22effbe4225c tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:38:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:22 user nova-compute[74491]: DEBUG nova.compute.manager [req-abb5a521-f945-4cca-9d27-c4f5189cdd49 req-4b56ee78-f3f2-4789-8432-5f68ce2abf2d service nova] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Received event network-vif-unplugged-e746df35-f2e5-4be0-86f3-f3cde778b31f {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:38:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-abb5a521-f945-4cca-9d27-c4f5189cdd49 req-4b56ee78-f3f2-4789-8432-5f68ce2abf2d service nova] Acquiring lock "694927cf-ae06-4e69-bf47-9739e421b7a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:38:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-abb5a521-f945-4cca-9d27-c4f5189cdd49 req-4b56ee78-f3f2-4789-8432-5f68ce2abf2d service nova] Lock "694927cf-ae06-4e69-bf47-9739e421b7a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:38:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-abb5a521-f945-4cca-9d27-c4f5189cdd49 req-4b56ee78-f3f2-4789-8432-5f68ce2abf2d service nova] Lock "694927cf-ae06-4e69-bf47-9739e421b7a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:38:22 user nova-compute[74491]: DEBUG nova.compute.manager [req-abb5a521-f945-4cca-9d27-c4f5189cdd49 req-4b56ee78-f3f2-4789-8432-5f68ce2abf2d service nova] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] No waiting events found dispatching network-vif-unplugged-e746df35-f2e5-4be0-86f3-f3cde778b31f {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:38:22 user nova-compute[74491]: DEBUG nova.compute.manager [req-abb5a521-f945-4cca-9d27-c4f5189cdd49 req-4b56ee78-f3f2-4789-8432-5f68ce2abf2d service nova] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Received event network-vif-unplugged-e746df35-f2e5-4be0-86f3-f3cde778b31f for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:38:23 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Instance destroyed successfully.
Oct 30 07:38:23 user nova-compute[74491]: DEBUG nova.objects.instance [None req-fa86decf-046c-470f-8fd8-22effbe4225c tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Lazy-loading 'resources' on Instance uuid 694927cf-ae06-4e69-bf47-9739e421b7a4 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:38:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-fa86decf-046c-470f-8fd8-22effbe4225c tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:34:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-215494448',display_name='tempest-VolumesAssistedSnapshotsTest-server-215494448',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-215494448',id=9,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGKg4yVruh9r7zLcd5VfGSbhFPcY9Ti3Hvp0s0a9vBRKdZoe/XZVNLAf/pubrlQWwplatNOzafVSxo/PjSYYLrKqucrPC+u5pgcg8zOTtU5obnJm2QDAPv1vJI69U+L/xw==',key_name='tempest-keypair-1805755611',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:34:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5f5a5bb0b81a434eaf5df5d042bd3bb3',ramdisk_id='',reservation_id='r-v8sy0ro8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1053662188',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1053662188-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:34:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='72ca2a52077446beb049ce722a44be3c',uuid=694927cf-ae06-4e69-bf47-9739e421b7a4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e746df35-f2e5-4be0-86f3-f3cde778b31f", "address": "fa:16:3e:f0:d1:87", "network": {"id": "3e551af9-33a9-4b9b-977c-015050e413dc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1861273080-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f5a5bb0b81a434eaf5df5d042bd3bb3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape746df35-f2", "ovs_interfaceid": "e746df35-f2e5-4be0-86f3-f3cde778b31f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:38:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-fa86decf-046c-470f-8fd8-22effbe4225c tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Converting VIF {"id": "e746df35-f2e5-4be0-86f3-f3cde778b31f", "address": "fa:16:3e:f0:d1:87", "network": {"id": "3e551af9-33a9-4b9b-977c-015050e413dc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1861273080-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f5a5bb0b81a434eaf5df5d042bd3bb3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape746df35-f2", "ovs_interfaceid": "e746df35-f2e5-4be0-86f3-f3cde778b31f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:38:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-fa86decf-046c-470f-8fd8-22effbe4225c tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f0:d1:87,bridge_name='br-int',has_traffic_filtering=True,id=e746df35-f2e5-4be0-86f3-f3cde778b31f,network=Network(3e551af9-33a9-4b9b-977c-015050e413dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape746df35-f2') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:38:23 user nova-compute[74491]: DEBUG os_vif [None req-fa86decf-046c-470f-8fd8-22effbe4225c tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f0:d1:87,bridge_name='br-int',has_traffic_filtering=True,id=e746df35-f2e5-4be0-86f3-f3cde778b31f,network=Network(3e551af9-33a9-4b9b-977c-015050e413dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape746df35-f2') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:38:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape746df35-f2, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:38:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f0cd99d6-83c7-4212-a3c5-931fe19e28a7) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:38:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:38:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:23 user nova-compute[74491]: INFO os_vif [None req-fa86decf-046c-470f-8fd8-22effbe4225c tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f0:d1:87,bridge_name='br-int',has_traffic_filtering=True,id=e746df35-f2e5-4be0-86f3-f3cde778b31f,network=Network(3e551af9-33a9-4b9b-977c-015050e413dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape746df35-f2')
Oct 30 07:38:23 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-fa86decf-046c-470f-8fd8-22effbe4225c tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Deleting instance files /opt/stack/data/nova/instances/694927cf-ae06-4e69-bf47-9739e421b7a4_del
Oct 30 07:38:23 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-fa86decf-046c-470f-8fd8-22effbe4225c tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Deletion of /opt/stack/data/nova/instances/694927cf-ae06-4e69-bf47-9739e421b7a4_del complete
Oct 30 07:38:23 user nova-compute[74491]: INFO nova.compute.manager [None req-fa86decf-046c-470f-8fd8-22effbe4225c tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Took 1.06 seconds to destroy the instance on the hypervisor.
Oct 30 07:38:23 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-fa86decf-046c-470f-8fd8-22effbe4225c tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:38:23 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:38:23 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:38:24 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:38:24 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Took 1.14 seconds to deallocate network for instance.
Oct 30 07:38:24 user nova-compute[74491]: DEBUG nova.compute.manager [req-10847398-6202-4831-b957-f2108e767849 req-ce6871f9-dd48-4324-809c-87b043093f51 service nova] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Received event network-vif-deleted-e746df35-f2e5-4be0-86f3-f3cde778b31f {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:38:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fa86decf-046c-470f-8fd8-22effbe4225c tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:38:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fa86decf-046c-470f-8fd8-22effbe4225c tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:38:24 user nova-compute[74491]: DEBUG nova.compute.manager [req-b2fb1b82-d42b-48ba-8402-f2e92c6d0935 req-d3ae7550-f02b-4fb7-ad81-bce7f3d448f8 service nova] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Received event network-vif-plugged-e746df35-f2e5-4be0-86f3-f3cde778b31f {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:38:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b2fb1b82-d42b-48ba-8402-f2e92c6d0935 req-d3ae7550-f02b-4fb7-ad81-bce7f3d448f8 service nova] Acquiring lock "694927cf-ae06-4e69-bf47-9739e421b7a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:38:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b2fb1b82-d42b-48ba-8402-f2e92c6d0935 req-d3ae7550-f02b-4fb7-ad81-bce7f3d448f8 service nova] Lock "694927cf-ae06-4e69-bf47-9739e421b7a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:38:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b2fb1b82-d42b-48ba-8402-f2e92c6d0935 req-d3ae7550-f02b-4fb7-ad81-bce7f3d448f8 service nova] Lock "694927cf-ae06-4e69-bf47-9739e421b7a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:38:24 user nova-compute[74491]: DEBUG nova.compute.manager [req-b2fb1b82-d42b-48ba-8402-f2e92c6d0935 req-d3ae7550-f02b-4fb7-ad81-bce7f3d448f8 service nova] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] No waiting events found dispatching network-vif-plugged-e746df35-f2e5-4be0-86f3-f3cde778b31f {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:38:24 user nova-compute[74491]: WARNING nova.compute.manager [req-b2fb1b82-d42b-48ba-8402-f2e92c6d0935 req-d3ae7550-f02b-4fb7-ad81-bce7f3d448f8 service nova] [instance: 694927cf-ae06-4e69-bf47-9739e421b7a4] Received unexpected event network-vif-plugged-e746df35-f2e5-4be0-86f3-f3cde778b31f for instance with vm_state deleted and task_state None.
Oct 30 07:38:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-fa86decf-046c-470f-8fd8-22effbe4225c tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-fa86decf-046c-470f-8fd8-22effbe4225c tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fa86decf-046c-470f-8fd8-22effbe4225c tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.414s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:38:25 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-fa86decf-046c-470f-8fd8-22effbe4225c tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Deleted allocations for instance 694927cf-ae06-4e69-bf47-9739e421b7a4
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fa86decf-046c-470f-8fd8-22effbe4225c tempest-VolumesAssistedSnapshotsTest-1053662188 tempest-VolumesAssistedSnapshotsTest-1053662188-project-member] Lock "694927cf-ae06-4e69-bf47-9739e421b7a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.913s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG nova.compute.manager [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lGIqKJdH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '041b6e2e-8e39-4035-aa5b-8bace636f06c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc', 'serial': 'd43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uAodSxDm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd', 'volume_id': '095c9b84-0540-4cb5-84b5-12fa2a738044'}, 'status': 'reserved', 'instance': '041b6e2e-8e39-4035-aa5b-8bace636f06c', 'attached_at': '', 'detached_at': '', 'volume_id': '095c9b84-0540-4cb5-84b5-12fa2a738044', 'serial'} {{(pid=74491) _swap_volume /opt/stack/nova/nova/compute/manager.py:7781}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lGIqKJdH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:38:25 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:38:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:38:25 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:38:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:38:25 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d197713-f8c5-4afb-bca3-f7abf77c3280]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:38:25 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f7275ae-5633-43fe-a609-90a4f9fd37de]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc] added
Oct 30 07:38:25 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[105288e8-7c64-4d72-9e6f-cddc83c9b456]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9c35220-3d1d-458e-9c5d-10bc97d4fef6]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lGIqKJdH {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lGIqKJdH" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9723662-7b16-4a60-a747-c330f739dc46]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lGIqKJdH'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[312313e3-6cd8-4632-9caf-691ff3898e87]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad209520-5904-4b51-ab83-505bebdcc777]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:38:25 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:38:25 user nova-compute[74491]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:38:25 user nova-compute[74491]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:38:25 user nova-compute[74491]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 (non-flash)
Oct 30 07:38:25 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:38:25 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:38:25 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:38:25 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:38:25 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:38:25 user nova-compute[74491]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:38:25 user nova-compute[74491]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:38:25 user nova-compute[74491]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 (non-flash)
Oct 30 07:38:25 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:38:25 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:38:25 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:38:25 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --login" returned: 0 in 0.092s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c4c2cf3-b7db-4655-9a66-5c27a3050542]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc, portal: 172.16.0.220,3260]
Oct 30 07:38:25 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc, portal: 172.16.0.220,3260] successful.
Oct 30 07:38:25 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.033s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[99892e60-49c0-472c-8abe-0930bcb5ff39]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.043s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[254668e9-29ee-44dd-b6bd-f49679e665ec]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:38:25 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:38:25 user nova-compute[74491]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:38:25 user nova-compute[74491]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:38:25 user nova-compute[74491]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 (non-flash)
Oct 30 07:38:25 user nova-compute[74491]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:38:25 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:38:25 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:38:25 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:38:25 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:38:25 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:38:25 user nova-compute[74491]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:38:25 user nova-compute[74491]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:38:25 user nova-compute[74491]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 (non-flash)
Oct 30 07:38:25 user nova-compute[74491]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:38:25 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:38:25 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:38:25 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:38:25 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.373s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] HCTL ('34', '-', '-', 0) found on session 15 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Scanning host 34 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e34a162-00cb-4617-bf3a-4e26953e5b78]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:25 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Searching for a device in session 15 and hctl ['34', '*', '*', 0] yield: None {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:38:26 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Searching for a device in session 15 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:38:26 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lGIqKJdH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:38:26 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.408s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:38:26 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] <== connect_volume: return (1409ms) {'type': 'block', 'scsi_wwn': '26336383365356336', 'path': '/dev/sdc'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:38:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26336383365356336', 'path': '/dev/sdc'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:38:26 user nova-compute[74491]: DEBUG nova.objects.instance [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Lazy-loading 'flavor' on Instance uuid 041b6e2e-8e39-4035-aa5b-8bace636f06c {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:38:27 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] COPY block job progress, current cursor: 5242880 final cursor: 1073741824 {{(pid=74491) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 07:38:27 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] COPY block job progress, current cursor: 124780544 final cursor: 1073741824 {{(pid=74491) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 07:38:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] COPY block job progress, current cursor: 124780544 final cursor: 1073741824 {{(pid=74491) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 07:38:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] COPY block job progress, current cursor: 295698432 final cursor: 1073741824 {{(pid=74491) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 07:38:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] COPY block job progress, current cursor: 467664896 final cursor: 1073741824 {{(pid=74491) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 07:38:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] COPY block job progress, current cursor: 627048448 final cursor: 1073741824 {{(pid=74491) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 07:38:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] COPY block job progress, current cursor: 728760320 final cursor: 1073741824 {{(pid=74491) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 07:38:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] COPY block job progress, current cursor: 801112064 final cursor: 1073741824 {{(pid=74491) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 07:38:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] COPY block job progress, current cursor: 926941184 final cursor: 1073741824 {{(pid=74491) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 07:38:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74491) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uAodSxDm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd', 'volume_id': '095c9b84-0540-4cb5-84b5-12fa2a738044'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:38:32 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:38:32 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5ac09f9-1452-4834-a2ec-67c2d20beb39]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:38:32 user nova-compute[74491]: No targets found.
Oct 30 07:38:32 user nova-compute[74491]: iSNS:
Oct 30 07:38:32 user nova-compute[74491]: No targets found.
Oct 30 07:38:32 user nova-compute[74491]: STATIC:
Oct 30 07:38:32 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622
Oct 30 07:38:32 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:38:32 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:38:32 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd
Oct 30 07:38:32 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:38:32 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:38:32 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705
Oct 30 07:38:32 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:38:32 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:38:32 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa
Oct 30 07:38:32 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:38:32 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:38:32 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5
Oct 30 07:38:32 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:38:32 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:38:32 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044
Oct 30 07:38:32 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:38:32 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:38:32 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc
Oct 30 07:38:32 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:38:32 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:38:32 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551
Oct 30 07:38:32 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:38:32 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:38:32 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54
Oct 30 07:38:32 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:38:32 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:38:32 user nova-compute[74491]: FIRMWARE:
Oct 30 07:38:32 user nova-compute[74491]: No targets found.
Oct 30 07:38:32 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:38:32 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:38:32 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2ee044b-f087-4a22-b0a2-8146dbd59d9a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e999bcb6-c181-4ec4-97a9-5aced58c9a0a]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:38:32 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:38:32 user nova-compute[74491]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:38:32 user nova-compute[74491]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:38:32 user nova-compute[74491]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 (non-flash)
Oct 30 07:38:32 user nova-compute[74491]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:38:32 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:38:32 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:38:32 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:38:32 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:38:32 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:38:32 user nova-compute[74491]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:38:32 user nova-compute[74491]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:38:32 user nova-compute[74491]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 (non-flash)
Oct 30 07:38:32 user nova-compute[74491]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:38:32 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:38:32 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:38:32 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:38:32 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef01ae9e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044'): ({'sdd'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Removing single pathed devices sdd {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6191bd59-a5fc-4a2a-909e-e05d67879a6f]: (4, ('path checker states:\nup                  9\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d35330b-f66a-4ea7-882e-5ec550958f2a]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Flushing IO for device /dev/sdd {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[218ebc32-66b2-4351-a34e-6b9784e0db6f]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.039s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6eb38e5b-8e5c-4fdb-8b51-b179c4f9b29c]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Checking to see if SCSI volumes sdd have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] SCSI volumes sdd have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc6b5311-21df-424a-855e-e97978ddbccb]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 -p 172.16.0.220:3260 --logout" returned: 0 in 0.088s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3211317f-3fbf-4670-bb89-76174b11ea46]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044, portal: 172.16.0.220,3260]
Oct 30 07:38:32 user nova-compute[74491]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044, portal: 172.16.0.220,3260] successful.
Oct 30 07:38:32 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:095c9b84-0540-4cb5-84b5-12fa2a738044 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.041s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f87da077-489c-49aa-a599-8fde015972ce]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.358s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] <== disconnect_volume: return (359ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG nova.compute.manager [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lGIqKJdH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '041b6e2e-8e39-4035-aa5b-8bace636f06c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc', 'serial'} {{(pid=74491) _swap_volume /opt/stack/nova/nova/compute/manager.py:7790}}
Oct 30 07:38:32 user nova-compute[74491]: DEBUG nova.compute.manager [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] swap_volume: removing Cinder connection for volume 095c9b84-0540-4cb5-84b5-12fa2a738044 {{(pid=74491) _swap_volume /opt/stack/nova/nova/compute/manager.py:7835}}
Oct 30 07:38:33 user nova-compute[74491]: DEBUG nova.compute.manager [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] swap_volume: Updating volume 095c9b84-0540-4cb5-84b5-12fa2a738044 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "lGIqKJdH", "auth_password": "5OxUjEV2QnfG9l", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdc", "volume_id": "d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc"}, "status": "reserved", "instance": "041b6e2e-8e39-4035-aa5b-8bace636f06c", "attached_at": "", "detached_at": "", "volume_id": "d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc", "serial": "d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': 'd43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc', 'no_device': None, 'attachment_id': '45d1e672-ea99-47b7-b062-adab1727af3f'} {{(pid=74491) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7983}}
Oct 30 07:38:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-827414e1-d3db-4787-8ca4-66e410512a5b tempest-TestVolumeSwap-12579442 tempest-TestVolumeSwap-12579442-project-admin] Lock "041b6e2e-8e39-4035-aa5b-8bace636f06c" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 33.454s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:38:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Acquiring lock "041b6e2e-8e39-4035-aa5b-8bace636f06c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:38:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lock "041b6e2e-8e39-4035-aa5b-8bace636f06c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:38:34 user nova-compute[74491]: INFO nova.compute.manager [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Detaching volume d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc
Oct 30 07:38:34 user nova-compute[74491]: INFO nova.virt.block_device [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Attempting to driver detach volume d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc from mountpoint /dev/vdb
Oct 30 07:38:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Attempting to detach device vdb from instance 041b6e2e-8e39-4035-aa5b-8bace636f06c from the persistent domain config. {{(pid=74491) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 07:38:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:38:34 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:38:34 user nova-compute[74491]:   <source dev="/dev/sdc"/>
Oct 30 07:38:34 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:38:34 user nova-compute[74491]:   <serial>d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc</serial>
Oct 30 07:38:34 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 07:38:34 user nova-compute[74491]: </disk>
Oct 30 07:38:34 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:38:34 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Successfully detached device vdb from instance 041b6e2e-8e39-4035-aa5b-8bace636f06c from the persistent domain config.
Oct 30 07:38:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 041b6e2e-8e39-4035-aa5b-8bace636f06c from the live domain config. {{(pid=74491) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 07:38:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:38:34 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:38:34 user nova-compute[74491]:   <source dev="/dev/sdc"/>
Oct 30 07:38:34 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:38:34 user nova-compute[74491]:   <serial>d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc</serial>
Oct 30 07:38:34 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 07:38:34 user nova-compute[74491]: </disk>
Oct 30 07:38:34 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:38:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b129ddcd-3fab-4278-9ed0-65e37422ada8 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Acquiring lock "de1afc91-375c-4c89-92e4-07f9642199dd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:38:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b129ddcd-3fab-4278-9ed0-65e37422ada8 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "de1afc91-375c-4c89-92e4-07f9642199dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:38:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b129ddcd-3fab-4278-9ed0-65e37422ada8 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Acquiring lock "de1afc91-375c-4c89-92e4-07f9642199dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:38:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b129ddcd-3fab-4278-9ed0-65e37422ada8 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "de1afc91-375c-4c89-92e4-07f9642199dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:38:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b129ddcd-3fab-4278-9ed0-65e37422ada8 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "de1afc91-375c-4c89-92e4-07f9642199dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:38:34 user nova-compute[74491]: INFO nova.compute.manager [None req-b129ddcd-3fab-4278-9ed0-65e37422ada8 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Terminating instance
Oct 30 07:38:34 user nova-compute[74491]: DEBUG nova.compute.manager [None req-b129ddcd-3fab-4278-9ed0-65e37422ada8 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:38:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 041b6e2e-8e39-4035-aa5b-8bace636f06c {{(pid=74491) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 07:38:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:34 user nova-compute[74491]: DEBUG nova.compute.manager [req-969b4a4e-8c2b-4281-b3d7-7d1f376df759 req-c80ce86f-fc3b-41c8-9c89-6519f14530f1 service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Received event network-vif-unplugged-6d095633-c413-4edb-9761-9723772857d9 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:38:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-969b4a4e-8c2b-4281-b3d7-7d1f376df759 req-c80ce86f-fc3b-41c8-9c89-6519f14530f1 service nova] Acquiring lock "de1afc91-375c-4c89-92e4-07f9642199dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:38:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-969b4a4e-8c2b-4281-b3d7-7d1f376df759 req-c80ce86f-fc3b-41c8-9c89-6519f14530f1 service nova] Lock "de1afc91-375c-4c89-92e4-07f9642199dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:38:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-969b4a4e-8c2b-4281-b3d7-7d1f376df759 req-c80ce86f-fc3b-41c8-9c89-6519f14530f1 service nova] Lock "de1afc91-375c-4c89-92e4-07f9642199dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:38:34 user nova-compute[74491]: DEBUG nova.compute.manager [req-969b4a4e-8c2b-4281-b3d7-7d1f376df759 req-c80ce86f-fc3b-41c8-9c89-6519f14530f1 service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] No waiting events found dispatching network-vif-unplugged-6d095633-c413-4edb-9761-9723772857d9 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:38:34 user nova-compute[74491]: DEBUG nova.compute.manager [req-969b4a4e-8c2b-4281-b3d7-7d1f376df759 req-c80ce86f-fc3b-41c8-9c89-6519f14530f1 service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Received event network-vif-unplugged-6d095633-c413-4edb-9761-9723772857d9 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:38:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:35 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Instance destroyed successfully.
Oct 30 07:38:35 user nova-compute[74491]: DEBUG nova.objects.instance [None req-b129ddcd-3fab-4278-9ed0-65e37422ada8 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lazy-loading 'resources' on Instance uuid de1afc91-375c-4c89-92e4-07f9642199dd {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:38:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-b129ddcd-3fab-4278-9ed0-65e37422ada8 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:34:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-866386970',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-866386970',id=7,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFUes2YXfvoxWZcLhynHuKYDUw1Fh/A3MRFz2jRJ5idk/TYYvKpwWjW4zqo7ReefkkIhaLsCrfIfPdgrdXcyP+oT15lzBOgSNtp1OV8AKxZCKSRz4nhjukIIzq8+Snm43A==',key_name='tempest-keypair-1194857738',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:34:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f0ae9ae0f44840ccb95041f4a2facb99',ramdisk_id='',reservation_id='r-nx9520kl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-623504598',owner_user_name='tempest-TaggedAttachmentsTest-623504598-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:34:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2d4b1685793f4043a9a222026ba0d0e6',uuid=de1afc91-375c-4c89-92e4-07f9642199dd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6d095633-c413-4edb-9761-9723772857d9", "address": "fa:16:3e:84:d6:70", "network": {"id": "302d220c-8b51-4ffc-872a-7e2d6f31eba6", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1257806839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f0ae9ae0f44840ccb95041f4a2facb99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d095633-c4", "ovs_interfaceid": "6d095633-c413-4edb-9761-9723772857d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:38:35 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-b129ddcd-3fab-4278-9ed0-65e37422ada8 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Converting VIF {"id": "6d095633-c413-4edb-9761-9723772857d9", "address": "fa:16:3e:84:d6:70", "network": {"id": "302d220c-8b51-4ffc-872a-7e2d6f31eba6", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1257806839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f0ae9ae0f44840ccb95041f4a2facb99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d095633-c4", "ovs_interfaceid": "6d095633-c413-4edb-9761-9723772857d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:38:35 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-b129ddcd-3fab-4278-9ed0-65e37422ada8 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:84:d6:70,bridge_name='br-int',has_traffic_filtering=True,id=6d095633-c413-4edb-9761-9723772857d9,network=Network(302d220c-8b51-4ffc-872a-7e2d6f31eba6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d095633-c4') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:38:35 user nova-compute[74491]: DEBUG os_vif [None req-b129ddcd-3fab-4278-9ed0-65e37422ada8 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:84:d6:70,bridge_name='br-int',has_traffic_filtering=True,id=6d095633-c413-4edb-9761-9723772857d9,network=Network(302d220c-8b51-4ffc-872a-7e2d6f31eba6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d095633-c4') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:38:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6d095633-c4, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:38:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=46ae598d-3337-44b6-90f3-5457908ddf64) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:38:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:35 user nova-compute[74491]: INFO os_vif [None req-b129ddcd-3fab-4278-9ed0-65e37422ada8 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:84:d6:70,bridge_name='br-int',has_traffic_filtering=True,id=6d095633-c413-4edb-9761-9723772857d9,network=Network(302d220c-8b51-4ffc-872a-7e2d6f31eba6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d095633-c4')
Oct 30 07:38:35 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-b129ddcd-3fab-4278-9ed0-65e37422ada8 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Deleting instance files /opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd_del
Oct 30 07:38:35 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-b129ddcd-3fab-4278-9ed0-65e37422ada8 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Deletion of /opt/stack/data/nova/instances/de1afc91-375c-4c89-92e4-07f9642199dd_del complete
Oct 30 07:38:35 user nova-compute[74491]: INFO nova.compute.manager [None req-b129ddcd-3fab-4278-9ed0-65e37422ada8 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Took 0.95 seconds to destroy the instance on the hypervisor.
Oct 30 07:38:35 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-b129ddcd-3fab-4278-9ed0-65e37422ada8 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:38:35 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:38:35 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:38:35 user nova-compute[74491]: INFO nova.compute.manager [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Rescuing
Oct 30 07:38:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "refresh_cache-962072d3-a76a-491e-8693-d0f1ce2a2dd8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:38:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquired lock "refresh_cache-962072d3-a76a-491e-8693-d0f1ce2a2dd8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:38:35 user nova-compute[74491]: DEBUG nova.network.neutron [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:38:36 user nova-compute[74491]: DEBUG nova.network.neutron [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Updating instance_info_cache with network_info: [{"id": "1e4fa61b-d720-457d-8161-db217dfd14b2", "address": "fa:16:3e:51:4e:36", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e4fa61b-d7", "ovs_interfaceid": "1e4fa61b-d720-457d-8161-db217dfd14b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:38:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Releasing lock "refresh_cache-962072d3-a76a-491e-8693-d0f1ce2a2dd8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:38:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:36 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:38:36 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Took 0.86 seconds to deallocate network for instance.
Oct 30 07:38:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:36 user nova-compute[74491]: DEBUG nova.compute.manager [req-7cb5b1bd-d3f6-4de9-9f9f-78b1227ee46f req-63dd75ce-4832-4c23-8a11-8363c57d352d service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Received event network-vif-deleted-6d095633-c413-4edb-9761-9723772857d9 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:38:36 user nova-compute[74491]: INFO nova.compute.manager [req-7cb5b1bd-d3f6-4de9-9f9f-78b1227ee46f req-63dd75ce-4832-4c23-8a11-8363c57d352d service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Neutron deleted interface 6d095633-c413-4edb-9761-9723772857d9; detaching it from the instance and deleting it from the info cache
Oct 30 07:38:36 user nova-compute[74491]: DEBUG nova.network.neutron [req-7cb5b1bd-d3f6-4de9-9f9f-78b1227ee46f req-63dd75ce-4832-4c23-8a11-8363c57d352d service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:38:36 user nova-compute[74491]: DEBUG nova.compute.manager [req-7cb5b1bd-d3f6-4de9-9f9f-78b1227ee46f req-63dd75ce-4832-4c23-8a11-8363c57d352d service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Detach interface failed, port_id=6d095633-c413-4edb-9761-9723772857d9, reason: Instance de1afc91-375c-4c89-92e4-07f9642199dd could not be found. {{(pid=74491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 07:38:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b129ddcd-3fab-4278-9ed0-65e37422ada8 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:38:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b129ddcd-3fab-4278-9ed0-65e37422ada8 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:38:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:36 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-b129ddcd-3fab-4278-9ed0-65e37422ada8 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:38:36 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-b129ddcd-3fab-4278-9ed0-65e37422ada8 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:38:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b129ddcd-3fab-4278-9ed0-65e37422ada8 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.375s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:38:36 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-b129ddcd-3fab-4278-9ed0-65e37422ada8 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Deleted allocations for instance de1afc91-375c-4c89-92e4-07f9642199dd
Oct 30 07:38:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b129ddcd-3fab-4278-9ed0-65e37422ada8 tempest-TaggedAttachmentsTest-623504598 tempest-TaggedAttachmentsTest-623504598-project-member] Lock "de1afc91-375c-4c89-92e4-07f9642199dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.385s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.compute.manager [req-9bd3d6bf-009c-4e26-82a5-953ff334b7aa req-5ac67d95-ad67-4646-8721-a4ae8471bdf3 service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Received event network-vif-plugged-6d095633-c413-4edb-9761-9723772857d9 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9bd3d6bf-009c-4e26-82a5-953ff334b7aa req-5ac67d95-ad67-4646-8721-a4ae8471bdf3 service nova] Acquiring lock "de1afc91-375c-4c89-92e4-07f9642199dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9bd3d6bf-009c-4e26-82a5-953ff334b7aa req-5ac67d95-ad67-4646-8721-a4ae8471bdf3 service nova] Lock "de1afc91-375c-4c89-92e4-07f9642199dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9bd3d6bf-009c-4e26-82a5-953ff334b7aa req-5ac67d95-ad67-4646-8721-a4ae8471bdf3 service nova] Lock "de1afc91-375c-4c89-92e4-07f9642199dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.compute.manager [req-9bd3d6bf-009c-4e26-82a5-953ff334b7aa req-5ac67d95-ad67-4646-8721-a4ae8471bdf3 service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] No waiting events found dispatching network-vif-plugged-6d095633-c413-4edb-9761-9723772857d9 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:38:37 user nova-compute[74491]: WARNING nova.compute.manager [req-9bd3d6bf-009c-4e26-82a5-953ff334b7aa req-5ac67d95-ad67-4646-8721-a4ae8471bdf3 service nova] [instance: de1afc91-375c-4c89-92e4-07f9642199dd] Received unexpected event network-vif-plugged-6d095633-c413-4edb-9761-9723772857d9 for instance with vm_state deleted and task_state None.
Oct 30 07:38:37 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Instance destroyed successfully.
Oct 30 07:38:37 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Attempting rescue
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74491) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Instance directory exists: not creating {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 30 07:38:37 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Creating image(s)
Oct 30 07:38:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "/opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "/opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "/opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.objects.instance [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lazy-loading 'trusted_certs' on Instance uuid 962072d3-a76a-491e-8693-d0f1ce2a2dd8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.169s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk.rescue {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk.rescue" returned: 0 in 0.060s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.238s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.objects.instance [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lazy-loading 'migration_context' on Instance uuid 962072d3-a76a-491e-8693-d0f1ce2a2dd8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.objects.base [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Object Instance<962072d3-a76a-491e-8693-d0f1ce2a2dd8> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Start _get_guest_xml network_info=[{"id": "1e4fa61b-d720-457d-8161-db217dfd14b2", "address": "fa:16:3e:51:4e:36", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "vif_mac": "fa:16:3e:51:4e:36"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e4fa61b-d7", "ovs_interfaceid": "1e4fa61b-d720-457d-8161-db217dfd14b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.objects.instance [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lazy-loading 'resources' on Instance uuid 962072d3-a76a-491e-8693-d0f1ce2a2dd8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.objects.base [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Object Instance<962072d3-a76a-491e-8693-d0f1ce2a2dd8> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.objects.instance [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lazy-loading 'numa_topology' on Instance uuid 962072d3-a76a-491e-8693-d0f1ce2a2dd8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.objects.base [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Object Instance<962072d3-a76a-491e-8693-d0f1ce2a2dd8> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:38:37 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:38:37 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.objects.instance [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lazy-loading 'vcpu_model' on Instance uuid 962072d3-a76a-491e-8693-d0f1ce2a2dd8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.objects.base [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Object Instance<962072d3-a76a-491e-8693-d0f1ce2a2dd8> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:33:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2045118309',display_name='tempest-ServerRescueNegativeTestJSON-server-2045118309',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2045118309',id=1,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:34:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='10f5045c03764000a23c825ac45ee88c',ramdisk_id='',reservation_id='r-ji7ieils',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1194843193',owner_user_name='tempest-ServerRescueNegativeTestJSON-1194843193-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:34:06Z,user_data=None,user_id='028c3259355b490989b2883f4dc4dff5',uuid=962072d3-a76a-491e-8693-d0f1ce2a2dd8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1e4fa61b-d720-457d-8161-db217dfd14b2", "address": "fa:16:3e:51:4e:36", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "vif_mac": "fa:16:3e:51:4e:36"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e4fa61b-d7", "ovs_interfaceid": "1e4fa61b-d720-457d-8161-db217dfd14b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Converting VIF {"id": "1e4fa61b-d720-457d-8161-db217dfd14b2", "address": "fa:16:3e:51:4e:36", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "vif_mac": "fa:16:3e:51:4e:36"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e4fa61b-d7", "ovs_interfaceid": "1e4fa61b-d720-457d-8161-db217dfd14b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:51:4e:36,bridge_name='br-int',has_traffic_filtering=True,id=1e4fa61b-d720-457d-8161-db217dfd14b2,network=Network(5c5b3443-3293-4323-a588-f84a3dd2b926),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e4fa61b-d7') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.objects.instance [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lazy-loading 'pci_devices' on Instance uuid 962072d3-a76a-491e-8693-d0f1ce2a2dd8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.objects.base [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Object Instance<962072d3-a76a-491e-8693-d0f1ce2a2dd8> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:38:37 user nova-compute[74491]:   <uuid>962072d3-a76a-491e-8693-d0f1ce2a2dd8</uuid>
Oct 30 07:38:37 user nova-compute[74491]:   <name>instance-00000001</name>
Oct 30 07:38:37 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:38:37 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:38:37 user nova-compute[74491]:   <metadata>
Oct 30 07:38:37 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:38:37 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:38:37 user nova-compute[74491]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-2045118309</nova:name>
Oct 30 07:38:37 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:38:37</nova:creationTime>
Oct 30 07:38:37 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:38:37 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:38:37 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:38:37 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:38:37 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:38:37 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:38:37 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:38:37 user nova-compute[74491]:       <nova:owner>
Oct 30 07:38:37 user nova-compute[74491]:         <nova:user uuid="028c3259355b490989b2883f4dc4dff5">tempest-ServerRescueNegativeTestJSON-1194843193-project-member</nova:user>
Oct 30 07:38:37 user nova-compute[74491]:         <nova:project uuid="10f5045c03764000a23c825ac45ee88c">tempest-ServerRescueNegativeTestJSON-1194843193</nova:project>
Oct 30 07:38:37 user nova-compute[74491]:       </nova:owner>
Oct 30 07:38:37 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:38:37 user nova-compute[74491]:       <nova:ports>
Oct 30 07:38:37 user nova-compute[74491]:         <nova:port uuid="1e4fa61b-d720-457d-8161-db217dfd14b2">
Oct 30 07:38:37 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 30 07:38:37 user nova-compute[74491]:         </nova:port>
Oct 30 07:38:37 user nova-compute[74491]:       </nova:ports>
Oct 30 07:38:37 user nova-compute[74491]:     </nova:instance>
Oct 30 07:38:37 user nova-compute[74491]:   </metadata>
Oct 30 07:38:37 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:38:37 user nova-compute[74491]:     <system>
Oct 30 07:38:37 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:38:37 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:38:37 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:38:37 user nova-compute[74491]:       <entry name="serial">962072d3-a76a-491e-8693-d0f1ce2a2dd8</entry>
Oct 30 07:38:37 user nova-compute[74491]:       <entry name="uuid">962072d3-a76a-491e-8693-d0f1ce2a2dd8</entry>
Oct 30 07:38:37 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:38:37 user nova-compute[74491]:     </system>
Oct 30 07:38:37 user nova-compute[74491]:   </sysinfo>
Oct 30 07:38:37 user nova-compute[74491]:   <os>
Oct 30 07:38:37 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:38:37 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:38:37 user nova-compute[74491]:   </os>
Oct 30 07:38:37 user nova-compute[74491]:   <features>
Oct 30 07:38:37 user nova-compute[74491]:     <acpi/>
Oct 30 07:38:37 user nova-compute[74491]:     <apic/>
Oct 30 07:38:37 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:38:37 user nova-compute[74491]:   </features>
Oct 30 07:38:37 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:38:37 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:38:37 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:38:37 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:38:37 user nova-compute[74491]:   </clock>
Oct 30 07:38:37 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:38:37 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:38:37 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:38:37 user nova-compute[74491]:   </cpu>
Oct 30 07:38:37 user nova-compute[74491]:   <devices>
Oct 30 07:38:37 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:38:37 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:38:37 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk.rescue"/>
Oct 30 07:38:37 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:38:37 user nova-compute[74491]:     </disk>
Oct 30 07:38:37 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:38:37 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:38:37 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk"/>
Oct 30 07:38:37 user nova-compute[74491]:       <target dev="vdb" bus="virtio"/>
Oct 30 07:38:37 user nova-compute[74491]:     </disk>
Oct 30 07:38:37 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:38:37 user nova-compute[74491]:       <mac address="fa:16:3e:51:4e:36"/>
Oct 30 07:38:37 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:38:37 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:38:37 user nova-compute[74491]:       <target dev="tap1e4fa61b-d7"/>
Oct 30 07:38:37 user nova-compute[74491]:     </interface>
Oct 30 07:38:37 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:38:37 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/console.log" append="off"/>
Oct 30 07:38:37 user nova-compute[74491]:     </serial>
Oct 30 07:38:37 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:38:37 user nova-compute[74491]:     <video>
Oct 30 07:38:37 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:38:37 user nova-compute[74491]:     </video>
Oct 30 07:38:37 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:38:37 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:38:37 user nova-compute[74491]:     </rng>
Oct 30 07:38:37 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:38:37 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:38:37 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:38:37 user nova-compute[74491]:     </memballoon>
Oct 30 07:38:37 user nova-compute[74491]:   </devices>
Oct 30 07:38:37 user nova-compute[74491]: </domain>
Oct 30 07:38:37 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:38:37 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Instance destroyed successfully.
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:38:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] No VIF found with MAC fa:16:3e:51:4e:36, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:38:38 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:38:38 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:38:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:38:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:38:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:38:38 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 07:38:38 user nova-compute[74491]: DEBUG nova.compute.manager [req-dc0800fb-905b-415f-9c3b-3c2c3aa63262 req-38dd557c-df0b-4539-948e-44abe4e32a4a service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Received event network-vif-unplugged-1e4fa61b-d720-457d-8161-db217dfd14b2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:38:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-dc0800fb-905b-415f-9c3b-3c2c3aa63262 req-38dd557c-df0b-4539-948e-44abe4e32a4a service nova] Acquiring lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:38:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-dc0800fb-905b-415f-9c3b-3c2c3aa63262 req-38dd557c-df0b-4539-948e-44abe4e32a4a service nova] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:38:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-dc0800fb-905b-415f-9c3b-3c2c3aa63262 req-38dd557c-df0b-4539-948e-44abe4e32a4a service nova] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:38:38 user nova-compute[74491]: DEBUG nova.compute.manager [req-dc0800fb-905b-415f-9c3b-3c2c3aa63262 req-38dd557c-df0b-4539-948e-44abe4e32a4a service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] No waiting events found dispatching network-vif-unplugged-1e4fa61b-d720-457d-8161-db217dfd14b2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:38:38 user nova-compute[74491]: WARNING nova.compute.manager [req-dc0800fb-905b-415f-9c3b-3c2c3aa63262 req-38dd557c-df0b-4539-948e-44abe4e32a4a service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Received unexpected event network-vif-unplugged-1e4fa61b-d720-457d-8161-db217dfd14b2 for instance with vm_state active and task_state rescuing.
Oct 30 07:38:38 user nova-compute[74491]: DEBUG nova.compute.manager [req-dc0800fb-905b-415f-9c3b-3c2c3aa63262 req-38dd557c-df0b-4539-948e-44abe4e32a4a service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Received event network-vif-plugged-1e4fa61b-d720-457d-8161-db217dfd14b2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:38:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-dc0800fb-905b-415f-9c3b-3c2c3aa63262 req-38dd557c-df0b-4539-948e-44abe4e32a4a service nova] Acquiring lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:38:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-dc0800fb-905b-415f-9c3b-3c2c3aa63262 req-38dd557c-df0b-4539-948e-44abe4e32a4a service nova] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:38:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-dc0800fb-905b-415f-9c3b-3c2c3aa63262 req-38dd557c-df0b-4539-948e-44abe4e32a4a service nova] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:38:38 user nova-compute[74491]: DEBUG nova.compute.manager [req-dc0800fb-905b-415f-9c3b-3c2c3aa63262 req-38dd557c-df0b-4539-948e-44abe4e32a4a service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] No waiting events found dispatching network-vif-plugged-1e4fa61b-d720-457d-8161-db217dfd14b2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:38:38 user nova-compute[74491]: WARNING nova.compute.manager [req-dc0800fb-905b-415f-9c3b-3c2c3aa63262 req-38dd557c-df0b-4539-948e-44abe4e32a4a service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Received unexpected event network-vif-plugged-1e4fa61b-d720-457d-8161-db217dfd14b2 for instance with vm_state active and task_state rescuing.
Oct 30 07:38:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:40 user nova-compute[74491]: DEBUG nova.compute.manager [req-a7a8a62b-34ea-47e0-9fc5-e0589f065abd req-23929134-7bd8-4dd5-a292-f918a796a790 service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Received event network-vif-plugged-1e4fa61b-d720-457d-8161-db217dfd14b2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:38:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a7a8a62b-34ea-47e0-9fc5-e0589f065abd req-23929134-7bd8-4dd5-a292-f918a796a790 service nova] Acquiring lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:38:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a7a8a62b-34ea-47e0-9fc5-e0589f065abd req-23929134-7bd8-4dd5-a292-f918a796a790 service nova] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:38:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a7a8a62b-34ea-47e0-9fc5-e0589f065abd req-23929134-7bd8-4dd5-a292-f918a796a790 service nova] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:38:40 user nova-compute[74491]: DEBUG nova.compute.manager [req-a7a8a62b-34ea-47e0-9fc5-e0589f065abd req-23929134-7bd8-4dd5-a292-f918a796a790 service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] No waiting events found dispatching network-vif-plugged-1e4fa61b-d720-457d-8161-db217dfd14b2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:38:40 user nova-compute[74491]: WARNING nova.compute.manager [req-a7a8a62b-34ea-47e0-9fc5-e0589f065abd req-23929134-7bd8-4dd5-a292-f918a796a790 service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Received unexpected event network-vif-plugged-1e4fa61b-d720-457d-8161-db217dfd14b2 for instance with vm_state active and task_state rescuing.
Oct 30 07:38:40 user nova-compute[74491]: DEBUG nova.compute.manager [req-a7a8a62b-34ea-47e0-9fc5-e0589f065abd req-23929134-7bd8-4dd5-a292-f918a796a790 service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Received event network-vif-plugged-1e4fa61b-d720-457d-8161-db217dfd14b2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:38:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a7a8a62b-34ea-47e0-9fc5-e0589f065abd req-23929134-7bd8-4dd5-a292-f918a796a790 service nova] Acquiring lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:38:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a7a8a62b-34ea-47e0-9fc5-e0589f065abd req-23929134-7bd8-4dd5-a292-f918a796a790 service nova] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:38:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a7a8a62b-34ea-47e0-9fc5-e0589f065abd req-23929134-7bd8-4dd5-a292-f918a796a790 service nova] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:38:40 user nova-compute[74491]: DEBUG nova.compute.manager [req-a7a8a62b-34ea-47e0-9fc5-e0589f065abd req-23929134-7bd8-4dd5-a292-f918a796a790 service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] No waiting events found dispatching network-vif-plugged-1e4fa61b-d720-457d-8161-db217dfd14b2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:38:40 user nova-compute[74491]: WARNING nova.compute.manager [req-a7a8a62b-34ea-47e0-9fc5-e0589f065abd req-23929134-7bd8-4dd5-a292-f918a796a790 service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Received unexpected event network-vif-plugged-1e4fa61b-d720-457d-8161-db217dfd14b2 for instance with vm_state active and task_state rescuing.
Oct 30 07:38:41 user nova-compute[74491]: DEBUG nova.compute.manager [None req-bee6b8b4-1e90-4d8f-9de4-cb33df36d5ce tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:38:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08481839-641d-43f6-93df-7cf312cde14a/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08481839-641d-43f6-93df-7cf312cde14a/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08481839-641d-43f6-93df-7cf312cde14a/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08481839-641d-43f6-93df-7cf312cde14a/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:42 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:38:42 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:38:42 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdh (vdc) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:38:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:38:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk.rescue --force-share --output=json" returned: 0 in 0.191s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdi (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:38:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdj (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:38:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdk (vdc) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:38:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:45 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:38:45 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:38:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=7363MB free_disk=25.617034912109375GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 07:38:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:38:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:38:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 962072d3-a76a-491e-8693-d0f1ce2a2dd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:38:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance fb047ba5-cb93-44ef-9443-bf2f728277c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:38:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance bb072d38-2d8d-4138-833b-de7b80d17a96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:38:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 6baf250e-557b-456f-8962-4e4e58e8f1b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:38:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 041b6e2e-8e39-4035-aa5b-8bace636f06c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:38:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance fc75121d-9e3c-4306-8a8d-6c8abf1ae04e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:38:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 53a6d265-dc17-4b14-a771-20cde46d0df4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:38:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance a9ab73d8-09f4-4bb3-8007-abf63dfbe984 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:38:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ca6e5e60-1eff-4e73-a1d8-b78361f31e61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:38:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 08481839-641d-43f6-93df-7cf312cde14a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:38:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 07:38:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 07:38:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:38:45 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:38:45 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:38:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 07:38:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.462s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:38:46 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:38:46 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 07:38:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-6baf250e-557b-456f-8962-4e4e58e8f1b9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:38:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-6baf250e-557b-456f-8962-4e4e58e8f1b9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:38:47 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 07:38:47 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Updating instance_info_cache with network_info: [{"id": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "address": "fa:16:3e:56:94:ff", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc3ae8c9-13", "ovs_interfaceid": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:38:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-6baf250e-557b-456f-8962-4e4e58e8f1b9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:38:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 07:38:47 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:38:47 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:38:47 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:38:47 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:38:47 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:38:47 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:38:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 07:38:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:38:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 07:38:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:38:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:38:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:54 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 041b6e2e-8e39-4035-aa5b-8bace636f06c is timed out.
Oct 30 07:38:54 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Successfully detached device vdb from instance 041b6e2e-8e39-4035-aa5b-8bace636f06c from the live domain config.
Oct 30 07:38:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lGIqKJdH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc', 'volume_id': 'd43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:38:54 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:38:54 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[10856ef4-2bb0-413a-abfd-5f9ca31428c3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:38:54 user nova-compute[74491]: No targets found.
Oct 30 07:38:54 user nova-compute[74491]: iSNS:
Oct 30 07:38:54 user nova-compute[74491]: No targets found.
Oct 30 07:38:54 user nova-compute[74491]: STATIC:
Oct 30 07:38:54 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622
Oct 30 07:38:54 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:38:54 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:38:54 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd
Oct 30 07:38:54 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:38:54 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:38:54 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705
Oct 30 07:38:54 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:38:54 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:38:54 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa
Oct 30 07:38:54 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:38:54 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:38:54 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5
Oct 30 07:38:54 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:38:54 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:38:54 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc
Oct 30 07:38:54 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:38:54 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:38:54 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551
Oct 30 07:38:54 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:38:54 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:38:54 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54
Oct 30 07:38:54 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:38:54 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:38:54 user nova-compute[74491]: FIRMWARE:
Oct 30 07:38:54 user nova-compute[74491]: No targets found.
Oct 30 07:38:54 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:38:54 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:38:54 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2f957d8-361a-470f-8099-1ffeb893774b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecfd4bed-8122-484b-b010-25d0d8cfc6ff]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:38:54 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:38:54 user nova-compute[74491]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:38:54 user nova-compute[74491]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:38:54 user nova-compute[74491]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:38:54 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:38:54 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:38:54 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:38:54 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:38:54 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:38:54 user nova-compute[74491]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:38:54 user nova-compute[74491]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:38:54 user nova-compute[74491]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc (non-flash)
Oct 30 07:38:54 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:38:54 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:38:54 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:38:54 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef05a5090>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc'): ({'sdc'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Removing single pathed devices sdc {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0d1d11a-3b62-468e-8535-125db5384a77]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[11fd9d37-4346-4f28-a9af-4a19bb203528]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Flushing IO for device /dev/sdc {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bb26ee5-5b5e-496c-b385-8a9d88cf6654]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.039s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebb79b55-a8d4-4b9c-a340-8b637203bbe8]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] SCSI volumes sdc have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e2c8952-914c-46e4-aefb-fb10d64ee4c9]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:38:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --logout" returned: 0 in 0.080s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff31a8f2-66b1-46a1-9681-7e7c94d69cd1]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc, portal: 172.16.0.220,3260]
Oct 30 07:38:55 user nova-compute[74491]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc, portal: 172.16.0.220,3260] successful.
Oct 30 07:38:55 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:38:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:38:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d43cb66d-4df9-48f6-ba32-0e5bc9f7d7bc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:38:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7287b15f-4876-4b80-8d4f-8ff137e7efea]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:38:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:38:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.368s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:38:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] <== disconnect_volume: return (370ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:38:55 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:38:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:38:56 user nova-compute[74491]: DEBUG nova.objects.instance [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lazy-loading 'flavor' on Instance uuid 041b6e2e-8e39-4035-aa5b-8bace636f06c {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:38:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d1eb59bc-a9bc-4fad-b85f-e314c8120c67 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lock "041b6e2e-8e39-4035-aa5b-8bace636f06c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.913s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:16 user nova-compute[74491]: DEBUG nova.compute.manager [req-9f2f0785-ed76-4181-8596-3a81611ca55b req-5157068d-7c48-40ce-83e1-a9d1e04004ad service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-changed-0dc1f4fe-d457-4deb-8662-1ad09059cd68 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:16 user nova-compute[74491]: DEBUG nova.compute.manager [req-9f2f0785-ed76-4181-8596-3a81611ca55b req-5157068d-7c48-40ce-83e1-a9d1e04004ad service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Refreshing instance network info cache due to event network-changed-0dc1f4fe-d457-4deb-8662-1ad09059cd68. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:39:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9f2f0785-ed76-4181-8596-3a81611ca55b req-5157068d-7c48-40ce-83e1-a9d1e04004ad service nova] Acquiring lock "refresh_cache-fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:39:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9f2f0785-ed76-4181-8596-3a81611ca55b req-5157068d-7c48-40ce-83e1-a9d1e04004ad service nova] Acquired lock "refresh_cache-fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:39:16 user nova-compute[74491]: DEBUG nova.network.neutron [req-9f2f0785-ed76-4181-8596-3a81611ca55b req-5157068d-7c48-40ce-83e1-a9d1e04004ad service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Refreshing network info cache for port 0dc1f4fe-d457-4deb-8662-1ad09059cd68 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:39:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:17 user nova-compute[74491]: DEBUG nova.network.neutron [req-9f2f0785-ed76-4181-8596-3a81611ca55b req-5157068d-7c48-40ce-83e1-a9d1e04004ad service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Updated VIF entry in instance network info cache for port 0dc1f4fe-d457-4deb-8662-1ad09059cd68. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:39:17 user nova-compute[74491]: DEBUG nova.network.neutron [req-9f2f0785-ed76-4181-8596-3a81611ca55b req-5157068d-7c48-40ce-83e1-a9d1e04004ad service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Updating instance_info_cache with network_info: [{"id": "0dc1f4fe-d457-4deb-8662-1ad09059cd68", "address": "fa:16:3e:8a:05:2a", "network": {"id": "19f382ee-1133-4245-bd6e-1c57a79ac544", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2002153751-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0dc1f4fe-d4", "ovs_interfaceid": "0dc1f4fe-d457-4deb-8662-1ad09059cd68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b2c5101-6388-4c55-9c1a-c6bc4ee2367c", "address": "fa:16:3e:3a:9c:db", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b2c5101-63", "ovs_interfaceid": "5b2c5101-6388-4c55-9c1a-c6bc4ee2367c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "a775ab1d-56e0-4f49-8b7f-4ffc2b89981f", "address": "fa:16:3e:36:f5:3e", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa775ab1d-56", "ovs_interfaceid": "a775ab1d-56e0-4f49-8b7f-4ffc2b89981f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "a9823422-b10b-4a32-aa26-45fed807e505", "address": "fa:16:3e:34:be:f6", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9823422-b1", "ovs_interfaceid": "a9823422-b10b-4a32-aa26-45fed807e505", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3b4315e5-617b-4e9d-9a90-f83cdd6b9f54", "address": "fa:16:3e:d0:c5:04", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b4315e5-61", "ovs_interfaceid": "3b4315e5-617b-4e9d-9a90-f83cdd6b9f54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e", "address": "fa:16:3e:2a:d0:27", "network": {"id": "40881742-a142-41db-82a7-d0ffdbda4972", "bridge": "br-int", "label": "tempest-device-tagging-net2-774030377", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b8bf4d1-73", "ovs_interfaceid": "2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "66680cda-c54c-40bb-ad57-66ed90e083f6", "address": "fa:16:3e:d3:3a:55", "network": {"id": "40881742-a142-41db-82a7-d0ffdbda4972", "bridge": "br-int", "label": "tempest-device-tagging-net2-774030377", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66680cda-c5", "ovs_interfaceid": "66680cda-c54c-40bb-ad57-66ed90e083f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:39:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9f2f0785-ed76-4181-8596-3a81611ca55b req-5157068d-7c48-40ce-83e1-a9d1e04004ad service nova] Releasing lock "refresh_cache-fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:39:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Acquiring lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Acquiring lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:19 user nova-compute[74491]: INFO nova.compute.manager [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Terminating instance
Oct 30 07:39:19 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:39:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:20 user nova-compute[74491]: DEBUG nova.compute.manager [req-26c468b5-ff7a-4dce-82b6-64b98c813447 req-746cf149-e887-498e-b29c-ee60054c5397 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-unplugged-a9823422-b10b-4a32-aa26-45fed807e505 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-26c468b5-ff7a-4dce-82b6-64b98c813447 req-746cf149-e887-498e-b29c-ee60054c5397 service nova] Acquiring lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-26c468b5-ff7a-4dce-82b6-64b98c813447 req-746cf149-e887-498e-b29c-ee60054c5397 service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-26c468b5-ff7a-4dce-82b6-64b98c813447 req-746cf149-e887-498e-b29c-ee60054c5397 service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:20 user nova-compute[74491]: DEBUG nova.compute.manager [req-26c468b5-ff7a-4dce-82b6-64b98c813447 req-746cf149-e887-498e-b29c-ee60054c5397 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] No waiting events found dispatching network-vif-unplugged-a9823422-b10b-4a32-aa26-45fed807e505 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:39:20 user nova-compute[74491]: DEBUG nova.compute.manager [req-26c468b5-ff7a-4dce-82b6-64b98c813447 req-746cf149-e887-498e-b29c-ee60054c5397 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-unplugged-a9823422-b10b-4a32-aa26-45fed807e505 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:39:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:20 user nova-compute[74491]: DEBUG nova.compute.manager [req-94fa548a-b4a7-4f64-9c03-68b32473d4f9 req-76b42173-2b5c-4c79-871b-e24d7fdc8606 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-unplugged-66680cda-c54c-40bb-ad57-66ed90e083f6 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-94fa548a-b4a7-4f64-9c03-68b32473d4f9 req-76b42173-2b5c-4c79-871b-e24d7fdc8606 service nova] Acquiring lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-94fa548a-b4a7-4f64-9c03-68b32473d4f9 req-76b42173-2b5c-4c79-871b-e24d7fdc8606 service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-94fa548a-b4a7-4f64-9c03-68b32473d4f9 req-76b42173-2b5c-4c79-871b-e24d7fdc8606 service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:20 user nova-compute[74491]: DEBUG nova.compute.manager [req-94fa548a-b4a7-4f64-9c03-68b32473d4f9 req-76b42173-2b5c-4c79-871b-e24d7fdc8606 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] No waiting events found dispatching network-vif-unplugged-66680cda-c54c-40bb-ad57-66ed90e083f6 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:39:20 user nova-compute[74491]: DEBUG nova.compute.manager [req-94fa548a-b4a7-4f64-9c03-68b32473d4f9 req-76b42173-2b5c-4c79-871b-e24d7fdc8606 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-unplugged-66680cda-c54c-40bb-ad57-66ed90e083f6 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:39:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Instance destroyed successfully.
Oct 30 07:39:21 user nova-compute[74491]: DEBUG nova.objects.instance [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lazy-loading 'resources' on Instance uuid fc75121d-9e3c-4306-8a8d-6c8abf1ae04e {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1334139112',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1334139112',id=11,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMROdH64l1gO1roNvdoC4NXeLY/UCsdPJDX2DrZPLEjQyaWKgysZTV1g1VfFjVtbL61SPZAHEWavFDE9QWLHhi464LOYnZPMW6ByMAjPgme8/q/zMBQlh+Tkcz82ku0njA==',key_name='tempest-keypair-1005280025',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:37:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6737331f0d5e474cbd04c52908c2b285',ramdisk_id='',reservation_id='r-l2b6u8fq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1604445710',owner_user_name='tempest-TaggedBootDevicesTest-1604445710-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:37:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='37c974999baa414aaee0b12e7a15c4f9',uuid=fc75121d-9e3c-4306-8a8d-6c8abf1ae04e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0dc1f4fe-d457-4deb-8662-1ad09059cd68", "address": "fa:16:3e:8a:05:2a", "network": {"id": "19f382ee-1133-4245-bd6e-1c57a79ac544", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2002153751-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0dc1f4fe-d4", "ovs_interfaceid": "0dc1f4fe-d457-4deb-8662-1ad09059cd68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converting VIF {"id": "0dc1f4fe-d457-4deb-8662-1ad09059cd68", "address": "fa:16:3e:8a:05:2a", "network": {"id": "19f382ee-1133-4245-bd6e-1c57a79ac544", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2002153751-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0dc1f4fe-d4", "ovs_interfaceid": "0dc1f4fe-d457-4deb-8662-1ad09059cd68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8a:05:2a,bridge_name='br-int',has_traffic_filtering=True,id=0dc1f4fe-d457-4deb-8662-1ad09059cd68,network=Network(19f382ee-1133-4245-bd6e-1c57a79ac544),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0dc1f4fe-d4') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG os_vif [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8a:05:2a,bridge_name='br-int',has_traffic_filtering=True,id=0dc1f4fe-d457-4deb-8662-1ad09059cd68,network=Network(19f382ee-1133-4245-bd6e-1c57a79ac544),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0dc1f4fe-d4') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0dc1f4fe-d4, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=29a454bb-02c6-4f67-8f0d-a245c9cd457e) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: INFO os_vif [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8a:05:2a,bridge_name='br-int',has_traffic_filtering=True,id=0dc1f4fe-d457-4deb-8662-1ad09059cd68,network=Network(19f382ee-1133-4245-bd6e-1c57a79ac544),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0dc1f4fe-d4')
Oct 30 07:39:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1334139112',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1334139112',id=11,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMROdH64l1gO1roNvdoC4NXeLY/UCsdPJDX2DrZPLEjQyaWKgysZTV1g1VfFjVtbL61SPZAHEWavFDE9QWLHhi464LOYnZPMW6ByMAjPgme8/q/zMBQlh+Tkcz82ku0njA==',key_name='tempest-keypair-1005280025',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:37:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6737331f0d5e474cbd04c52908c2b285',ramdisk_id='',reservation_id='r-l2b6u8fq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1604445710',owner_user_name='tempest-TaggedBootDevicesTest-1604445710-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:37:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='37c974999baa414aaee0b12e7a15c4f9',uuid=fc75121d-9e3c-4306-8a8d-6c8abf1ae04e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5b2c5101-6388-4c55-9c1a-c6bc4ee2367c", "address": "fa:16:3e:3a:9c:db", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b2c5101-63", "ovs_interfaceid": "5b2c5101-6388-4c55-9c1a-c6bc4ee2367c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converting VIF {"id": "5b2c5101-6388-4c55-9c1a-c6bc4ee2367c", "address": "fa:16:3e:3a:9c:db", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b2c5101-63", "ovs_interfaceid": "5b2c5101-6388-4c55-9c1a-c6bc4ee2367c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3a:9c:db,bridge_name='br-int',has_traffic_filtering=True,id=5b2c5101-6388-4c55-9c1a-c6bc4ee2367c,network=Network(529021d4-5e1d-4595-979f-b9ee04904d76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap5b2c5101-63') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG os_vif [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:9c:db,bridge_name='br-int',has_traffic_filtering=True,id=5b2c5101-6388-4c55-9c1a-c6bc4ee2367c,network=Network(529021d4-5e1d-4595-979f-b9ee04904d76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap5b2c5101-63') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5b2c5101-63, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=72a161a3-056c-4a89-a9c7-5e803efa4f89) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: INFO os_vif [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:9c:db,bridge_name='br-int',has_traffic_filtering=True,id=5b2c5101-6388-4c55-9c1a-c6bc4ee2367c,network=Network(529021d4-5e1d-4595-979f-b9ee04904d76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap5b2c5101-63')
Oct 30 07:39:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1334139112',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1334139112',id=11,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMROdH64l1gO1roNvdoC4NXeLY/UCsdPJDX2DrZPLEjQyaWKgysZTV1g1VfFjVtbL61SPZAHEWavFDE9QWLHhi464LOYnZPMW6ByMAjPgme8/q/zMBQlh+Tkcz82ku0njA==',key_name='tempest-keypair-1005280025',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:37:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6737331f0d5e474cbd04c52908c2b285',ramdisk_id='',reservation_id='r-l2b6u8fq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1604445710',owner_user_name='tempest-TaggedBootDevicesTest-1604445710-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:37:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='37c974999baa414aaee0b12e7a15c4f9',uuid=fc75121d-9e3c-4306-8a8d-6c8abf1ae04e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a775ab1d-56e0-4f49-8b7f-4ffc2b89981f", "address": "fa:16:3e:36:f5:3e", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa775ab1d-56", "ovs_interfaceid": "a775ab1d-56e0-4f49-8b7f-4ffc2b89981f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converting VIF {"id": "a775ab1d-56e0-4f49-8b7f-4ffc2b89981f", "address": "fa:16:3e:36:f5:3e", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa775ab1d-56", "ovs_interfaceid": "a775ab1d-56e0-4f49-8b7f-4ffc2b89981f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:f5:3e,bridge_name='br-int',has_traffic_filtering=True,id=a775ab1d-56e0-4f49-8b7f-4ffc2b89981f,network=Network(529021d4-5e1d-4595-979f-b9ee04904d76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa775ab1d-56') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG os_vif [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:f5:3e,bridge_name='br-int',has_traffic_filtering=True,id=a775ab1d-56e0-4f49-8b7f-4ffc2b89981f,network=Network(529021d4-5e1d-4595-979f-b9ee04904d76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa775ab1d-56') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa775ab1d-56, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bf5fd8b6-75d4-428f-9446-de59f7889ed5) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: INFO os_vif [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:f5:3e,bridge_name='br-int',has_traffic_filtering=True,id=a775ab1d-56e0-4f49-8b7f-4ffc2b89981f,network=Network(529021d4-5e1d-4595-979f-b9ee04904d76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa775ab1d-56')
Oct 30 07:39:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1334139112',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1334139112',id=11,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMROdH64l1gO1roNvdoC4NXeLY/UCsdPJDX2DrZPLEjQyaWKgysZTV1g1VfFjVtbL61SPZAHEWavFDE9QWLHhi464LOYnZPMW6ByMAjPgme8/q/zMBQlh+Tkcz82ku0njA==',key_name='tempest-keypair-1005280025',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:37:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6737331f0d5e474cbd04c52908c2b285',ramdisk_id='',reservation_id='r-l2b6u8fq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1604445710',owner_user_name='tempest-TaggedBootDevicesTest-1604445710-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:37:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='37c974999baa414aaee0b12e7a15c4f9',uuid=fc75121d-9e3c-4306-8a8d-6c8abf1ae04e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a9823422-b10b-4a32-aa26-45fed807e505", "address": "fa:16:3e:34:be:f6", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9823422-b1", "ovs_interfaceid": "a9823422-b10b-4a32-aa26-45fed807e505", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converting VIF {"id": "a9823422-b10b-4a32-aa26-45fed807e505", "address": "fa:16:3e:34:be:f6", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9823422-b1", "ovs_interfaceid": "a9823422-b10b-4a32-aa26-45fed807e505", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:be:f6,bridge_name='br-int',has_traffic_filtering=True,id=a9823422-b10b-4a32-aa26-45fed807e505,network=Network(529021d4-5e1d-4595-979f-b9ee04904d76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9823422-b1') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG os_vif [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:be:f6,bridge_name='br-int',has_traffic_filtering=True,id=a9823422-b10b-4a32-aa26-45fed807e505,network=Network(529021d4-5e1d-4595-979f-b9ee04904d76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9823422-b1') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa9823422-b1, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=209a8154-73dd-42c4-ad8d-25fba9aa430d) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: INFO os_vif [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:be:f6,bridge_name='br-int',has_traffic_filtering=True,id=a9823422-b10b-4a32-aa26-45fed807e505,network=Network(529021d4-5e1d-4595-979f-b9ee04904d76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9823422-b1')
Oct 30 07:39:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1334139112',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1334139112',id=11,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMROdH64l1gO1roNvdoC4NXeLY/UCsdPJDX2DrZPLEjQyaWKgysZTV1g1VfFjVtbL61SPZAHEWavFDE9QWLHhi464LOYnZPMW6ByMAjPgme8/q/zMBQlh+Tkcz82ku0njA==',key_name='tempest-keypair-1005280025',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:37:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6737331f0d5e474cbd04c52908c2b285',ramdisk_id='',reservation_id='r-l2b6u8fq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1604445710',owner_user_name='tempest-TaggedBootDevicesTest-1604445710-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:37:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='37c974999baa414aaee0b12e7a15c4f9',uuid=fc75121d-9e3c-4306-8a8d-6c8abf1ae04e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3b4315e5-617b-4e9d-9a90-f83cdd6b9f54", "address": "fa:16:3e:d0:c5:04", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b4315e5-61", "ovs_interfaceid": "3b4315e5-617b-4e9d-9a90-f83cdd6b9f54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converting VIF {"id": "3b4315e5-617b-4e9d-9a90-f83cdd6b9f54", "address": "fa:16:3e:d0:c5:04", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b4315e5-61", "ovs_interfaceid": "3b4315e5-617b-4e9d-9a90-f83cdd6b9f54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:c5:04,bridge_name='br-int',has_traffic_filtering=True,id=3b4315e5-617b-4e9d-9a90-f83cdd6b9f54,network=Network(529021d4-5e1d-4595-979f-b9ee04904d76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b4315e5-61') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG os_vif [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:c5:04,bridge_name='br-int',has_traffic_filtering=True,id=3b4315e5-617b-4e9d-9a90-f83cdd6b9f54,network=Network(529021d4-5e1d-4595-979f-b9ee04904d76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b4315e5-61') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3b4315e5-61, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0c8265c9-db7b-41f0-9e64-2e68ab9bf891) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: INFO os_vif [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:c5:04,bridge_name='br-int',has_traffic_filtering=True,id=3b4315e5-617b-4e9d-9a90-f83cdd6b9f54,network=Network(529021d4-5e1d-4595-979f-b9ee04904d76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b4315e5-61')
Oct 30 07:39:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1334139112',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1334139112',id=11,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMROdH64l1gO1roNvdoC4NXeLY/UCsdPJDX2DrZPLEjQyaWKgysZTV1g1VfFjVtbL61SPZAHEWavFDE9QWLHhi464LOYnZPMW6ByMAjPgme8/q/zMBQlh+Tkcz82ku0njA==',key_name='tempest-keypair-1005280025',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:37:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6737331f0d5e474cbd04c52908c2b285',ramdisk_id='',reservation_id='r-l2b6u8fq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1604445710',owner_user_name='tempest-TaggedBootDevicesTest-1604445710-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:37:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='37c974999baa414aaee0b12e7a15c4f9',uuid=fc75121d-9e3c-4306-8a8d-6c8abf1ae04e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e", "address": "fa:16:3e:2a:d0:27", "network": {"id": "40881742-a142-41db-82a7-d0ffdbda4972", "bridge": "br-int", "label": "tempest-device-tagging-net2-774030377", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b8bf4d1-73", "ovs_interfaceid": "2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converting VIF {"id": "2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e", "address": "fa:16:3e:2a:d0:27", "network": {"id": "40881742-a142-41db-82a7-d0ffdbda4972", "bridge": "br-int", "label": "tempest-device-tagging-net2-774030377", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b8bf4d1-73", "ovs_interfaceid": "2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2a:d0:27,bridge_name='br-int',has_traffic_filtering=True,id=2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e,network=Network(40881742-a142-41db-82a7-d0ffdbda4972),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b8bf4d1-73') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG os_vif [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2a:d0:27,bridge_name='br-int',has_traffic_filtering=True,id=2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e,network=Network(40881742-a142-41db-82a7-d0ffdbda4972),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b8bf4d1-73') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2b8bf4d1-73, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=95857e39-6f26-468e-b5b7-120423544777) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: INFO os_vif [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2a:d0:27,bridge_name='br-int',has_traffic_filtering=True,id=2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e,network=Network(40881742-a142-41db-82a7-d0ffdbda4972),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b8bf4d1-73')
Oct 30 07:39:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1334139112',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1334139112',id=11,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMROdH64l1gO1roNvdoC4NXeLY/UCsdPJDX2DrZPLEjQyaWKgysZTV1g1VfFjVtbL61SPZAHEWavFDE9QWLHhi464LOYnZPMW6ByMAjPgme8/q/zMBQlh+Tkcz82ku0njA==',key_name='tempest-keypair-1005280025',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:37:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6737331f0d5e474cbd04c52908c2b285',ramdisk_id='',reservation_id='r-l2b6u8fq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1604445710',owner_user_name='tempest-TaggedBootDevicesTest-1604445710-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:37:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='37c974999baa414aaee0b12e7a15c4f9',uuid=fc75121d-9e3c-4306-8a8d-6c8abf1ae04e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "66680cda-c54c-40bb-ad57-66ed90e083f6", "address": "fa:16:3e:d3:3a:55", "network": {"id": "40881742-a142-41db-82a7-d0ffdbda4972", "bridge": "br-int", "label": "tempest-device-tagging-net2-774030377", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66680cda-c5", "ovs_interfaceid": "66680cda-c54c-40bb-ad57-66ed90e083f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converting VIF {"id": "66680cda-c54c-40bb-ad57-66ed90e083f6", "address": "fa:16:3e:d3:3a:55", "network": {"id": "40881742-a142-41db-82a7-d0ffdbda4972", "bridge": "br-int", "label": "tempest-device-tagging-net2-774030377", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66680cda-c5", "ovs_interfaceid": "66680cda-c54c-40bb-ad57-66ed90e083f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:3a:55,bridge_name='br-int',has_traffic_filtering=True,id=66680cda-c54c-40bb-ad57-66ed90e083f6,network=Network(40881742-a142-41db-82a7-d0ffdbda4972),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66680cda-c5') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG os_vif [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:3a:55,bridge_name='br-int',has_traffic_filtering=True,id=66680cda-c54c-40bb-ad57-66ed90e083f6,network=Network(40881742-a142-41db-82a7-d0ffdbda4972),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66680cda-c5') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap66680cda-c5, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a70d05ac-9e98-419f-9049-76a2c840c2c6) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:21 user nova-compute[74491]: INFO os_vif [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:3a:55,bridge_name='br-int',has_traffic_filtering=True,id=66680cda-c54c-40bb-ad57-66ed90e083f6,network=Network(40881742-a142-41db-82a7-d0ffdbda4972),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66680cda-c5')
Oct 30 07:39:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DWPBFwTs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': True}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:39:21 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:39:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[27af1f95-ac70-4eed-9f6c-73e2dc9b81d9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:39:21 user nova-compute[74491]: No targets found.
Oct 30 07:39:21 user nova-compute[74491]: iSNS:
Oct 30 07:39:21 user nova-compute[74491]: No targets found.
Oct 30 07:39:21 user nova-compute[74491]: STATIC:
Oct 30 07:39:21 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622
Oct 30 07:39:21 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:39:21 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:39:21 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd
Oct 30 07:39:21 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:39:21 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:39:21 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705
Oct 30 07:39:21 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:39:21 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:39:21 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa
Oct 30 07:39:21 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:39:21 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:39:21 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5
Oct 30 07:39:21 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:39:21 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:39:21 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551
Oct 30 07:39:21 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:39:21 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:39:21 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54
Oct 30 07:39:21 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:39:21 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:39:21 user nova-compute[74491]: FIRMWARE:
Oct 30 07:39:21 user nova-compute[74491]: No targets found.
Oct 30 07:39:21 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:39:21 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:39:21 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[08cb2e1f-7229-4dfb-80c7-31ccd9ef42d1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed8b10aa-86cb-4cba-a6a5-773efbc61cd3]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:39:22 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:39:22 user nova-compute[74491]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:39:22 user nova-compute[74491]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:39:22 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:39:22 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:39:22 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:39:22 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 (non-flash)
Oct 30 07:39:22 user nova-compute[74491]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:39:22 user nova-compute[74491]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:39:22 user nova-compute[74491]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:39:22 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:39:22 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:39:22 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:39:22 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef01764d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705'): ({'sdi'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Removing single pathed devices sdi {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8f1e7f5-067f-48ad-ab76-955b22b182f0]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4b1f41a-c23f-4b4e-bd81-02177e261383]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Flushing IO for device /dev/sdi {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c601b531-8b21-48c0-85e2-c4649746ba69]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.046s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[011506fa-1664-40f9-a929-60e46c0c96c7]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Checking to see if SCSI volumes sdi have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] SCSI volumes sdi have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[44a224b8-d123-4f4a-b6c2-6ffb853b94e2]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG nova.compute.manager [req-8530c7ec-6844-489d-aadb-c8e0b2d33d2b req-e81e6c60-75ef-4fcc-8631-e9515503b68d service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-plugged-a9823422-b10b-4a32-aa26-45fed807e505 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8530c7ec-6844-489d-aadb-c8e0b2d33d2b req-e81e6c60-75ef-4fcc-8631-e9515503b68d service nova] Acquiring lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8530c7ec-6844-489d-aadb-c8e0b2d33d2b req-e81e6c60-75ef-4fcc-8631-e9515503b68d service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8530c7ec-6844-489d-aadb-c8e0b2d33d2b req-e81e6c60-75ef-4fcc-8631-e9515503b68d service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG nova.compute.manager [req-8530c7ec-6844-489d-aadb-c8e0b2d33d2b req-e81e6c60-75ef-4fcc-8631-e9515503b68d service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] No waiting events found dispatching network-vif-plugged-a9823422-b10b-4a32-aa26-45fed807e505 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:39:22 user nova-compute[74491]: WARNING nova.compute.manager [req-8530c7ec-6844-489d-aadb-c8e0b2d33d2b req-e81e6c60-75ef-4fcc-8631-e9515503b68d service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received unexpected event network-vif-plugged-a9823422-b10b-4a32-aa26-45fed807e505 for instance with vm_state active and task_state deleting.
Oct 30 07:39:22 user nova-compute[74491]: DEBUG nova.compute.manager [req-8530c7ec-6844-489d-aadb-c8e0b2d33d2b req-e81e6c60-75ef-4fcc-8631-e9515503b68d service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-unplugged-3b4315e5-617b-4e9d-9a90-f83cdd6b9f54 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8530c7ec-6844-489d-aadb-c8e0b2d33d2b req-e81e6c60-75ef-4fcc-8631-e9515503b68d service nova] Acquiring lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8530c7ec-6844-489d-aadb-c8e0b2d33d2b req-e81e6c60-75ef-4fcc-8631-e9515503b68d service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8530c7ec-6844-489d-aadb-c8e0b2d33d2b req-e81e6c60-75ef-4fcc-8631-e9515503b68d service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG nova.compute.manager [req-8530c7ec-6844-489d-aadb-c8e0b2d33d2b req-e81e6c60-75ef-4fcc-8631-e9515503b68d service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] No waiting events found dispatching network-vif-unplugged-3b4315e5-617b-4e9d-9a90-f83cdd6b9f54 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG nova.compute.manager [req-8530c7ec-6844-489d-aadb-c8e0b2d33d2b req-e81e6c60-75ef-4fcc-8631-e9515503b68d service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-unplugged-3b4315e5-617b-4e9d-9a90-f83cdd6b9f54 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG nova.compute.manager [req-8530c7ec-6844-489d-aadb-c8e0b2d33d2b req-e81e6c60-75ef-4fcc-8631-e9515503b68d service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-plugged-3b4315e5-617b-4e9d-9a90-f83cdd6b9f54 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8530c7ec-6844-489d-aadb-c8e0b2d33d2b req-e81e6c60-75ef-4fcc-8631-e9515503b68d service nova] Acquiring lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8530c7ec-6844-489d-aadb-c8e0b2d33d2b req-e81e6c60-75ef-4fcc-8631-e9515503b68d service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8530c7ec-6844-489d-aadb-c8e0b2d33d2b req-e81e6c60-75ef-4fcc-8631-e9515503b68d service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG nova.compute.manager [req-8530c7ec-6844-489d-aadb-c8e0b2d33d2b req-e81e6c60-75ef-4fcc-8631-e9515503b68d service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] No waiting events found dispatching network-vif-plugged-3b4315e5-617b-4e9d-9a90-f83cdd6b9f54 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:39:22 user nova-compute[74491]: WARNING nova.compute.manager [req-8530c7ec-6844-489d-aadb-c8e0b2d33d2b req-e81e6c60-75ef-4fcc-8631-e9515503b68d service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received unexpected event network-vif-plugged-3b4315e5-617b-4e9d-9a90-f83cdd6b9f54 for instance with vm_state active and task_state deleting.
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 -p 172.16.0.220:3260 --logout" returned: 0 in 0.078s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea5035ac-31c1-459e-a9ad-1a16e6e54fb5]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705, portal: 172.16.0.220,3260]
Oct 30 07:39:22 user nova-compute[74491]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705, portal: 172.16.0.220,3260] successful.
Oct 30 07:39:22 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a4d4280-1ee7-4536-a56e-634db6298705 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.043s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b79d3ba7-2c49-4c7d-8f3b-523ff3497776]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.394s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] <== disconnect_volume: return (395ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GlPaKzcH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdj'}, None), 'kwargs': True}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:39:22 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[250042db-b8d6-4cc2-97ec-a3336bd9637c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:39:22 user nova-compute[74491]: No targets found.
Oct 30 07:39:22 user nova-compute[74491]: iSNS:
Oct 30 07:39:22 user nova-compute[74491]: No targets found.
Oct 30 07:39:22 user nova-compute[74491]: STATIC:
Oct 30 07:39:22 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622
Oct 30 07:39:22 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:39:22 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:39:22 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd
Oct 30 07:39:22 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:39:22 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:39:22 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa
Oct 30 07:39:22 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:39:22 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:39:22 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5
Oct 30 07:39:22 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:39:22 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:39:22 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551
Oct 30 07:39:22 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:39:22 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:39:22 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54
Oct 30 07:39:22 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:39:22 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:39:22 user nova-compute[74491]: FIRMWARE:
Oct 30 07:39:22 user nova-compute[74491]: No targets found.
Oct 30 07:39:22 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:39:22 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:39:22 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8a635af-4883-4322-9b99-59734ad883ba]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4adaa1b3-8500-4027-a053-3fbd8263f5fa]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:39:22 user nova-compute[74491]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:39:22 user nova-compute[74491]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:39:22 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:39:22 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:39:22 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:39:22 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa (non-flash)
Oct 30 07:39:22 user nova-compute[74491]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:39:22 user nova-compute[74491]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:39:22 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:39:22 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:39:22 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:39:22 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef0186320>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa'): ({'sdj'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Removing single pathed devices sdj {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a9382de-7392-491d-90fc-c8a6873c0a2c]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdj {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdj" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0348e58-af69-453c-988e-363e7f12b38b]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Flushing IO for device /dev/sdj {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdj {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdj" returned: 0 in 0.014s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fa34f8b-5c46-438a-a4bb-1c257437ce23]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Remove SCSI device /dev/sdj with /sys/block/sdj/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdj/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdj/device/delete" returned: 0 in 0.039s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c7b7c24-5a1e-4091-a70a-5065af486253]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Checking to see if SCSI volumes sdj have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] SCSI volumes sdj have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2723f9e1-7adf-40db-8c7f-7313aa06028e]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa -p 172.16.0.220:3260 --logout" returned: 0 in 0.088s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9731b72c-f198-4153-849f-c4ce0bf1117a]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa, portal: 172.16.0.220,3260]
Oct 30 07:39:22 user nova-compute[74491]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa, portal: 172.16.0.220,3260] successful.
Oct 30 07:39:22 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99979289-0e39-479b-97b1-379883169eaa -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a59bd662-5d44-488f-83e9-98fad21b623b]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.362s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] <== disconnect_volume: return (363ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PIcRyAoi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdk'}, None), 'kwargs': True}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:39:22 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad9d247f-a332-4733-b5d4-ef09b45bc456]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:39:22 user nova-compute[74491]: No targets found.
Oct 30 07:39:22 user nova-compute[74491]: iSNS:
Oct 30 07:39:22 user nova-compute[74491]: No targets found.
Oct 30 07:39:22 user nova-compute[74491]: STATIC:
Oct 30 07:39:22 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622
Oct 30 07:39:22 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:39:22 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:39:22 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd
Oct 30 07:39:22 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:39:22 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:39:22 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5
Oct 30 07:39:22 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:39:22 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:39:22 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551
Oct 30 07:39:22 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:39:22 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:39:22 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54
Oct 30 07:39:22 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:39:22 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:39:22 user nova-compute[74491]: FIRMWARE:
Oct 30 07:39:22 user nova-compute[74491]: No targets found.
Oct 30 07:39:22 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:39:22 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:39:22 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[523c2588-64d5-47f5-a80d-7e1814aa322a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a2d7bd0-2ff9-45c5-9b6f-7e67e0c08b29]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:39:22 user nova-compute[74491]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:39:22 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:39:22 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:39:22 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:39:22 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 (non-flash)
Oct 30 07:39:22 user nova-compute[74491]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:39:22 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:39:22 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:39:22 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:39:22 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef01856c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5'): ({'sdk'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Removing single pathed devices sdk {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cefdf34-5aea-4fcb-a331-c9425ea7ac63]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdk {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG nova.compute.manager [req-b9a05c06-0c6e-4802-a771-5116811c8f74 req-31b6853b-a7f9-4cb2-9d37-de2aa8929829 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-plugged-66680cda-c54c-40bb-ad57-66ed90e083f6 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b9a05c06-0c6e-4802-a771-5116811c8f74 req-31b6853b-a7f9-4cb2-9d37-de2aa8929829 service nova] Acquiring lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b9a05c06-0c6e-4802-a771-5116811c8f74 req-31b6853b-a7f9-4cb2-9d37-de2aa8929829 service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b9a05c06-0c6e-4802-a771-5116811c8f74 req-31b6853b-a7f9-4cb2-9d37-de2aa8929829 service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG nova.compute.manager [req-b9a05c06-0c6e-4802-a771-5116811c8f74 req-31b6853b-a7f9-4cb2-9d37-de2aa8929829 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] No waiting events found dispatching network-vif-plugged-66680cda-c54c-40bb-ad57-66ed90e083f6 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:39:22 user nova-compute[74491]: WARNING nova.compute.manager [req-b9a05c06-0c6e-4802-a771-5116811c8f74 req-31b6853b-a7f9-4cb2-9d37-de2aa8929829 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received unexpected event network-vif-plugged-66680cda-c54c-40bb-ad57-66ed90e083f6 for instance with vm_state active and task_state deleting.
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdk" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1ca9e93-6488-4484-b430-3a00eec7f21c]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Flushing IO for device /dev/sdk {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdk {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdk" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[48eab6ec-8227-4c4d-95d4-76af69fb5b20]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Remove SCSI device /dev/sdk with /sys/block/sdk/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdk/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdk/device/delete" returned: 0 in 0.043s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9b88d6b-b601-4d12-aca1-7f8ed7f61684]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Checking to see if SCSI volumes sdk have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] SCSI volumes sdk have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b06dbe5-f485-4127-b585-9af85454712d]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:39:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:23 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.079s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:23 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e626850-fbc3-4ce2-b7fe-b2b4145b06f3]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:23 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5, portal: 172.16.0.220,3260]
Oct 30 07:39:23 user nova-compute[74491]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5, portal: 172.16.0.220,3260] successful.
Oct 30 07:39:23 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:39:23 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:23 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c478197d-bf39-4a39-9d79-02c8b5e98fa5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:23 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d338dca-aafa-4223-9f93-553ad34ce01c]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:23 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:39:23 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.381s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:39:23 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] <== disconnect_volume: return (381ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:39:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:39:23 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Deleting instance files /opt/stack/data/nova/instances/fc75121d-9e3c-4306-8a8d-6c8abf1ae04e_del
Oct 30 07:39:23 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Deletion of /opt/stack/data/nova/instances/fc75121d-9e3c-4306-8a8d-6c8abf1ae04e_del complete
Oct 30 07:39:23 user nova-compute[74491]: INFO nova.compute.manager [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Took 3.80 seconds to destroy the instance on the hypervisor.
Oct 30 07:39:23 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:39:23 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:39:23 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:39:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Acquiring lock "0cd7d5a1-69a6-49df-a194-819797daa2a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "0cd7d5a1-69a6-49df-a194-819797daa2a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:23 user nova-compute[74491]: DEBUG nova.compute.manager [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:39:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:23 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:39:23 user nova-compute[74491]: INFO nova.compute.claims [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Claim successful on node user
Oct 30 07:39:24 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.597s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG nova.compute.manager [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG nova.compute.manager [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG nova.network.neutron [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:39:24 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:39:24 user nova-compute[74491]: DEBUG nova.compute.manager [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG nova.compute.manager [req-d2c888c3-0fd4-4441-8a20-c4eceff5c1d4 req-bb3f6295-288d-431e-95df-b479a71a6b0a service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-changed-b1c9310e-fb52-4682-a989-76e62d5eb5ce {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG nova.compute.manager [req-d2c888c3-0fd4-4441-8a20-c4eceff5c1d4 req-bb3f6295-288d-431e-95df-b479a71a6b0a service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Refreshing instance network info cache due to event network-changed-b1c9310e-fb52-4682-a989-76e62d5eb5ce. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d2c888c3-0fd4-4441-8a20-c4eceff5c1d4 req-bb3f6295-288d-431e-95df-b479a71a6b0a service nova] Acquiring lock "refresh_cache-53a6d265-dc17-4b14-a771-20cde46d0df4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d2c888c3-0fd4-4441-8a20-c4eceff5c1d4 req-bb3f6295-288d-431e-95df-b479a71a6b0a service nova] Acquired lock "refresh_cache-53a6d265-dc17-4b14-a771-20cde46d0df4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG nova.network.neutron [req-d2c888c3-0fd4-4441-8a20-c4eceff5c1d4 req-bb3f6295-288d-431e-95df-b479a71a6b0a service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Refreshing network info cache for port b1c9310e-fb52-4682-a989-76e62d5eb5ce {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG nova.compute.manager [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:39:24 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Creating image(s)
Oct 30 07:39:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Acquiring lock "/opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "/opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "/opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG nova.policy [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e9a80a957e143e28be42428c319b5cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8117025bfd014574b8a05aeb124dba9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-061790e5-a2f1-4fb7-8d09-c5f745ece6a0 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Acquiring lock "041b6e2e-8e39-4035-aa5b-8bace636f06c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-061790e5-a2f1-4fb7-8d09-c5f745ece6a0 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lock "041b6e2e-8e39-4035-aa5b-8bace636f06c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-061790e5-a2f1-4fb7-8d09-c5f745ece6a0 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Acquiring lock "041b6e2e-8e39-4035-aa5b-8bace636f06c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-061790e5-a2f1-4fb7-8d09-c5f745ece6a0 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lock "041b6e2e-8e39-4035-aa5b-8bace636f06c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-061790e5-a2f1-4fb7-8d09-c5f745ece6a0 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lock "041b6e2e-8e39-4035-aa5b-8bace636f06c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:24 user nova-compute[74491]: INFO nova.compute.manager [None req-061790e5-a2f1-4fb7-8d09-c5f745ece6a0 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Terminating instance
Oct 30 07:39:24 user nova-compute[74491]: DEBUG nova.compute.manager [None req-061790e5-a2f1-4fb7-8d09-c5f745ece6a0 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.200s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.236s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk 1073741824" returned: 0 in 0.066s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.306s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG nova.compute.manager [req-944e1db5-9218-45e9-9466-d21e98dbe18d req-bf98ffa6-fc47-477b-bf35-f9beee83af87 service nova] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Received event network-vif-unplugged-34304c2c-f4a8-4ff3-934d-beea91e6467f {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-944e1db5-9218-45e9-9466-d21e98dbe18d req-bf98ffa6-fc47-477b-bf35-f9beee83af87 service nova] Acquiring lock "041b6e2e-8e39-4035-aa5b-8bace636f06c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-944e1db5-9218-45e9-9466-d21e98dbe18d req-bf98ffa6-fc47-477b-bf35-f9beee83af87 service nova] Lock "041b6e2e-8e39-4035-aa5b-8bace636f06c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.007s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-944e1db5-9218-45e9-9466-d21e98dbe18d req-bf98ffa6-fc47-477b-bf35-f9beee83af87 service nova] Lock "041b6e2e-8e39-4035-aa5b-8bace636f06c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG nova.compute.manager [req-944e1db5-9218-45e9-9466-d21e98dbe18d req-bf98ffa6-fc47-477b-bf35-f9beee83af87 service nova] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] No waiting events found dispatching network-vif-unplugged-34304c2c-f4a8-4ff3-934d-beea91e6467f {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG nova.compute.manager [req-944e1db5-9218-45e9-9466-d21e98dbe18d req-bf98ffa6-fc47-477b-bf35-f9beee83af87 service nova] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Received event network-vif-unplugged-34304c2c-f4a8-4ff3-934d-beea91e6467f for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.212s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Cannot resize image /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Ensure instance console log exists: /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG nova.compute.manager [req-f494c508-4cd6-4990-b08a-4a27cf279072 req-87b6a8cb-b6f0-434b-afff-125e98f4883d service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-deleted-2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:25 user nova-compute[74491]: INFO nova.compute.manager [req-f494c508-4cd6-4990-b08a-4a27cf279072 req-87b6a8cb-b6f0-434b-afff-125e98f4883d service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Neutron deleted interface 2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e; detaching it from the instance and deleting it from the info cache
Oct 30 07:39:25 user nova-compute[74491]: DEBUG nova.network.neutron [req-f494c508-4cd6-4990-b08a-4a27cf279072 req-87b6a8cb-b6f0-434b-afff-125e98f4883d service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Updating instance_info_cache with network_info: [{"id": "0dc1f4fe-d457-4deb-8662-1ad09059cd68", "address": "fa:16:3e:8a:05:2a", "network": {"id": "19f382ee-1133-4245-bd6e-1c57a79ac544", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2002153751-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0dc1f4fe-d4", "ovs_interfaceid": "0dc1f4fe-d457-4deb-8662-1ad09059cd68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b2c5101-6388-4c55-9c1a-c6bc4ee2367c", "address": "fa:16:3e:3a:9c:db", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b2c5101-63", "ovs_interfaceid": "5b2c5101-6388-4c55-9c1a-c6bc4ee2367c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "a775ab1d-56e0-4f49-8b7f-4ffc2b89981f", "address": "fa:16:3e:36:f5:3e", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa775ab1d-56", "ovs_interfaceid": "a775ab1d-56e0-4f49-8b7f-4ffc2b89981f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "a9823422-b10b-4a32-aa26-45fed807e505", "address": "fa:16:3e:34:be:f6", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9823422-b1", "ovs_interfaceid": "a9823422-b10b-4a32-aa26-45fed807e505", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3b4315e5-617b-4e9d-9a90-f83cdd6b9f54", "address": "fa:16:3e:d0:c5:04", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b4315e5-61", "ovs_interfaceid": "3b4315e5-617b-4e9d-9a90-f83cdd6b9f54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "66680cda-c54c-40bb-ad57-66ed90e083f6", "address": "fa:16:3e:d3:3a:55", "network": {"id": "40881742-a142-41db-82a7-d0ffdbda4972", "bridge": "br-int", "label": "tempest-device-tagging-net2-774030377", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66680cda-c5", "ovs_interfaceid": "66680cda-c54c-40bb-ad57-66ed90e083f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG nova.compute.manager [req-f494c508-4cd6-4990-b08a-4a27cf279072 req-87b6a8cb-b6f0-434b-afff-125e98f4883d service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Detach interface failed, port_id=2b8bf4d1-732c-4542-b521-1cd1d2cd6b7e, reason: Instance fc75121d-9e3c-4306-8a8d-6c8abf1ae04e could not be found. {{(pid=74491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:25 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Instance destroyed successfully.
Oct 30 07:39:25 user nova-compute[74491]: DEBUG nova.objects.instance [None req-061790e5-a2f1-4fb7-8d09-c5f745ece6a0 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lazy-loading 'resources' on Instance uuid 041b6e2e-8e39-4035-aa5b-8bace636f06c {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-061790e5-a2f1-4fb7-8d09-c5f745ece6a0 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:34:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1994252105',display_name='tempest-TestVolumeSwap-server-1994252105',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1994252105',id=8,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHh1ovnSjU6neUxKtBJkeZqzkLylRM89PKpU6FrH510aLgXOHsEjqT/oFhsl/ishfx/DmjZ6C4P72CaF6L3cvLHKhaSub14/7ARjWQGRXymhhk4M50OFkbebtdrL2vsmCQ==',key_name='tempest-keypair-1622569846',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:34:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3a968f94fa0d47c289ef707b2f445e03',ramdisk_id='',reservation_id='r-6lovyqrk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-1157367447',owner_user_name='tempest-TestVolumeSwap-1157367447-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:34:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='403b3e4390e04b1bb1749139f915d5f0',uuid=041b6e2e-8e39-4035-aa5b-8bace636f06c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "34304c2c-f4a8-4ff3-934d-beea91e6467f", "address": "fa:16:3e:4b:75:87", "network": {"id": "fdd021ae-2baa-461b-a392-fe529eb11e41", "bridge": "br-int", "label": "tempest-TestVolumeSwap-258150289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.61", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a968f94fa0d47c289ef707b2f445e03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34304c2c-f4", "ovs_interfaceid": "34304c2c-f4a8-4ff3-934d-beea91e6467f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-061790e5-a2f1-4fb7-8d09-c5f745ece6a0 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Converting VIF {"id": "34304c2c-f4a8-4ff3-934d-beea91e6467f", "address": "fa:16:3e:4b:75:87", "network": {"id": "fdd021ae-2baa-461b-a392-fe529eb11e41", "bridge": "br-int", "label": "tempest-TestVolumeSwap-258150289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.61", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a968f94fa0d47c289ef707b2f445e03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34304c2c-f4", "ovs_interfaceid": "34304c2c-f4a8-4ff3-934d-beea91e6467f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-061790e5-a2f1-4fb7-8d09-c5f745ece6a0 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4b:75:87,bridge_name='br-int',has_traffic_filtering=True,id=34304c2c-f4a8-4ff3-934d-beea91e6467f,network=Network(fdd021ae-2baa-461b-a392-fe529eb11e41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34304c2c-f4') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG os_vif [None req-061790e5-a2f1-4fb7-8d09-c5f745ece6a0 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4b:75:87,bridge_name='br-int',has_traffic_filtering=True,id=34304c2c-f4a8-4ff3-934d-beea91e6467f,network=Network(fdd021ae-2baa-461b-a392-fe529eb11e41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34304c2c-f4') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap34304c2c-f4, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cc06fc45-1c3e-49c1-8b7a-6199a5fdafe0) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:39:25 user nova-compute[74491]: INFO os_vif [None req-061790e5-a2f1-4fb7-8d09-c5f745ece6a0 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4b:75:87,bridge_name='br-int',has_traffic_filtering=True,id=34304c2c-f4a8-4ff3-934d-beea91e6467f,network=Network(fdd021ae-2baa-461b-a392-fe529eb11e41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34304c2c-f4')
Oct 30 07:39:25 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-061790e5-a2f1-4fb7-8d09-c5f745ece6a0 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Deleting instance files /opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c_del
Oct 30 07:39:25 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-061790e5-a2f1-4fb7-8d09-c5f745ece6a0 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Deletion of /opt/stack/data/nova/instances/041b6e2e-8e39-4035-aa5b-8bace636f06c_del complete
Oct 30 07:39:25 user nova-compute[74491]: INFO nova.compute.manager [None req-061790e5-a2f1-4fb7-8d09-c5f745ece6a0 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Took 1.08 seconds to destroy the instance on the hypervisor.
Oct 30 07:39:25 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-061790e5-a2f1-4fb7-8d09-c5f745ece6a0 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:39:25 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:39:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:26 user nova-compute[74491]: DEBUG nova.network.neutron [req-d2c888c3-0fd4-4441-8a20-c4eceff5c1d4 req-bb3f6295-288d-431e-95df-b479a71a6b0a service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Updated VIF entry in instance network info cache for port b1c9310e-fb52-4682-a989-76e62d5eb5ce. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:39:26 user nova-compute[74491]: DEBUG nova.network.neutron [req-d2c888c3-0fd4-4441-8a20-c4eceff5c1d4 req-bb3f6295-288d-431e-95df-b479a71a6b0a service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Updating instance_info_cache with network_info: [{"id": "b1c9310e-fb52-4682-a989-76e62d5eb5ce", "address": "fa:16:3e:3d:c0:01", "network": {"id": "a047a4e5-23d7-4582-91f0-1cbfdbc4caff", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-728295533-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1c9310e-fb", "ovs_interfaceid": "b1c9310e-fb52-4682-a989-76e62d5eb5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b93e5c2-9897-4eca-a2ab-941b2e47aefd", "address": "fa:16:3e:17:c9:57", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b93e5c2-98", "ovs_interfaceid": "6b93e5c2-9897-4eca-a2ab-941b2e47aefd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "49b7a43b-accd-46da-a4f0-8744bb355bdc", "address": "fa:16:3e:59:0c:e6", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49b7a43b-ac", "ovs_interfaceid": "49b7a43b-accd-46da-a4f0-8744bb355bdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2e8a5a1f-b68d-4f4a-b419-80495f9035d7", "address": "fa:16:3e:1f:17:39", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e8a5a1f-b6", "ovs_interfaceid": "2e8a5a1f-b68d-4f4a-b419-80495f9035d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "73c87222-b8d4-4f8f-a0ec-84ca97c596ee", "address": "fa:16:3e:e7:6c:ef", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73c87222-b8", "ovs_interfaceid": "73c87222-b8d4-4f8f-a0ec-84ca97c596ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c5d9e09a-d63f-4426-8521-7af553ae4752", "address": "fa:16:3e:92:65:31", "network": {"id": "81874e2c-837e-4a06-9e58-540d637fc4ee", "bridge": "br-int", "label": "tempest-device-tagging-net2-470929949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5d9e09a-d6", "ovs_interfaceid": "c5d9e09a-d63f-4426-8521-7af553ae4752", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "847d75a9-0c14-4a87-be67-f1b10b98ffb5", "address": "fa:16:3e:80:6f:29", "network": {"id": "81874e2c-837e-4a06-9e58-540d637fc4ee", "bridge": "br-int", "label": "tempest-device-tagging-net2-470929949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap847d75a9-0c", "ovs_interfaceid": "847d75a9-0c14-4a87-be67-f1b10b98ffb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:39:26 user nova-compute[74491]: INFO nova.compute.manager [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Terminating instance
Oct 30 07:39:26 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:39:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d2c888c3-0fd4-4441-8a20-c4eceff5c1d4 req-bb3f6295-288d-431e-95df-b479a71a6b0a service nova] Releasing lock "refresh_cache-53a6d265-dc17-4b14-a771-20cde46d0df4" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:39:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:26 user nova-compute[74491]: DEBUG nova.network.neutron [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Successfully created port: 1ac42772-ff97-47c6-a1b2-f4e0b036a8e2 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:39:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG nova.compute.manager [req-d26a3161-4a67-494f-81a8-186d0a7753a1 req-9f660065-8ac6-491a-8932-5f55b47cb376 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-unplugged-2e8a5a1f-b68d-4f4a-b419-80495f9035d7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d26a3161-4a67-494f-81a8-186d0a7753a1 req-9f660065-8ac6-491a-8932-5f55b47cb376 service nova] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d26a3161-4a67-494f-81a8-186d0a7753a1 req-9f660065-8ac6-491a-8932-5f55b47cb376 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d26a3161-4a67-494f-81a8-186d0a7753a1 req-9f660065-8ac6-491a-8932-5f55b47cb376 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG nova.compute.manager [req-d26a3161-4a67-494f-81a8-186d0a7753a1 req-9f660065-8ac6-491a-8932-5f55b47cb376 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] No waiting events found dispatching network-vif-unplugged-2e8a5a1f-b68d-4f4a-b419-80495f9035d7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG nova.compute.manager [req-d26a3161-4a67-494f-81a8-186d0a7753a1 req-9f660065-8ac6-491a-8932-5f55b47cb376 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-unplugged-2e8a5a1f-b68d-4f4a-b419-80495f9035d7 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG nova.compute.manager [req-5cd1fd06-5a6d-408e-9404-7d6f77fee02e req-4309ae17-9e28-4954-b0ea-b85eab481796 service nova] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Received event network-vif-plugged-34304c2c-f4a8-4ff3-934d-beea91e6467f {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5cd1fd06-5a6d-408e-9404-7d6f77fee02e req-4309ae17-9e28-4954-b0ea-b85eab481796 service nova] Acquiring lock "041b6e2e-8e39-4035-aa5b-8bace636f06c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5cd1fd06-5a6d-408e-9404-7d6f77fee02e req-4309ae17-9e28-4954-b0ea-b85eab481796 service nova] Lock "041b6e2e-8e39-4035-aa5b-8bace636f06c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5cd1fd06-5a6d-408e-9404-7d6f77fee02e req-4309ae17-9e28-4954-b0ea-b85eab481796 service nova] Lock "041b6e2e-8e39-4035-aa5b-8bace636f06c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG nova.compute.manager [req-5cd1fd06-5a6d-408e-9404-7d6f77fee02e req-4309ae17-9e28-4954-b0ea-b85eab481796 service nova] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] No waiting events found dispatching network-vif-plugged-34304c2c-f4a8-4ff3-934d-beea91e6467f {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:39:27 user nova-compute[74491]: WARNING nova.compute.manager [req-5cd1fd06-5a6d-408e-9404-7d6f77fee02e req-4309ae17-9e28-4954-b0ea-b85eab481796 service nova] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Received unexpected event network-vif-plugged-34304c2c-f4a8-4ff3-934d-beea91e6467f for instance with vm_state active and task_state deleting.
Oct 30 07:39:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG nova.network.neutron [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Successfully updated port: 1ac42772-ff97-47c6-a1b2-f4e0b036a8e2 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Acquiring lock "refresh_cache-0cd7d5a1-69a6-49df-a194-819797daa2a5" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Acquired lock "refresh_cache-0cd7d5a1-69a6-49df-a194-819797daa2a5" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG nova.network.neutron [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG nova.network.neutron [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG nova.compute.manager [req-09bbc189-0787-43ba-b315-ec98dddc814c req-9b55f9ea-0e9a-47a4-9142-f17bb6c2f4a3 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-deleted-a9823422-b10b-4a32-aa26-45fed807e505 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:27 user nova-compute[74491]: INFO nova.compute.manager [req-09bbc189-0787-43ba-b315-ec98dddc814c req-9b55f9ea-0e9a-47a4-9142-f17bb6c2f4a3 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Neutron deleted interface a9823422-b10b-4a32-aa26-45fed807e505; detaching it from the instance and deleting it from the info cache
Oct 30 07:39:27 user nova-compute[74491]: DEBUG nova.network.neutron [req-09bbc189-0787-43ba-b315-ec98dddc814c req-9b55f9ea-0e9a-47a4-9142-f17bb6c2f4a3 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Updating instance_info_cache with network_info: [{"id": "0dc1f4fe-d457-4deb-8662-1ad09059cd68", "address": "fa:16:3e:8a:05:2a", "network": {"id": "19f382ee-1133-4245-bd6e-1c57a79ac544", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2002153751-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0dc1f4fe-d4", "ovs_interfaceid": "0dc1f4fe-d457-4deb-8662-1ad09059cd68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b2c5101-6388-4c55-9c1a-c6bc4ee2367c", "address": "fa:16:3e:3a:9c:db", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b2c5101-63", "ovs_interfaceid": "5b2c5101-6388-4c55-9c1a-c6bc4ee2367c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "a775ab1d-56e0-4f49-8b7f-4ffc2b89981f", "address": "fa:16:3e:36:f5:3e", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa775ab1d-56", "ovs_interfaceid": "a775ab1d-56e0-4f49-8b7f-4ffc2b89981f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3b4315e5-617b-4e9d-9a90-f83cdd6b9f54", "address": "fa:16:3e:d0:c5:04", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b4315e5-61", "ovs_interfaceid": "3b4315e5-617b-4e9d-9a90-f83cdd6b9f54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "66680cda-c54c-40bb-ad57-66ed90e083f6", "address": "fa:16:3e:d3:3a:55", "network": {"id": "40881742-a142-41db-82a7-d0ffdbda4972", "bridge": "br-int", "label": "tempest-device-tagging-net2-774030377", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66680cda-c5", "ovs_interfaceid": "66680cda-c54c-40bb-ad57-66ed90e083f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG nova.compute.manager [req-09bbc189-0787-43ba-b315-ec98dddc814c req-9b55f9ea-0e9a-47a4-9142-f17bb6c2f4a3 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Detach interface failed, port_id=a9823422-b10b-4a32-aa26-45fed807e505, reason: Instance fc75121d-9e3c-4306-8a8d-6c8abf1ae04e could not be found. {{(pid=74491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG nova.compute.manager [req-09bbc189-0787-43ba-b315-ec98dddc814c req-9b55f9ea-0e9a-47a4-9142-f17bb6c2f4a3 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-unplugged-0dc1f4fe-d457-4deb-8662-1ad09059cd68 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-09bbc189-0787-43ba-b315-ec98dddc814c req-9b55f9ea-0e9a-47a4-9142-f17bb6c2f4a3 service nova] Acquiring lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-09bbc189-0787-43ba-b315-ec98dddc814c req-9b55f9ea-0e9a-47a4-9142-f17bb6c2f4a3 service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-09bbc189-0787-43ba-b315-ec98dddc814c req-9b55f9ea-0e9a-47a4-9142-f17bb6c2f4a3 service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG nova.compute.manager [req-09bbc189-0787-43ba-b315-ec98dddc814c req-9b55f9ea-0e9a-47a4-9142-f17bb6c2f4a3 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] No waiting events found dispatching network-vif-unplugged-0dc1f4fe-d457-4deb-8662-1ad09059cd68 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG nova.compute.manager [req-09bbc189-0787-43ba-b315-ec98dddc814c req-9b55f9ea-0e9a-47a4-9142-f17bb6c2f4a3 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-unplugged-0dc1f4fe-d457-4deb-8662-1ad09059cd68 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG nova.compute.manager [req-09bbc189-0787-43ba-b315-ec98dddc814c req-9b55f9ea-0e9a-47a4-9142-f17bb6c2f4a3 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-plugged-0dc1f4fe-d457-4deb-8662-1ad09059cd68 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-09bbc189-0787-43ba-b315-ec98dddc814c req-9b55f9ea-0e9a-47a4-9142-f17bb6c2f4a3 service nova] Acquiring lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-09bbc189-0787-43ba-b315-ec98dddc814c req-9b55f9ea-0e9a-47a4-9142-f17bb6c2f4a3 service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.014s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-09bbc189-0787-43ba-b315-ec98dddc814c req-9b55f9ea-0e9a-47a4-9142-f17bb6c2f4a3 service nova] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:27 user nova-compute[74491]: DEBUG nova.compute.manager [req-09bbc189-0787-43ba-b315-ec98dddc814c req-9b55f9ea-0e9a-47a4-9142-f17bb6c2f4a3 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] No waiting events found dispatching network-vif-plugged-0dc1f4fe-d457-4deb-8662-1ad09059cd68 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:39:27 user nova-compute[74491]: WARNING nova.compute.manager [req-09bbc189-0787-43ba-b315-ec98dddc814c req-9b55f9ea-0e9a-47a4-9142-f17bb6c2f4a3 service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received unexpected event network-vif-plugged-0dc1f4fe-d457-4deb-8662-1ad09059cd68 for instance with vm_state active and task_state deleting.
Oct 30 07:39:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:39:28 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Took 2.46 seconds to deallocate network for instance.
Oct 30 07:39:28 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Instance destroyed successfully.
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.objects.instance [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lazy-loading 'resources' on Instance uuid 53a6d265-dc17-4b14-a771-20cde46d0df4 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-061790e5-a2f1-4fb7-8d09-c5f745ece6a0 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-061790e5-a2f1-4fb7-8d09-c5f745ece6a0 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-496497510',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-496497510',id=12,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHz4b8QJigE0nRSyIwlMwBN3zh1ZiLLVjN0JPpNFJ+5acIUSFdmQ/goPzfBhRhZGurv8QtPMtr6WTfzPSKMjC9unszHsGane6gjVN3X0HaxAtulZfDtSncCOvzr4roDxLw==',key_name='tempest-keypair-600609315',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:37:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='56e79f470e774d479b97d2cc90eb7830',ramdisk_id='',reservation_id='r-8dfhk3oe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1506776593',owner_user_name='tempest-TaggedBootDevicesTest_v242-1506776593-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:37:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5d634f9c00404706adcf1418380f1d1f',uuid=53a6d265-dc17-4b14-a771-20cde46d0df4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b1c9310e-fb52-4682-a989-76e62d5eb5ce", "address": "fa:16:3e:3d:c0:01", "network": {"id": "a047a4e5-23d7-4582-91f0-1cbfdbc4caff", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-728295533-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1c9310e-fb", "ovs_interfaceid": "b1c9310e-fb52-4682-a989-76e62d5eb5ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converting VIF {"id": "b1c9310e-fb52-4682-a989-76e62d5eb5ce", "address": "fa:16:3e:3d:c0:01", "network": {"id": "a047a4e5-23d7-4582-91f0-1cbfdbc4caff", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-728295533-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1c9310e-fb", "ovs_interfaceid": "b1c9310e-fb52-4682-a989-76e62d5eb5ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:c0:01,bridge_name='br-int',has_traffic_filtering=True,id=b1c9310e-fb52-4682-a989-76e62d5eb5ce,network=Network(a047a4e5-23d7-4582-91f0-1cbfdbc4caff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb1c9310e-fb') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG os_vif [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:c0:01,bridge_name='br-int',has_traffic_filtering=True,id=b1c9310e-fb52-4682-a989-76e62d5eb5ce,network=Network(a047a4e5-23d7-4582-91f0-1cbfdbc4caff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb1c9310e-fb') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb1c9310e-fb, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.network.neutron [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Updating instance_info_cache with network_info: [{"id": "1ac42772-ff97-47c6-a1b2-f4e0b036a8e2", "address": "fa:16:3e:36:7b:4e", "network": {"id": "87fbe250-ed26-4411-957b-fd643c90dcd3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1010458543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8117025bfd014574b8a05aeb124dba9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ac42772-ff", "ovs_interfaceid": "1ac42772-ff97-47c6-a1b2-f4e0b036a8e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Releasing lock "refresh_cache-0cd7d5a1-69a6-49df-a194-819797daa2a5" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.compute.manager [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Instance network_info: |[{"id": "1ac42772-ff97-47c6-a1b2-f4e0b036a8e2", "address": "fa:16:3e:36:7b:4e", "network": {"id": "87fbe250-ed26-4411-957b-fd643c90dcd3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1010458543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8117025bfd014574b8a05aeb124dba9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ac42772-ff", "ovs_interfaceid": "1ac42772-ff97-47c6-a1b2-f4e0b036a8e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Start _get_guest_xml network_info=[{"id": "1ac42772-ff97-47c6-a1b2-f4e0b036a8e2", "address": "fa:16:3e:36:7b:4e", "network": {"id": "87fbe250-ed26-4411-957b-fd643c90dcd3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1010458543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8117025bfd014574b8a05aeb124dba9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ac42772-ff", "ovs_interfaceid": "1ac42772-ff97-47c6-a1b2-f4e0b036a8e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c5080d08-67a9-4d83-a0e7-cfcdcf30481c) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:39:28 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:39:28 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:39:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-695612961',display_name='tempest-VolumesAdminNegativeTest-server-695612961',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-695612961',id=16,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM0e4FzYoSYQ9nJTGMO22a5CMEvTRMcAm8usdfH8PdxBfu7UDvvzJ0AqbAxw9jXCPw/mhT5s2wFAgjEM21uizrvopCJyGgqYoy15077OSb9R5ZUIl0HKWlHxzJ/E80YoBg==',key_name='tempest-keypair-22157280',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8117025bfd014574b8a05aeb124dba9f',ramdisk_id='',reservation_id='r-npwr5677',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-610216387',owner_user_name='tempest-VolumesAdminNegativeTest-610216387-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:39:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3e9a80a957e143e28be42428c319b5cb',uuid=0cd7d5a1-69a6-49df-a194-819797daa2a5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1ac42772-ff97-47c6-a1b2-f4e0b036a8e2", "address": "fa:16:3e:36:7b:4e", "network": {"id": "87fbe250-ed26-4411-957b-fd643c90dcd3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1010458543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8117025bfd014574b8a05aeb124dba9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ac42772-ff", "ovs_interfaceid": "1ac42772-ff97-47c6-a1b2-f4e0b036a8e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Converting VIF {"id": "1ac42772-ff97-47c6-a1b2-f4e0b036a8e2", "address": "fa:16:3e:36:7b:4e", "network": {"id": "87fbe250-ed26-4411-957b-fd643c90dcd3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1010458543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8117025bfd014574b8a05aeb124dba9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ac42772-ff", "ovs_interfaceid": "1ac42772-ff97-47c6-a1b2-f4e0b036a8e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:7b:4e,bridge_name='br-int',has_traffic_filtering=True,id=1ac42772-ff97-47c6-a1b2-f4e0b036a8e2,network=Network(87fbe250-ed26-4411-957b-fd643c90dcd3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1ac42772-ff') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.objects.instance [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lazy-loading 'pci_devices' on Instance uuid 0cd7d5a1-69a6-49df-a194-819797daa2a5 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:39:28 user nova-compute[74491]:   <uuid>0cd7d5a1-69a6-49df-a194-819797daa2a5</uuid>
Oct 30 07:39:28 user nova-compute[74491]:   <name>instance-00000010</name>
Oct 30 07:39:28 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:39:28 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:39:28 user nova-compute[74491]:   <metadata>
Oct 30 07:39:28 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:39:28 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:39:28 user nova-compute[74491]:       <nova:name>tempest-VolumesAdminNegativeTest-server-695612961</nova:name>
Oct 30 07:39:28 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:39:28</nova:creationTime>
Oct 30 07:39:28 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:39:28 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:39:28 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:39:28 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:39:28 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:39:28 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:39:28 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:39:28 user nova-compute[74491]:       <nova:owner>
Oct 30 07:39:28 user nova-compute[74491]:         <nova:user uuid="3e9a80a957e143e28be42428c319b5cb">tempest-VolumesAdminNegativeTest-610216387-project-member</nova:user>
Oct 30 07:39:28 user nova-compute[74491]:         <nova:project uuid="8117025bfd014574b8a05aeb124dba9f">tempest-VolumesAdminNegativeTest-610216387</nova:project>
Oct 30 07:39:28 user nova-compute[74491]:       </nova:owner>
Oct 30 07:39:28 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:39:28 user nova-compute[74491]:       <nova:ports>
Oct 30 07:39:28 user nova-compute[74491]:         <nova:port uuid="1ac42772-ff97-47c6-a1b2-f4e0b036a8e2">
Oct 30 07:39:28 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 07:39:28 user nova-compute[74491]:         </nova:port>
Oct 30 07:39:28 user nova-compute[74491]:       </nova:ports>
Oct 30 07:39:28 user nova-compute[74491]:     </nova:instance>
Oct 30 07:39:28 user nova-compute[74491]:   </metadata>
Oct 30 07:39:28 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:39:28 user nova-compute[74491]:     <system>
Oct 30 07:39:28 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:39:28 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:39:28 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:39:28 user nova-compute[74491]:       <entry name="serial">0cd7d5a1-69a6-49df-a194-819797daa2a5</entry>
Oct 30 07:39:28 user nova-compute[74491]:       <entry name="uuid">0cd7d5a1-69a6-49df-a194-819797daa2a5</entry>
Oct 30 07:39:28 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:39:28 user nova-compute[74491]:     </system>
Oct 30 07:39:28 user nova-compute[74491]:   </sysinfo>
Oct 30 07:39:28 user nova-compute[74491]:   <os>
Oct 30 07:39:28 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:39:28 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:39:28 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:39:28 user nova-compute[74491]:   </os>
Oct 30 07:39:28 user nova-compute[74491]:   <features>
Oct 30 07:39:28 user nova-compute[74491]:     <acpi/>
Oct 30 07:39:28 user nova-compute[74491]:     <apic/>
Oct 30 07:39:28 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:39:28 user nova-compute[74491]:   </features>
Oct 30 07:39:28 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:39:28 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:39:28 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:39:28 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:39:28 user nova-compute[74491]:   </clock>
Oct 30 07:39:28 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:39:28 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:39:28 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:39:28 user nova-compute[74491]:   </cpu>
Oct 30 07:39:28 user nova-compute[74491]:   <devices>
Oct 30 07:39:28 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:39:28 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:39:28 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk"/>
Oct 30 07:39:28 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:39:28 user nova-compute[74491]:     </disk>
Oct 30 07:39:28 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:39:28 user nova-compute[74491]:       <mac address="fa:16:3e:36:7b:4e"/>
Oct 30 07:39:28 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:39:28 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:39:28 user nova-compute[74491]:       <target dev="tap1ac42772-ff"/>
Oct 30 07:39:28 user nova-compute[74491]:     </interface>
Oct 30 07:39:28 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:39:28 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/console.log" append="off"/>
Oct 30 07:39:28 user nova-compute[74491]:     </serial>
Oct 30 07:39:28 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:39:28 user nova-compute[74491]:     <video>
Oct 30 07:39:28 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:39:28 user nova-compute[74491]:     </video>
Oct 30 07:39:28 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:39:28 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:39:28 user nova-compute[74491]:     </rng>
Oct 30 07:39:28 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:39:28 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:39:28 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:39:28 user nova-compute[74491]:     </memballoon>
Oct 30 07:39:28 user nova-compute[74491]:   </devices>
Oct 30 07:39:28 user nova-compute[74491]: </domain>
Oct 30 07:39:28 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:39:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-695612961',display_name='tempest-VolumesAdminNegativeTest-server-695612961',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-695612961',id=16,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM0e4FzYoSYQ9nJTGMO22a5CMEvTRMcAm8usdfH8PdxBfu7UDvvzJ0AqbAxw9jXCPw/mhT5s2wFAgjEM21uizrvopCJyGgqYoy15077OSb9R5ZUIl0HKWlHxzJ/E80YoBg==',key_name='tempest-keypair-22157280',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8117025bfd014574b8a05aeb124dba9f',ramdisk_id='',reservation_id='r-npwr5677',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-610216387',owner_user_name='tempest-VolumesAdminNegativeTest-610216387-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:39:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3e9a80a957e143e28be42428c319b5cb',uuid=0cd7d5a1-69a6-49df-a194-819797daa2a5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1ac42772-ff97-47c6-a1b2-f4e0b036a8e2", "address": "fa:16:3e:36:7b:4e", "network": {"id": "87fbe250-ed26-4411-957b-fd643c90dcd3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1010458543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8117025bfd014574b8a05aeb124dba9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ac42772-ff", "ovs_interfaceid": "1ac42772-ff97-47c6-a1b2-f4e0b036a8e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Converting VIF {"id": "1ac42772-ff97-47c6-a1b2-f4e0b036a8e2", "address": "fa:16:3e:36:7b:4e", "network": {"id": "87fbe250-ed26-4411-957b-fd643c90dcd3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1010458543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8117025bfd014574b8a05aeb124dba9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ac42772-ff", "ovs_interfaceid": "1ac42772-ff97-47c6-a1b2-f4e0b036a8e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:7b:4e,bridge_name='br-int',has_traffic_filtering=True,id=1ac42772-ff97-47c6-a1b2-f4e0b036a8e2,network=Network(87fbe250-ed26-4411-957b-fd643c90dcd3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1ac42772-ff') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG os_vif [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:7b:4e,bridge_name='br-int',has_traffic_filtering=True,id=1ac42772-ff97-47c6-a1b2-f4e0b036a8e2,network=Network(87fbe250-ed26-4411-957b-fd643c90dcd3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1ac42772-ff') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:39:28 user nova-compute[74491]: INFO os_vif [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:c0:01,bridge_name='br-int',has_traffic_filtering=True,id=b1c9310e-fb52-4682-a989-76e62d5eb5ce,network=Network(a047a4e5-23d7-4582-91f0-1cbfdbc4caff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb1c9310e-fb')
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-496497510',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-496497510',id=12,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHz4b8QJigE0nRSyIwlMwBN3zh1ZiLLVjN0JPpNFJ+5acIUSFdmQ/goPzfBhRhZGurv8QtPMtr6WTfzPSKMjC9unszHsGane6gjVN3X0HaxAtulZfDtSncCOvzr4roDxLw==',key_name='tempest-keypair-600609315',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:37:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='56e79f470e774d479b97d2cc90eb7830',ramdisk_id='',reservation_id='r-8dfhk3oe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1506776593',owner_user_name='tempest-TaggedBootDevicesTest_v242-1506776593-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:37:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5d634f9c00404706adcf1418380f1d1f',uuid=53a6d265-dc17-4b14-a771-20cde46d0df4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6b93e5c2-9897-4eca-a2ab-941b2e47aefd", "address": "fa:16:3e:17:c9:57", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b93e5c2-98", "ovs_interfaceid": "6b93e5c2-9897-4eca-a2ab-941b2e47aefd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converting VIF {"id": "6b93e5c2-9897-4eca-a2ab-941b2e47aefd", "address": "fa:16:3e:17:c9:57", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b93e5c2-98", "ovs_interfaceid": "6b93e5c2-9897-4eca-a2ab-941b2e47aefd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:17:c9:57,bridge_name='br-int',has_traffic_filtering=True,id=6b93e5c2-9897-4eca-a2ab-941b2e47aefd,network=Network(92ed61c7-a0c9-4f2e-9ea2-d800f34579bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6b93e5c2-98') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG os_vif [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:17:c9:57,bridge_name='br-int',has_traffic_filtering=True,id=6b93e5c2-9897-4eca-a2ab-941b2e47aefd,network=Network(92ed61c7-a0c9-4f2e-9ea2-d800f34579bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6b93e5c2-98') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8471cc2e-7a67-589d-aaa6-d745bf57dd0d', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6b93e5c2-98, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1ac42772-ff, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1ac42772-ff, col_values=(('qos', UUID('682bb77c-fd3b-4806-b43d-d8cf0613e806')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1ac42772-ff, col_values=(('external_ids', {'iface-id': '1ac42772-ff97-47c6-a1b2-f4e0b036a8e2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:36:7b:4e', 'vm-uuid': '0cd7d5a1-69a6-49df-a194-819797daa2a5'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:28 user nova-compute[74491]: INFO os_vif [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:7b:4e,bridge_name='br-int',has_traffic_filtering=True,id=1ac42772-ff97-47c6-a1b2-f4e0b036a8e2,network=Network(87fbe250-ed26-4411-957b-fd643c90dcd3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1ac42772-ff')
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9e2ed168-f709-4fcf-a644-ccf4e254f575) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-061790e5-a2f1-4fb7-8d09-c5f745ece6a0 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-061790e5-a2f1-4fb7-8d09-c5f745ece6a0 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:28 user nova-compute[74491]: INFO os_vif [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:17:c9:57,bridge_name='br-int',has_traffic_filtering=True,id=6b93e5c2-9897-4eca-a2ab-941b2e47aefd,network=Network(92ed61c7-a0c9-4f2e-9ea2-d800f34579bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6b93e5c2-98')
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-496497510',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-496497510',id=12,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHz4b8QJigE0nRSyIwlMwBN3zh1ZiLLVjN0JPpNFJ+5acIUSFdmQ/goPzfBhRhZGurv8QtPMtr6WTfzPSKMjC9unszHsGane6gjVN3X0HaxAtulZfDtSncCOvzr4roDxLw==',key_name='tempest-keypair-600609315',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:37:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='56e79f470e774d479b97d2cc90eb7830',ramdisk_id='',reservation_id='r-8dfhk3oe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1506776593',owner_user_name='tempest-TaggedBootDevicesTest_v242-1506776593-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:37:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5d634f9c00404706adcf1418380f1d1f',uuid=53a6d265-dc17-4b14-a771-20cde46d0df4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "49b7a43b-accd-46da-a4f0-8744bb355bdc", "address": "fa:16:3e:59:0c:e6", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49b7a43b-ac", "ovs_interfaceid": "49b7a43b-accd-46da-a4f0-8744bb355bdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converting VIF {"id": "49b7a43b-accd-46da-a4f0-8744bb355bdc", "address": "fa:16:3e:59:0c:e6", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49b7a43b-ac", "ovs_interfaceid": "49b7a43b-accd-46da-a4f0-8744bb355bdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:0c:e6,bridge_name='br-int',has_traffic_filtering=True,id=49b7a43b-accd-46da-a4f0-8744bb355bdc,network=Network(92ed61c7-a0c9-4f2e-9ea2-d800f34579bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap49b7a43b-ac') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG os_vif [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:0c:e6,bridge_name='br-int',has_traffic_filtering=True,id=49b7a43b-accd-46da-a4f0-8744bb355bdc,network=Network(92ed61c7-a0c9-4f2e-9ea2-d800f34579bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap49b7a43b-ac') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap49b7a43b-ac, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-061790e5-a2f1-4fb7-8d09-c5f745ece6a0 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.593s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] No VIF found with MAC fa:16:3e:36:7b:4e, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f4dffabf-4527-4dce-ae43-5bbcc3f15aba) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:39:29 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-061790e5-a2f1-4fb7-8d09-c5f745ece6a0 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Deleted allocations for instance 041b6e2e-8e39-4035-aa5b-8bace636f06c
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:29 user nova-compute[74491]: INFO os_vif [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:0c:e6,bridge_name='br-int',has_traffic_filtering=True,id=49b7a43b-accd-46da-a4f0-8744bb355bdc,network=Network(92ed61c7-a0c9-4f2e-9ea2-d800f34579bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap49b7a43b-ac')
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-496497510',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-496497510',id=12,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHz4b8QJigE0nRSyIwlMwBN3zh1ZiLLVjN0JPpNFJ+5acIUSFdmQ/goPzfBhRhZGurv8QtPMtr6WTfzPSKMjC9unszHsGane6gjVN3X0HaxAtulZfDtSncCOvzr4roDxLw==',key_name='tempest-keypair-600609315',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:37:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='56e79f470e774d479b97d2cc90eb7830',ramdisk_id='',reservation_id='r-8dfhk3oe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1506776593',owner_user_name='tempest-TaggedBootDevicesTest_v242-1506776593-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:37:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5d634f9c00404706adcf1418380f1d1f',uuid=53a6d265-dc17-4b14-a771-20cde46d0df4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2e8a5a1f-b68d-4f4a-b419-80495f9035d7", "address": "fa:16:3e:1f:17:39", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e8a5a1f-b6", "ovs_interfaceid": "2e8a5a1f-b68d-4f4a-b419-80495f9035d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converting VIF {"id": "2e8a5a1f-b68d-4f4a-b419-80495f9035d7", "address": "fa:16:3e:1f:17:39", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e8a5a1f-b6", "ovs_interfaceid": "2e8a5a1f-b68d-4f4a-b419-80495f9035d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1f:17:39,bridge_name='br-int',has_traffic_filtering=True,id=2e8a5a1f-b68d-4f4a-b419-80495f9035d7,network=Network(92ed61c7-a0c9-4f2e-9ea2-d800f34579bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e8a5a1f-b6') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_vif [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1f:17:39,bridge_name='br-int',has_traffic_filtering=True,id=2e8a5a1f-b68d-4f4a-b419-80495f9035d7,network=Network(92ed61c7-a0c9-4f2e-9ea2-d800f34579bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e8a5a1f-b6') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2e8a5a1f-b6, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a958c0a9-1815-4f2a-8dc9-1dc7b9bba6c2) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Received event network-changed-1ac42772-ff97-47c6-a1b2-f4e0b036a8e2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Refreshing instance network info cache due to event network-changed-1ac42772-ff97-47c6-a1b2-f4e0b036a8e2. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] Acquiring lock "refresh_cache-0cd7d5a1-69a6-49df-a194-819797daa2a5" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] Acquired lock "refresh_cache-0cd7d5a1-69a6-49df-a194-819797daa2a5" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.network.neutron [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Refreshing network info cache for port 1ac42772-ff97-47c6-a1b2-f4e0b036a8e2 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:29 user nova-compute[74491]: INFO os_vif [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1f:17:39,bridge_name='br-int',has_traffic_filtering=True,id=2e8a5a1f-b68d-4f4a-b419-80495f9035d7,network=Network(92ed61c7-a0c9-4f2e-9ea2-d800f34579bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e8a5a1f-b6')
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-496497510',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-496497510',id=12,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHz4b8QJigE0nRSyIwlMwBN3zh1ZiLLVjN0JPpNFJ+5acIUSFdmQ/goPzfBhRhZGurv8QtPMtr6WTfzPSKMjC9unszHsGane6gjVN3X0HaxAtulZfDtSncCOvzr4roDxLw==',key_name='tempest-keypair-600609315',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:37:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='56e79f470e774d479b97d2cc90eb7830',ramdisk_id='',reservation_id='r-8dfhk3oe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1506776593',owner_user_name='tempest-TaggedBootDevicesTest_v242-1506776593-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:37:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5d634f9c00404706adcf1418380f1d1f',uuid=53a6d265-dc17-4b14-a771-20cde46d0df4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "73c87222-b8d4-4f8f-a0ec-84ca97c596ee", "address": "fa:16:3e:e7:6c:ef", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73c87222-b8", "ovs_interfaceid": "73c87222-b8d4-4f8f-a0ec-84ca97c596ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converting VIF {"id": "73c87222-b8d4-4f8f-a0ec-84ca97c596ee", "address": "fa:16:3e:e7:6c:ef", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73c87222-b8", "ovs_interfaceid": "73c87222-b8d4-4f8f-a0ec-84ca97c596ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e7:6c:ef,bridge_name='br-int',has_traffic_filtering=True,id=73c87222-b8d4-4f8f-a0ec-84ca97c596ee,network=Network(92ed61c7-a0c9-4f2e-9ea2-d800f34579bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73c87222-b8') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_vif [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e7:6c:ef,bridge_name='br-int',has_traffic_filtering=True,id=73c87222-b8d4-4f8f-a0ec-84ca97c596ee,network=Network(92ed61c7-a0c9-4f2e-9ea2-d800f34579bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73c87222-b8') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap73c87222-b8, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-9582f04f-bc82-4523-b529-b6ce30ab3350 req-d68a0d02-0a66-4ee5-a62d-75f593659277 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-unplugged-49b7a43b-accd-46da-a4f0-8744bb355bdc {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9582f04f-bc82-4523-b529-b6ce30ab3350 req-d68a0d02-0a66-4ee5-a62d-75f593659277 service nova] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9582f04f-bc82-4523-b529-b6ce30ab3350 req-d68a0d02-0a66-4ee5-a62d-75f593659277 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9582f04f-bc82-4523-b529-b6ce30ab3350 req-d68a0d02-0a66-4ee5-a62d-75f593659277 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-9582f04f-bc82-4523-b529-b6ce30ab3350 req-d68a0d02-0a66-4ee5-a62d-75f593659277 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] No waiting events found dispatching network-vif-unplugged-49b7a43b-accd-46da-a4f0-8744bb355bdc {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-9582f04f-bc82-4523-b529-b6ce30ab3350 req-d68a0d02-0a66-4ee5-a62d-75f593659277 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-unplugged-49b7a43b-accd-46da-a4f0-8744bb355bdc for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-9582f04f-bc82-4523-b529-b6ce30ab3350 req-d68a0d02-0a66-4ee5-a62d-75f593659277 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-plugged-49b7a43b-accd-46da-a4f0-8744bb355bdc {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9582f04f-bc82-4523-b529-b6ce30ab3350 req-d68a0d02-0a66-4ee5-a62d-75f593659277 service nova] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9582f04f-bc82-4523-b529-b6ce30ab3350 req-d68a0d02-0a66-4ee5-a62d-75f593659277 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9582f04f-bc82-4523-b529-b6ce30ab3350 req-d68a0d02-0a66-4ee5-a62d-75f593659277 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-9582f04f-bc82-4523-b529-b6ce30ab3350 req-d68a0d02-0a66-4ee5-a62d-75f593659277 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] No waiting events found dispatching network-vif-plugged-49b7a43b-accd-46da-a4f0-8744bb355bdc {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:39:29 user nova-compute[74491]: WARNING nova.compute.manager [req-9582f04f-bc82-4523-b529-b6ce30ab3350 req-d68a0d02-0a66-4ee5-a62d-75f593659277 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received unexpected event network-vif-plugged-49b7a43b-accd-46da-a4f0-8744bb355bdc for instance with vm_state active and task_state deleting.
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-9582f04f-bc82-4523-b529-b6ce30ab3350 req-d68a0d02-0a66-4ee5-a62d-75f593659277 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-unplugged-c5d9e09a-d63f-4426-8521-7af553ae4752 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9582f04f-bc82-4523-b529-b6ce30ab3350 req-d68a0d02-0a66-4ee5-a62d-75f593659277 service nova] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9582f04f-bc82-4523-b529-b6ce30ab3350 req-d68a0d02-0a66-4ee5-a62d-75f593659277 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9582f04f-bc82-4523-b529-b6ce30ab3350 req-d68a0d02-0a66-4ee5-a62d-75f593659277 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-9582f04f-bc82-4523-b529-b6ce30ab3350 req-d68a0d02-0a66-4ee5-a62d-75f593659277 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] No waiting events found dispatching network-vif-unplugged-c5d9e09a-d63f-4426-8521-7af553ae4752 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-9582f04f-bc82-4523-b529-b6ce30ab3350 req-d68a0d02-0a66-4ee5-a62d-75f593659277 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-unplugged-c5d9e09a-d63f-4426-8521-7af553ae4752 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-9582f04f-bc82-4523-b529-b6ce30ab3350 req-d68a0d02-0a66-4ee5-a62d-75f593659277 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-plugged-c5d9e09a-d63f-4426-8521-7af553ae4752 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9582f04f-bc82-4523-b529-b6ce30ab3350 req-d68a0d02-0a66-4ee5-a62d-75f593659277 service nova] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9582f04f-bc82-4523-b529-b6ce30ab3350 req-d68a0d02-0a66-4ee5-a62d-75f593659277 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9582f04f-bc82-4523-b529-b6ce30ab3350 req-d68a0d02-0a66-4ee5-a62d-75f593659277 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-9582f04f-bc82-4523-b529-b6ce30ab3350 req-d68a0d02-0a66-4ee5-a62d-75f593659277 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] No waiting events found dispatching network-vif-plugged-c5d9e09a-d63f-4426-8521-7af553ae4752 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:39:29 user nova-compute[74491]: WARNING nova.compute.manager [req-9582f04f-bc82-4523-b529-b6ce30ab3350 req-d68a0d02-0a66-4ee5-a62d-75f593659277 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received unexpected event network-vif-plugged-c5d9e09a-d63f-4426-8521-7af553ae4752 for instance with vm_state active and task_state deleting.
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-061790e5-a2f1-4fb7-8d09-c5f745ece6a0 tempest-TestVolumeSwap-1157367447 tempest-TestVolumeSwap-1157367447-project-member] Lock "041b6e2e-8e39-4035-aa5b-8bace636f06c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.601s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1b208a91-cdcf-4f4a-9972-5f21960a2d7f) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:29 user nova-compute[74491]: INFO os_vif [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e7:6c:ef,bridge_name='br-int',has_traffic_filtering=True,id=73c87222-b8d4-4f8f-a0ec-84ca97c596ee,network=Network(92ed61c7-a0c9-4f2e-9ea2-d800f34579bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73c87222-b8')
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-496497510',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-496497510',id=12,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHz4b8QJigE0nRSyIwlMwBN3zh1ZiLLVjN0JPpNFJ+5acIUSFdmQ/goPzfBhRhZGurv8QtPMtr6WTfzPSKMjC9unszHsGane6gjVN3X0HaxAtulZfDtSncCOvzr4roDxLw==',key_name='tempest-keypair-600609315',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:37:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='56e79f470e774d479b97d2cc90eb7830',ramdisk_id='',reservation_id='r-8dfhk3oe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1506776593',owner_user_name='tempest-TaggedBootDevicesTest_v242-1506776593-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:37:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5d634f9c00404706adcf1418380f1d1f',uuid=53a6d265-dc17-4b14-a771-20cde46d0df4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c5d9e09a-d63f-4426-8521-7af553ae4752", "address": "fa:16:3e:92:65:31", "network": {"id": "81874e2c-837e-4a06-9e58-540d637fc4ee", "bridge": "br-int", "label": "tempest-device-tagging-net2-470929949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5d9e09a-d6", "ovs_interfaceid": "c5d9e09a-d63f-4426-8521-7af553ae4752", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converting VIF {"id": "c5d9e09a-d63f-4426-8521-7af553ae4752", "address": "fa:16:3e:92:65:31", "network": {"id": "81874e2c-837e-4a06-9e58-540d637fc4ee", "bridge": "br-int", "label": "tempest-device-tagging-net2-470929949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5d9e09a-d6", "ovs_interfaceid": "c5d9e09a-d63f-4426-8521-7af553ae4752", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:65:31,bridge_name='br-int',has_traffic_filtering=True,id=c5d9e09a-d63f-4426-8521-7af553ae4752,network=Network(81874e2c-837e-4a06-9e58-540d637fc4ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5d9e09a-d6') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_vif [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:65:31,bridge_name='br-int',has_traffic_filtering=True,id=c5d9e09a-d63f-4426-8521-7af553ae4752,network=Network(81874e2c-837e-4a06-9e58-540d637fc4ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5d9e09a-d6') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc5d9e09a-d6, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=efce6dda-de88-421f-94e1-e2ebbc698608) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:29 user nova-compute[74491]: INFO os_vif [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:65:31,bridge_name='br-int',has_traffic_filtering=True,id=c5d9e09a-d63f-4426-8521-7af553ae4752,network=Network(81874e2c-837e-4a06-9e58-540d637fc4ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5d9e09a-d6')
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T07:35:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-496497510',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-496497510',id=12,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHz4b8QJigE0nRSyIwlMwBN3zh1ZiLLVjN0JPpNFJ+5acIUSFdmQ/goPzfBhRhZGurv8QtPMtr6WTfzPSKMjC9unszHsGane6gjVN3X0HaxAtulZfDtSncCOvzr4roDxLw==',key_name='tempest-keypair-600609315',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:37:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='56e79f470e774d479b97d2cc90eb7830',ramdisk_id='',reservation_id='r-8dfhk3oe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1506776593',owner_user_name='tempest-TaggedBootDevicesTest_v242-1506776593-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:37:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5d634f9c00404706adcf1418380f1d1f',uuid=53a6d265-dc17-4b14-a771-20cde46d0df4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "847d75a9-0c14-4a87-be67-f1b10b98ffb5", "address": "fa:16:3e:80:6f:29", "network": {"id": "81874e2c-837e-4a06-9e58-540d637fc4ee", "bridge": "br-int", "label": "tempest-device-tagging-net2-470929949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap847d75a9-0c", "ovs_interfaceid": "847d75a9-0c14-4a87-be67-f1b10b98ffb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converting VIF {"id": "847d75a9-0c14-4a87-be67-f1b10b98ffb5", "address": "fa:16:3e:80:6f:29", "network": {"id": "81874e2c-837e-4a06-9e58-540d637fc4ee", "bridge": "br-int", "label": "tempest-device-tagging-net2-470929949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap847d75a9-0c", "ovs_interfaceid": "847d75a9-0c14-4a87-be67-f1b10b98ffb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:80:6f:29,bridge_name='br-int',has_traffic_filtering=True,id=847d75a9-0c14-4a87-be67-f1b10b98ffb5,network=Network(81874e2c-837e-4a06-9e58-540d637fc4ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap847d75a9-0c') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_vif [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:80:6f:29,bridge_name='br-int',has_traffic_filtering=True,id=847d75a9-0c14-4a87-be67-f1b10b98ffb5,network=Network(81874e2c-837e-4a06-9e58-540d637fc4ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap847d75a9-0c') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap847d75a9-0c, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2a6c1496-9951-457a-aebc-9c966e3d693a) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:29 user nova-compute[74491]: INFO os_vif [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:80:6f:29,bridge_name='br-int',has_traffic_filtering=True,id=847d75a9-0c14-4a87-be67-f1b10b98ffb5,network=Network(81874e2c-837e-4a06-9e58-540d637fc4ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap847d75a9-0c')
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nHevWFhl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:39:29 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2e19691-cac5-4efb-8b5b-e3569e44dff7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:39:29 user nova-compute[74491]: No targets found.
Oct 30 07:39:29 user nova-compute[74491]: iSNS:
Oct 30 07:39:29 user nova-compute[74491]: No targets found.
Oct 30 07:39:29 user nova-compute[74491]: STATIC:
Oct 30 07:39:29 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622
Oct 30 07:39:29 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:39:29 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:39:29 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd
Oct 30 07:39:29 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:39:29 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:39:29 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551
Oct 30 07:39:29 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:39:29 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:39:29 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54
Oct 30 07:39:29 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:39:29 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:39:29 user nova-compute[74491]: FIRMWARE:
Oct 30 07:39:29 user nova-compute[74491]: No targets found.
Oct 30 07:39:29 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:39:29 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:39:29 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[69e6bf21-8272-482c-9d6a-762760077016]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ef45bf1-cd8c-4504-a913-133c0d49fe26]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:39:29 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:39:29 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:39:29 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:39:29 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:39:29 user nova-compute[74491]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 (non-flash)
Oct 30 07:39:29 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:39:29 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:39:29 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef01ef640>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622'): ({'sdf'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Removing single pathed devices sdf {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbd6c04b-fd85-4eac-ad37-f2b3322b201e]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c9d5af8-efff-491f-acca-b7cc0ff06f2f]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Flushing IO for device /dev/sdf {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e3d837e-9bc0-431d-9ab5-59fe6a7f8646]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.053s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0df1787f-b1f5-4fe5-b3be-f368df4633ab]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] SCSI volumes sdf have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[05a106d8-892b-441d-9ce7-19ac9e6df251]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.network.neutron [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Updated VIF entry in instance network info cache for port 1ac42772-ff97-47c6-a1b2-f4e0b036a8e2. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.network.neutron [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Updating instance_info_cache with network_info: [{"id": "1ac42772-ff97-47c6-a1b2-f4e0b036a8e2", "address": "fa:16:3e:36:7b:4e", "network": {"id": "87fbe250-ed26-4411-957b-fd643c90dcd3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1010458543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8117025bfd014574b8a05aeb124dba9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ac42772-ff", "ovs_interfaceid": "1ac42772-ff97-47c6-a1b2-f4e0b036a8e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] Releasing lock "refresh_cache-0cd7d5a1-69a6-49df-a194-819797daa2a5" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-plugged-2e8a5a1f-b68d-4f4a-b419-80495f9035d7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] No waiting events found dispatching network-vif-plugged-2e8a5a1f-b68d-4f4a-b419-80495f9035d7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:39:29 user nova-compute[74491]: WARNING nova.compute.manager [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received unexpected event network-vif-plugged-2e8a5a1f-b68d-4f4a-b419-80495f9035d7 for instance with vm_state active and task_state deleting.
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-unplugged-73c87222-b8d4-4f8f-a0ec-84ca97c596ee {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] No waiting events found dispatching network-vif-unplugged-73c87222-b8d4-4f8f-a0ec-84ca97c596ee {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-unplugged-73c87222-b8d4-4f8f-a0ec-84ca97c596ee for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-plugged-73c87222-b8d4-4f8f-a0ec-84ca97c596ee {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] No waiting events found dispatching network-vif-plugged-73c87222-b8d4-4f8f-a0ec-84ca97c596ee {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:39:29 user nova-compute[74491]: WARNING nova.compute.manager [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received unexpected event network-vif-plugged-73c87222-b8d4-4f8f-a0ec-84ca97c596ee for instance with vm_state active and task_state deleting.
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-unplugged-847d75a9-0c14-4a87-be67-f1b10b98ffb5 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] No waiting events found dispatching network-vif-unplugged-847d75a9-0c14-4a87-be67-f1b10b98ffb5 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-unplugged-847d75a9-0c14-4a87-be67-f1b10b98ffb5 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-plugged-847d75a9-0c14-4a87-be67-f1b10b98ffb5 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] No waiting events found dispatching network-vif-plugged-847d75a9-0c14-4a87-be67-f1b10b98ffb5 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:39:29 user nova-compute[74491]: WARNING nova.compute.manager [req-60256656-ab7f-4a11-86b9-6275d511a165 req-ecd130e1-a615-45c2-9981-faef47431b54 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received unexpected event network-vif-plugged-847d75a9-0c14-4a87-be67-f1b10b98ffb5 for instance with vm_state active and task_state deleting.
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[05d93eb2-46cd-452a-a77f-850059d273e2]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622, portal: 172.16.0.220,3260]
Oct 30 07:39:29 user nova-compute[74491]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622, portal: 172.16.0.220,3260] successful.
Oct 30 07:39:29 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-044fbcfb-9a08-43e9-9e31-7de36df3568c req-ca6218ad-5141-42d9-b173-2b66acb71b2d service nova] [instance: 041b6e2e-8e39-4035-aa5b-8bace636f06c] Received event network-vif-deleted-34304c2c-f4a8-4ff3-934d-beea91e6467f {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-044fbcfb-9a08-43e9-9e31-7de36df3568c req-ca6218ad-5141-42d9-b173-2b66acb71b2d service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-deleted-0dc1f4fe-d457-4deb-8662-1ad09059cd68 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:29 user nova-compute[74491]: INFO nova.compute.manager [req-044fbcfb-9a08-43e9-9e31-7de36df3568c req-ca6218ad-5141-42d9-b173-2b66acb71b2d service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Neutron deleted interface 0dc1f4fe-d457-4deb-8662-1ad09059cd68; detaching it from the instance and deleting it from the info cache
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.network.neutron [req-044fbcfb-9a08-43e9-9e31-7de36df3568c req-ca6218ad-5141-42d9-b173-2b66acb71b2d service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Updating instance_info_cache with network_info: [{"id": "5b2c5101-6388-4c55-9c1a-c6bc4ee2367c", "address": "fa:16:3e:3a:9c:db", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b2c5101-63", "ovs_interfaceid": "5b2c5101-6388-4c55-9c1a-c6bc4ee2367c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "a775ab1d-56e0-4f49-8b7f-4ffc2b89981f", "address": "fa:16:3e:36:f5:3e", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa775ab1d-56", "ovs_interfaceid": "a775ab1d-56e0-4f49-8b7f-4ffc2b89981f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3b4315e5-617b-4e9d-9a90-f83cdd6b9f54", "address": "fa:16:3e:d0:c5:04", "network": {"id": "529021d4-5e1d-4595-979f-b9ee04904d76", "bridge": "br-int", "label": "tempest-device-tagging-net1-1450261339", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b4315e5-61", "ovs_interfaceid": "3b4315e5-617b-4e9d-9a90-f83cdd6b9f54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "66680cda-c54c-40bb-ad57-66ed90e083f6", "address": "fa:16:3e:d3:3a:55", "network": {"id": "40881742-a142-41db-82a7-d0ffdbda4972", "bridge": "br-int", "label": "tempest-device-tagging-net2-774030377", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "6737331f0d5e474cbd04c52908c2b285", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66680cda-c5", "ovs_interfaceid": "66680cda-c54c-40bb-ad57-66ed90e083f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7fe3a020-3dd3-4989-ac86-f6903c255622 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe32f908-c2a4-482b-a4d8-851b118d3d45]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.395s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] <== disconnect_volume: return (398ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ExOyJatC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:39:29 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[381bdee5-951b-45cc-93be-f2ac0aa44a51]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:39:29 user nova-compute[74491]: No targets found.
Oct 30 07:39:29 user nova-compute[74491]: iSNS:
Oct 30 07:39:29 user nova-compute[74491]: No targets found.
Oct 30 07:39:29 user nova-compute[74491]: STATIC:
Oct 30 07:39:29 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd
Oct 30 07:39:29 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:39:29 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:39:29 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551
Oct 30 07:39:29 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:39:29 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:39:29 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54
Oct 30 07:39:29 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:39:29 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:39:29 user nova-compute[74491]: FIRMWARE:
Oct 30 07:39:29 user nova-compute[74491]: No targets found.
Oct 30 07:39:29 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:39:29 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:39:29 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[97679cfa-561b-463e-b3c3-b3986d0fc480]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-044fbcfb-9a08-43e9-9e31-7de36df3568c req-ca6218ad-5141-42d9-b173-2b66acb71b2d service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Detach interface failed, port_id=0dc1f4fe-d457-4deb-8662-1ad09059cd68, reason: Instance fc75121d-9e3c-4306-8a8d-6c8abf1ae04e could not be found. {{(pid=74491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-044fbcfb-9a08-43e9-9e31-7de36df3568c req-ca6218ad-5141-42d9-b173-2b66acb71b2d service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-unplugged-b1c9310e-fb52-4682-a989-76e62d5eb5ce {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-044fbcfb-9a08-43e9-9e31-7de36df3568c req-ca6218ad-5141-42d9-b173-2b66acb71b2d service nova] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-044fbcfb-9a08-43e9-9e31-7de36df3568c req-ca6218ad-5141-42d9-b173-2b66acb71b2d service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-044fbcfb-9a08-43e9-9e31-7de36df3568c req-ca6218ad-5141-42d9-b173-2b66acb71b2d service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-044fbcfb-9a08-43e9-9e31-7de36df3568c req-ca6218ad-5141-42d9-b173-2b66acb71b2d service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] No waiting events found dispatching network-vif-unplugged-b1c9310e-fb52-4682-a989-76e62d5eb5ce {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-044fbcfb-9a08-43e9-9e31-7de36df3568c req-ca6218ad-5141-42d9-b173-2b66acb71b2d service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-unplugged-b1c9310e-fb52-4682-a989-76e62d5eb5ce for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[673fe9bc-1405-49d1-9cd7-e7f0147b06db]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:39:29 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:39:29 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:39:29 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:39:29 user nova-compute[74491]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 (non-flash)
Oct 30 07:39:29 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:39:29 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef02f72e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54'): ({'sdg'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Removing single pathed devices sdg {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5024458f-84b0-4f67-819d-798fff1998ef]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5814482d-1551-4c8f-a8eb-74753d3830fa]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Flushing IO for device /dev/sdg {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[72b80bb2-2e85-4643-b098-6877c65c4acd]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:29 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.054s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b73dd6b2-68fe-42a3-b3de-cc67c63b4de6]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] SCSI volumes sdg have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[cda668c6-61ce-4bec-9ebd-12f5ea4a32c0]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[830779d5-e6ea-48a0-b47b-3cbbfc179f45]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54, portal: 172.16.0.220,3260]
Oct 30 07:39:30 user nova-compute[74491]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54, portal: 172.16.0.220,3260] successful.
Oct 30 07:39:30 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:382c4a2a-ad02-46f2-8c09-8c8fe1a9ad54 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[84e40739-f3a2-4875-8f10-9b895bef73a0]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.374s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] <== disconnect_volume: return (376ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GkSEVitz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': True}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:39:30 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:39:30 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ea1357f-896d-46fd-8b88-7e4e111965ee]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:39:30 user nova-compute[74491]: No targets found.
Oct 30 07:39:30 user nova-compute[74491]: iSNS:
Oct 30 07:39:30 user nova-compute[74491]: No targets found.
Oct 30 07:39:30 user nova-compute[74491]: STATIC:
Oct 30 07:39:30 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd
Oct 30 07:39:30 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:39:30 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:39:30 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551
Oct 30 07:39:30 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:39:30 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:39:30 user nova-compute[74491]: FIRMWARE:
Oct 30 07:39:30 user nova-compute[74491]: No targets found.
Oct 30 07:39:30 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:39:30 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:39:30 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b69f80f-85ca-4cc7-99e0-182ab60ce6a9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e88a7ce-89a6-4a1b-b05c-460810593f77]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:39:30 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:39:30 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:39:30 user nova-compute[74491]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd (non-flash)
Oct 30 07:39:30 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef02f72e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd'): ({'sdh'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Removing single pathed devices sdh {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf653224-e7c2-4c05-bf85-359452ab2ac6]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebfe0c70-036e-429f-ae69-b1e90e26a598]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Flushing IO for device /dev/sdh {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f6c01f8-db6f-4569-96f0-df9c7ef109ee]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.044s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8e252dc-bfb6-4876-9dfb-02deb75d2ac4]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] SCSI volumes sdh have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a08e59ae-afa9-4a0e-a7d8-f263967037e3]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ebb02c9-b852-4205-a338-fe0112530306]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd, portal: 172.16.0.220,3260]
Oct 30 07:39:30 user nova-compute[74491]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd, portal: 172.16.0.220,3260] successful.
Oct 30 07:39:30 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c57930c-01b6-43c5-834f-19203688c7cd -p 172.16.0.220:3260 --op delete" returned: 0 in 0.037s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[66ed0a04-c00a-4032-a1f5-9cbe0b06ba9c]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.401s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] <== disconnect_volume: return (404ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:39:30 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Deleting instance files /opt/stack/data/nova/instances/53a6d265-dc17-4b14-a771-20cde46d0df4_del
Oct 30 07:39:30 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Deletion of /opt/stack/data/nova/instances/53a6d265-dc17-4b14-a771-20cde46d0df4_del complete
Oct 30 07:39:30 user nova-compute[74491]: INFO nova.compute.manager [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Took 4.58 seconds to destroy the instance on the hypervisor.
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:39:30 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Took 7.64 seconds to deallocate network for instance.
Oct 30 07:39:30 user nova-compute[74491]: INFO nova.compute.manager [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Rescuing
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "refresh_cache-a9ab73d8-09f4-4bb3-8007-abf63dfbe984" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquired lock "refresh_cache-a9ab73d8-09f4-4bb3-8007-abf63dfbe984" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:39:30 user nova-compute[74491]: DEBUG nova.network.neutron [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-ea72785d-f8c5-4d13-bc08-a177638a94f5 req-ec1fa6aa-21cf-448f-b19e-85718b5ceaa9 service nova] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Received event network-vif-plugged-1ac42772-ff97-47c6-a1b2-f4e0b036a8e2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ea72785d-f8c5-4d13-bc08-a177638a94f5 req-ec1fa6aa-21cf-448f-b19e-85718b5ceaa9 service nova] Acquiring lock "0cd7d5a1-69a6-49df-a194-819797daa2a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ea72785d-f8c5-4d13-bc08-a177638a94f5 req-ec1fa6aa-21cf-448f-b19e-85718b5ceaa9 service nova] Lock "0cd7d5a1-69a6-49df-a194-819797daa2a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ea72785d-f8c5-4d13-bc08-a177638a94f5 req-ec1fa6aa-21cf-448f-b19e-85718b5ceaa9 service nova] Lock "0cd7d5a1-69a6-49df-a194-819797daa2a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-ea72785d-f8c5-4d13-bc08-a177638a94f5 req-ec1fa6aa-21cf-448f-b19e-85718b5ceaa9 service nova] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] No waiting events found dispatching network-vif-plugged-1ac42772-ff97-47c6-a1b2-f4e0b036a8e2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:39:31 user nova-compute[74491]: WARNING nova.compute.manager [req-ea72785d-f8c5-4d13-bc08-a177638a94f5 req-ec1fa6aa-21cf-448f-b19e-85718b5ceaa9 service nova] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Received unexpected event network-vif-plugged-1ac42772-ff97-47c6-a1b2-f4e0b036a8e2 for instance with vm_state building and task_state spawning.
Oct 30 07:39:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-ea72785d-f8c5-4d13-bc08-a177638a94f5 req-ec1fa6aa-21cf-448f-b19e-85718b5ceaa9 service nova] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Received event network-vif-plugged-1ac42772-ff97-47c6-a1b2-f4e0b036a8e2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ea72785d-f8c5-4d13-bc08-a177638a94f5 req-ec1fa6aa-21cf-448f-b19e-85718b5ceaa9 service nova] Acquiring lock "0cd7d5a1-69a6-49df-a194-819797daa2a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ea72785d-f8c5-4d13-bc08-a177638a94f5 req-ec1fa6aa-21cf-448f-b19e-85718b5ceaa9 service nova] Lock "0cd7d5a1-69a6-49df-a194-819797daa2a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ea72785d-f8c5-4d13-bc08-a177638a94f5 req-ec1fa6aa-21cf-448f-b19e-85718b5ceaa9 service nova] Lock "0cd7d5a1-69a6-49df-a194-819797daa2a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-ea72785d-f8c5-4d13-bc08-a177638a94f5 req-ec1fa6aa-21cf-448f-b19e-85718b5ceaa9 service nova] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] No waiting events found dispatching network-vif-plugged-1ac42772-ff97-47c6-a1b2-f4e0b036a8e2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:39:31 user nova-compute[74491]: WARNING nova.compute.manager [req-ea72785d-f8c5-4d13-bc08-a177638a94f5 req-ec1fa6aa-21cf-448f-b19e-85718b5ceaa9 service nova] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Received unexpected event network-vif-plugged-1ac42772-ff97-47c6-a1b2-f4e0b036a8e2 for instance with vm_state building and task_state spawning.
Oct 30 07:39:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG nova.network.neutron [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Updating instance_info_cache with network_info: [{"id": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "address": "fa:16:3e:a3:84:c6", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa73ebde6-f5", "ovs_interfaceid": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Releasing lock "refresh_cache-a9ab73d8-09f4-4bb3-8007-abf63dfbe984" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-a11c8732-b451-461a-959a-12c57c4c923f req-f94d66ee-39a1-44ca-9efd-848df2ba45df service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-plugged-b1c9310e-fb52-4682-a989-76e62d5eb5ce {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a11c8732-b451-461a-959a-12c57c4c923f req-f94d66ee-39a1-44ca-9efd-848df2ba45df service nova] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a11c8732-b451-461a-959a-12c57c4c923f req-f94d66ee-39a1-44ca-9efd-848df2ba45df service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a11c8732-b451-461a-959a-12c57c4c923f req-f94d66ee-39a1-44ca-9efd-848df2ba45df service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-a11c8732-b451-461a-959a-12c57c4c923f req-f94d66ee-39a1-44ca-9efd-848df2ba45df service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] No waiting events found dispatching network-vif-plugged-b1c9310e-fb52-4682-a989-76e62d5eb5ce {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:39:31 user nova-compute[74491]: WARNING nova.compute.manager [req-a11c8732-b451-461a-959a-12c57c4c923f req-f94d66ee-39a1-44ca-9efd-848df2ba45df service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received unexpected event network-vif-plugged-b1c9310e-fb52-4682-a989-76e62d5eb5ce for instance with vm_state active and task_state deleting.
Oct 30 07:39:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-a11c8732-b451-461a-959a-12c57c4c923f req-f94d66ee-39a1-44ca-9efd-848df2ba45df service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-deleted-66680cda-c54c-40bb-ad57-66ed90e083f6 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-a11c8732-b451-461a-959a-12c57c4c923f req-f94d66ee-39a1-44ca-9efd-848df2ba45df service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-unplugged-6b93e5c2-9897-4eca-a2ab-941b2e47aefd {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a11c8732-b451-461a-959a-12c57c4c923f req-f94d66ee-39a1-44ca-9efd-848df2ba45df service nova] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a11c8732-b451-461a-959a-12c57c4c923f req-f94d66ee-39a1-44ca-9efd-848df2ba45df service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a11c8732-b451-461a-959a-12c57c4c923f req-f94d66ee-39a1-44ca-9efd-848df2ba45df service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-a11c8732-b451-461a-959a-12c57c4c923f req-f94d66ee-39a1-44ca-9efd-848df2ba45df service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] No waiting events found dispatching network-vif-unplugged-6b93e5c2-9897-4eca-a2ab-941b2e47aefd {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-a11c8732-b451-461a-959a-12c57c4c923f req-f94d66ee-39a1-44ca-9efd-848df2ba45df service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-unplugged-6b93e5c2-9897-4eca-a2ab-941b2e47aefd for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-a11c8732-b451-461a-959a-12c57c4c923f req-f94d66ee-39a1-44ca-9efd-848df2ba45df service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-plugged-6b93e5c2-9897-4eca-a2ab-941b2e47aefd {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a11c8732-b451-461a-959a-12c57c4c923f req-f94d66ee-39a1-44ca-9efd-848df2ba45df service nova] Acquiring lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a11c8732-b451-461a-959a-12c57c4c923f req-f94d66ee-39a1-44ca-9efd-848df2ba45df service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a11c8732-b451-461a-959a-12c57c4c923f req-f94d66ee-39a1-44ca-9efd-848df2ba45df service nova] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-a11c8732-b451-461a-959a-12c57c4c923f req-f94d66ee-39a1-44ca-9efd-848df2ba45df service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] No waiting events found dispatching network-vif-plugged-6b93e5c2-9897-4eca-a2ab-941b2e47aefd {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:39:31 user nova-compute[74491]: WARNING nova.compute.manager [req-a11c8732-b451-461a-959a-12c57c4c923f req-f94d66ee-39a1-44ca-9efd-848df2ba45df service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received unexpected event network-vif-plugged-6b93e5c2-9897-4eca-a2ab-941b2e47aefd for instance with vm_state active and task_state deleting.
Oct 30 07:39:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-a11c8732-b451-461a-959a-12c57c4c923f req-f94d66ee-39a1-44ca-9efd-848df2ba45df service nova] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Received event network-vif-deleted-3b4315e5-617b-4e9d-9a90-f83cdd6b9f54 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-7ea08018-bfa9-489a-953f-d2e57fc353e4 req-9e0f3b80-b025-4aa2-826d-9d8cf070dc72 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Received event network-vif-unplugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7ea08018-bfa9-489a-953f-d2e57fc353e4 req-9e0f3b80-b025-4aa2-826d-9d8cf070dc72 service nova] Acquiring lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7ea08018-bfa9-489a-953f-d2e57fc353e4 req-9e0f3b80-b025-4aa2-826d-9d8cf070dc72 service nova] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7ea08018-bfa9-489a-953f-d2e57fc353e4 req-9e0f3b80-b025-4aa2-826d-9d8cf070dc72 service nova] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-7ea08018-bfa9-489a-953f-d2e57fc353e4 req-9e0f3b80-b025-4aa2-826d-9d8cf070dc72 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] No waiting events found dispatching network-vif-unplugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:39:32 user nova-compute[74491]: WARNING nova.compute.manager [req-7ea08018-bfa9-489a-953f-d2e57fc353e4 req-9e0f3b80-b025-4aa2-826d-9d8cf070dc72 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Received unexpected event network-vif-unplugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed for instance with vm_state active and task_state rescuing.
Oct 30 07:39:32 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Instance destroyed successfully.
Oct 30 07:39:32 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Attempting a stable device rescue
Oct 30 07:39:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74491) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 30 07:39:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Instance directory exists: not creating {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 30 07:39:32 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Creating image(s)
Oct 30 07:39:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "/opt/stack/data/nova/instances/a9ab73d8-09f4-4bb3-8007-abf63dfbe984/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "/opt/stack/data/nova/instances/a9ab73d8-09f4-4bb3-8007-abf63dfbe984/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "/opt/stack/data/nova/instances/a9ab73d8-09f4-4bb3-8007-abf63dfbe984/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:32 user nova-compute[74491]: DEBUG nova.objects.instance [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lazy-loading 'trusted_certs' on Instance uuid a9ab73d8-09f4-4bb3-8007-abf63dfbe984 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:39:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "90fa63310932ceb7fcad06748360147a8799e1f0" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "90fa63310932ceb7fcad06748360147a8799e1f0" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/90fa63310932ceb7fcad06748360147a8799e1f0.part --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:33 user nova-compute[74491]: DEBUG nova.compute.manager [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:39:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:39:33 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Instance spawned successfully.
Oct 30 07:39:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:39:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:39:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:39:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:39:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:39:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:39:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:39:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/90fa63310932ceb7fcad06748360147a8799e1f0.part --force-share --output=json" returned: 0 in 0.214s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:33 user nova-compute[74491]: DEBUG nova.virt.images [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] 537154de-e972-4f9d-92d2-f9901444548c was qcow2, converting to raw {{(pid=74491) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 30 07:39:33 user nova-compute[74491]: DEBUG nova.privsep.utils [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74491) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 07:39:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/90fa63310932ceb7fcad06748360147a8799e1f0.part /opt/stack/data/nova/instances/_base/90fa63310932ceb7fcad06748360147a8799e1f0.converted {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:34 user nova-compute[74491]: INFO nova.compute.manager [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Took 9.59 seconds to spawn the instance on the hypervisor.
Oct 30 07:39:34 user nova-compute[74491]: DEBUG nova.compute.manager [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:39:34 user nova-compute[74491]: INFO nova.compute.manager [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Took 10.59 seconds to build instance.
Oct 30 07:39:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5284d61d-486f-47fd-bb01-b4ed4796417b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "0cd7d5a1-69a6-49df-a194-819797daa2a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.743s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:34 user nova-compute[74491]: DEBUG nova.compute.manager [req-3f693707-ad08-49b4-a204-3cc10f95e57c req-42bdfef8-3f0f-4ed3-8ae0-e17d0805a420 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Received event network-vif-plugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3f693707-ad08-49b4-a204-3cc10f95e57c req-42bdfef8-3f0f-4ed3-8ae0-e17d0805a420 service nova] Acquiring lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3f693707-ad08-49b4-a204-3cc10f95e57c req-42bdfef8-3f0f-4ed3-8ae0-e17d0805a420 service nova] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3f693707-ad08-49b4-a204-3cc10f95e57c req-42bdfef8-3f0f-4ed3-8ae0-e17d0805a420 service nova] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:34 user nova-compute[74491]: DEBUG nova.compute.manager [req-3f693707-ad08-49b4-a204-3cc10f95e57c req-42bdfef8-3f0f-4ed3-8ae0-e17d0805a420 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] No waiting events found dispatching network-vif-plugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:39:34 user nova-compute[74491]: WARNING nova.compute.manager [req-3f693707-ad08-49b4-a204-3cc10f95e57c req-42bdfef8-3f0f-4ed3-8ae0-e17d0805a420 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Received unexpected event network-vif-plugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed for instance with vm_state active and task_state rescuing.
Oct 30 07:39:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/90fa63310932ceb7fcad06748360147a8799e1f0.part /opt/stack/data/nova/instances/_base/90fa63310932ceb7fcad06748360147a8799e1f0.converted" returned: 0 in 0.419s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/90fa63310932ceb7fcad06748360147a8799e1f0.converted --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/90fa63310932ceb7fcad06748360147a8799e1f0.converted --force-share --output=json" returned: 0 in 0.200s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "90fa63310932ceb7fcad06748360147a8799e1f0" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.167s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "90fa63310932ceb7fcad06748360147a8799e1f0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "90fa63310932ceb7fcad06748360147a8799e1f0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/90fa63310932ceb7fcad06748360147a8799e1f0 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/90fa63310932ceb7fcad06748360147a8799e1f0 --force-share --output=json" returned: 0 in 0.200s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/90fa63310932ceb7fcad06748360147a8799e1f0,backing_fmt=raw /opt/stack/data/nova/instances/a9ab73d8-09f4-4bb3-8007-abf63dfbe984/disk.rescue {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/90fa63310932ceb7fcad06748360147a8799e1f0,backing_fmt=raw /opt/stack/data/nova/instances/a9ab73d8-09f4-4bb3-8007-abf63dfbe984/disk.rescue" returned: 0 in 0.074s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "90fa63310932ceb7fcad06748360147a8799e1f0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.290s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:34 user nova-compute[74491]: DEBUG nova.objects.instance [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lazy-loading 'migration_context' on Instance uuid a9ab73d8-09f4-4bb3-8007-abf63dfbe984 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:39:34 user nova-compute[74491]: DEBUG nova.objects.base [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Object Instance<a9ab73d8-09f4-4bb3-8007-abf63dfbe984> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:39:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:39:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Start _get_guest_xml network_info=[{"id": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "address": "fa:16:3e:a3:84:c6", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "vif_mac": "fa:16:3e:a3:84:c6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa73ebde6-f5", "ovs_interfaceid": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '537154de-e972-4f9d-92d2-f9901444548c', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'attachment_id': '6a351d5c-e80c-4579-b698-237c524762f6', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vnsQaNJS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': 'a9ab73d8-09f4-4bb3-8007-abf63dfbe984', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3f4eb42-4f00-4802-ac19-f9920bad5551', 'serial': 'c3f4eb42-4f00-4802-ac19-f9920bad5551'}, 'delete_on_termination': False, 'volume_type': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:39:34 user nova-compute[74491]: DEBUG nova.objects.instance [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lazy-loading 'resources' on Instance uuid a9ab73d8-09f4-4bb3-8007-abf63dfbe984 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:39:34 user nova-compute[74491]: DEBUG nova.objects.base [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Object Instance<a9ab73d8-09f4-4bb3-8007-abf63dfbe984> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:39:34 user nova-compute[74491]: DEBUG nova.objects.instance [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lazy-loading 'numa_topology' on Instance uuid a9ab73d8-09f4-4bb3-8007-abf63dfbe984 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:39:34 user nova-compute[74491]: DEBUG nova.objects.base [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Object Instance<a9ab73d8-09f4-4bb3-8007-abf63dfbe984> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:39:35 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:39:35 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:39:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG nova.objects.instance [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lazy-loading 'vcpu_model' on Instance uuid a9ab73d8-09f4-4bb3-8007-abf63dfbe984 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG nova.objects.base [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Object Instance<a9ab73d8-09f4-4bb3-8007-abf63dfbe984> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vnsQaNJS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:39:35 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:39:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:39:35 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:39:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:39:35 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:39:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[abb07034-6847-4f04-8ef5-fb6bb4e38c89]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = vnsQaNJS\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 30 07:39:35 user nova-compute[74491]: node.name = iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551
Oct 30 07:39:35 user nova-compute[74491]: node.tpgt = -1
Oct 30 07:39:35 user nova-compute[74491]: node.startup = automatic
Oct 30 07:39:35 user nova-compute[74491]: node.leading_login = No
Oct 30 07:39:35 user nova-compute[74491]: iface.iscsi_ifacename = default
Oct 30 07:39:35 user nova-compute[74491]: iface.net_ifacename = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.ipaddress = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.prefix_len = 0
Oct 30 07:39:35 user nova-compute[74491]: iface.hwaddress = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.transport_name = tcp
Oct 30 07:39:35 user nova-compute[74491]: iface.initiatorname = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.state = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.vlan_id = 0
Oct 30 07:39:35 user nova-compute[74491]: iface.vlan_priority = 0
Oct 30 07:39:35 user nova-compute[74491]: iface.vlan_state = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.iface_num = 0
Oct 30 07:39:35 user nova-compute[74491]: iface.mtu = 0
Oct 30 07:39:35 user nova-compute[74491]: iface.port = 0
Oct 30 07:39:35 user nova-compute[74491]: iface.bootproto = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.subnet_mask = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.gateway = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.dhcp_alt_client_id_state = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.dhcp_alt_client_id = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.dhcp_dns = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.dhcp_learn_iqn = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.dhcp_req_vendor_id_state = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.dhcp_vendor_id_state = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.dhcp_vendor_id = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.dhcp_slp_da = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.fragmentation = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.gratuitous_arp = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.incoming_forwarding = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.tos_state = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.tos = 0
Oct 30 07:39:35 user nova-compute[74491]: iface.ttl = 0
Oct 30 07:39:35 user nova-compute[74491]: iface.delayed_ack = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.tcp_nagle = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.tcp_wsf_state = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.tcp_wsf = 0
Oct 30 07:39:35 user nova-compute[74491]: iface.tcp_timer_scale = 0
Oct 30 07:39:35 user nova-compute[74491]: iface.tcp_timestamp = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.redirect = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.def_task_mgmt_timeout = 0
Oct 30 07:39:35 user nova-compute[74491]: iface.header_digest = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.data_digest = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.immediate_data = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.initial_r2t = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.data_seq_inorder = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.data_pdu_inorder = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.erl = 0
Oct 30 07:39:35 user nova-compute[74491]: iface.max_receive_data_len = 0
Oct 30 07:39:35 user nova-compute[74491]: iface.first_burst_len = 0
Oct 30 07:39:35 user nova-compute[74491]: iface.max_outstanding_r2t = 0
Oct 30 07:39:35 user nova-compute[74491]: iface.max_burst_len = 0
Oct 30 07:39:35 user nova-compute[74491]: iface.chap_auth = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.bidi_chap = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.strict_login_compliance = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.discovery_auth = <empty>
Oct 30 07:39:35 user nova-compute[74491]: iface.discovery_logout = <empty>
Oct 30 07:39:35 user nova-compute[74491]: node.discovery_address = <empty>
Oct 30 07:39:35 user nova-compute[74491]: node.discovery_port = 0
Oct 30 07:39:35 user nova-compute[74491]: node.discovery_type = static
Oct 30 07:39:35 user nova-compute[74491]: node.session.initial_cmdsn = 0
Oct 30 07:39:35 user nova-compute[74491]: node.session.initial_login_retry_max = 8
Oct 30 07:39:35 user nova-compute[74491]: node.session.xmit_thread_priority = -20
Oct 30 07:39:35 user nova-compute[74491]: node.session.cmds_max = 128
Oct 30 07:39:35 user nova-compute[74491]: node.session.queue_depth = 32
Oct 30 07:39:35 user nova-compute[74491]: node.session.nr_sessions = 1
Oct 30 07:39:35 user nova-compute[74491]: node.session.auth.authmethod = CHAP
Oct 30 07:39:35 user nova-compute[74491]: node.session.auth.username = vnsQaNJS
Oct 30 07:39:35 user nova-compute[74491]: node.session.auth.password = ***
Oct 30 07:39:35 user nova-compute[74491]: node.session.auth.username_in = <empty>
Oct 30 07:39:35 user nova-compute[74491]: node.session.auth.password_in = <empty>
Oct 30 07:39:35 user nova-compute[74491]: node.session.auth.chap_algs = MD5
Oct 30 07:39:35 user nova-compute[74491]: node.session.timeo.replacement_timeout = 120
Oct 30 07:39:35 user nova-compute[74491]: node.session.err_timeo.abort_timeout = 15
Oct 30 07:39:35 user nova-compute[74491]: node.session.err_timeo.lu_reset_timeout = 30
Oct 30 07:39:35 user nova-compute[74491]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 30 07:39:35 user nova-compute[74491]: node.session.err_timeo.host_reset_timeout = 60
Oct 30 07:39:35 user nova-compute[74491]: node.session.iscsi.FastAbort = Yes
Oct 30 07:39:35 user nova-compute[74491]: node.session.iscsi.InitialR2T = No
Oct 30 07:39:35 user nova-compute[74491]: node.session.iscsi.ImmediateData = Yes
Oct 30 07:39:35 user nova-compute[74491]: node.session.iscsi.FirstBurstLength = 262144
Oct 30 07:39:35 user nova-compute[74491]: node.session.iscsi.MaxBurstLength = 16776192
Oct 30 07:39:35 user nova-compute[74491]: node.session.iscsi.DefaultTime2Retain = 0
Oct 30 07:39:35 user nova-compute[74491]: node.session.iscsi.DefaultTime2Wait = 2
Oct 30 07:39:35 user nova-compute[74491]: node.session.iscsi.MaxConnections = 1
Oct 30 07:39:35 user nova-compute[74491]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 30 07:39:35 user nova-compute[74491]: node.session.iscsi.ERL = 0
Oct 30 07:39:35 user nova-compute[74491]: node.session.scan = manual
Oct 30 07:39:35 user nova-compute[74491]: node.session.reopen_max = 0
Oct 30 07:39:35 user nova-compute[74491]: node.conn[0].address = 172.16.0.220
Oct 30 07:39:35 user nova-compute[74491]: node.conn[0].port = 3260
Oct 30 07:39:35 user nova-compute[74491]: node.conn[0].startup = manual
Oct 30 07:39:35 user nova-compute[74491]: node.conn[0].tcp.window_size = 524288
Oct 30 07:39:35 user nova-compute[74491]: node.conn[0].tcp.type_of_service = 0
Oct 30 07:39:35 user nova-compute[74491]: node.conn[0].timeo.logout_timeout = 15
Oct 30 07:39:35 user nova-compute[74491]: node.conn[0].timeo.login_timeout = 15
Oct 30 07:39:35 user nova-compute[74491]: node.conn[0].timeo.auth_timeout = 45
Oct 30 07:39:35 user nova-compute[74491]: node.conn[0].timeo.noop_out_interval = 5
Oct 30 07:39:35 user nova-compute[74491]: node.conn[0].timeo.noop_out_timeout = 5
Oct 30 07:39:35 user nova-compute[74491]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 30 07:39:35 user nova-compute[74491]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 30 07:39:35 user nova-compute[74491]: node.conn[0].iscsi.HeaderDigest = None
Oct 30 07:39:35 user nova-compute[74491]: node.conn[0].iscsi.DataDigest = None
Oct 30 07:39:35 user nova-compute[74491]: node.conn[0].iscsi.IFMarker = No
Oct 30 07:39:35 user nova-compute[74491]: node.conn[0].iscsi.OFMarker = No
Oct 30 07:39:35 user nova-compute[74491]: # END RECORD
Oct 30 07:39:35 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cd0edd3-c060-4151-9ecc-38fd1406acc5]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[87ae643e-62aa-48c5-aa4b-00a3b64dfb34]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vnsQaNJS {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vnsQaNJS" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f8b7183-abb2-4d6b-90b3-e3ac1a0db8b2]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vnsQaNJS'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[19a8ff2f-10bd-4a81-bdf9-887d0399223a]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7ad00d6-1cbe-4c18-b333-ca46a77e0c26]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:39:35 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:39:35 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.152s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] HCTL ('33', '0', '0', 0) found on session 13 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Scanning host 33 c: 0, t: 0, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b06e380e-ed0c-42b2-b4a7-5dc82a0ad4a8]: (4, ('0 0 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Searching for a device in session 13 and hctl ('33', '0', '0', 0) yield: sdb {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vnsQaNJS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.180s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] <== connect_volume: return (182ms) {'type': 'block', 'scsi_wwn': '23530326135356339', 'path': '/dev/sdb'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23530326135356339', 'path': '/dev/sdb'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:36:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1775194799',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1775194799',id=13,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:37:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='22c884731d2d4072ae0c9759f82c4bfc',ramdisk_id='',reservation_id='r-7ucmipkt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1284148635',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:37:51Z,user_data=None,user_id='e940f70d67db459baad1d913fe2b7aa5',uuid=a9ab73d8-09f4-4bb3-8007-abf63dfbe984,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "address": "fa:16:3e:a3:84:c6", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "vif_mac": "fa:16:3e:a3:84:c6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa73ebde6-f5", "ovs_interfaceid": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Converting VIF {"id": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "address": "fa:16:3e:a3:84:c6", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "vif_mac": "fa:16:3e:a3:84:c6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa73ebde6-f5", "ovs_interfaceid": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a3:84:c6,bridge_name='br-int',has_traffic_filtering=True,id=a73ebde6-f5a2-47f4-b40f-322aad84e7ed,network=Network(3d123996-c32a-43e8-b0ec-49fd0fff0f1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa73ebde6-f5') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG nova.objects.instance [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lazy-loading 'pci_devices' on Instance uuid a9ab73d8-09f4-4bb3-8007-abf63dfbe984 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG nova.objects.base [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Object Instance<a9ab73d8-09f4-4bb3-8007-abf63dfbe984> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:39:35 user nova-compute[74491]:   <uuid>a9ab73d8-09f4-4bb3-8007-abf63dfbe984</uuid>
Oct 30 07:39:35 user nova-compute[74491]:   <name>instance-0000000d</name>
Oct 30 07:39:35 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:39:35 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:39:35 user nova-compute[74491]:   <metadata>
Oct 30 07:39:35 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:39:35 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:39:35 user nova-compute[74491]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1775194799</nova:name>
Oct 30 07:39:35 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:39:35</nova:creationTime>
Oct 30 07:39:35 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:39:35 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:39:35 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:39:35 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:39:35 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:39:35 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:39:35 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:39:35 user nova-compute[74491]:       <nova:owner>
Oct 30 07:39:35 user nova-compute[74491]:         <nova:user uuid="e940f70d67db459baad1d913fe2b7aa5">tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member</nova:user>
Oct 30 07:39:35 user nova-compute[74491]:         <nova:project uuid="22c884731d2d4072ae0c9759f82c4bfc">tempest-ServerBootFromVolumeStableRescueTest-1284148635</nova:project>
Oct 30 07:39:35 user nova-compute[74491]:       </nova:owner>
Oct 30 07:39:35 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:39:35 user nova-compute[74491]:       <nova:ports>
Oct 30 07:39:35 user nova-compute[74491]:         <nova:port uuid="a73ebde6-f5a2-47f4-b40f-322aad84e7ed">
Oct 30 07:39:35 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 30 07:39:35 user nova-compute[74491]:         </nova:port>
Oct 30 07:39:35 user nova-compute[74491]:       </nova:ports>
Oct 30 07:39:35 user nova-compute[74491]:     </nova:instance>
Oct 30 07:39:35 user nova-compute[74491]:   </metadata>
Oct 30 07:39:35 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:39:35 user nova-compute[74491]:     <system>
Oct 30 07:39:35 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:39:35 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:39:35 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:39:35 user nova-compute[74491]:       <entry name="serial">a9ab73d8-09f4-4bb3-8007-abf63dfbe984</entry>
Oct 30 07:39:35 user nova-compute[74491]:       <entry name="uuid">a9ab73d8-09f4-4bb3-8007-abf63dfbe984</entry>
Oct 30 07:39:35 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:39:35 user nova-compute[74491]:     </system>
Oct 30 07:39:35 user nova-compute[74491]:   </sysinfo>
Oct 30 07:39:35 user nova-compute[74491]:   <os>
Oct 30 07:39:35 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:39:35 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:39:35 user nova-compute[74491]:   </os>
Oct 30 07:39:35 user nova-compute[74491]:   <features>
Oct 30 07:39:35 user nova-compute[74491]:     <acpi/>
Oct 30 07:39:35 user nova-compute[74491]:     <apic/>
Oct 30 07:39:35 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:39:35 user nova-compute[74491]:   </features>
Oct 30 07:39:35 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:39:35 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:39:35 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:39:35 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:39:35 user nova-compute[74491]:   </clock>
Oct 30 07:39:35 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:39:35 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:39:35 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:39:35 user nova-compute[74491]:   </cpu>
Oct 30 07:39:35 user nova-compute[74491]:   <devices>
Oct 30 07:39:35 user nova-compute[74491]:     <disk type="block" device="disk">
Oct 30 07:39:35 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:39:35 user nova-compute[74491]:       <source dev="/dev/sdb"/>
Oct 30 07:39:35 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:39:35 user nova-compute[74491]:       <serial>c3f4eb42-4f00-4802-ac19-f9920bad5551</serial>
Oct 30 07:39:35 user nova-compute[74491]:     </disk>
Oct 30 07:39:35 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:39:35 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:39:35 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/a9ab73d8-09f4-4bb3-8007-abf63dfbe984/disk.rescue"/>
Oct 30 07:39:35 user nova-compute[74491]:       <target dev="vdb" bus="virtio"/>
Oct 30 07:39:35 user nova-compute[74491]:       <boot order="1"/>
Oct 30 07:39:35 user nova-compute[74491]:     </disk>
Oct 30 07:39:35 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:39:35 user nova-compute[74491]:       <mac address="fa:16:3e:a3:84:c6"/>
Oct 30 07:39:35 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:39:35 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:39:35 user nova-compute[74491]:       <target dev="tapa73ebde6-f5"/>
Oct 30 07:39:35 user nova-compute[74491]:     </interface>
Oct 30 07:39:35 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:39:35 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/a9ab73d8-09f4-4bb3-8007-abf63dfbe984/console.log" append="off"/>
Oct 30 07:39:35 user nova-compute[74491]:     </serial>
Oct 30 07:39:35 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:39:35 user nova-compute[74491]:     <video>
Oct 30 07:39:35 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:39:35 user nova-compute[74491]:     </video>
Oct 30 07:39:35 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:39:35 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:39:35 user nova-compute[74491]:     </rng>
Oct 30 07:39:35 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:39:35 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:39:35 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:39:35 user nova-compute[74491]:     </memballoon>
Oct 30 07:39:35 user nova-compute[74491]:   </devices>
Oct 30 07:39:35 user nova-compute[74491]: </domain>
Oct 30 07:39:35 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:39:35 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Instance destroyed successfully.
Oct 30 07:39:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:39:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] No VIF found with MAC fa:16:3e:a3:84:c6, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:39:36 user nova-compute[74491]: DEBUG nova.compute.manager [req-075cefbb-a37c-4116-b9c7-d82aebde9a8f req-8d0b8122-11cb-4111-b9b0-b47c832d10e4 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-deleted-847d75a9-0c14-4a87-be67-f1b10b98ffb5 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:36 user nova-compute[74491]: INFO nova.compute.manager [req-075cefbb-a37c-4116-b9c7-d82aebde9a8f req-8d0b8122-11cb-4111-b9b0-b47c832d10e4 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Neutron deleted interface 847d75a9-0c14-4a87-be67-f1b10b98ffb5; detaching it from the instance and deleting it from the info cache
Oct 30 07:39:36 user nova-compute[74491]: DEBUG nova.network.neutron [req-075cefbb-a37c-4116-b9c7-d82aebde9a8f req-8d0b8122-11cb-4111-b9b0-b47c832d10e4 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Updating instance_info_cache with network_info: [{"id": "b1c9310e-fb52-4682-a989-76e62d5eb5ce", "address": "fa:16:3e:3d:c0:01", "network": {"id": "a047a4e5-23d7-4582-91f0-1cbfdbc4caff", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-728295533-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1c9310e-fb", "ovs_interfaceid": "b1c9310e-fb52-4682-a989-76e62d5eb5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b93e5c2-9897-4eca-a2ab-941b2e47aefd", "address": "fa:16:3e:17:c9:57", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b93e5c2-98", "ovs_interfaceid": "6b93e5c2-9897-4eca-a2ab-941b2e47aefd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "49b7a43b-accd-46da-a4f0-8744bb355bdc", "address": "fa:16:3e:59:0c:e6", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49b7a43b-ac", "ovs_interfaceid": "49b7a43b-accd-46da-a4f0-8744bb355bdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2e8a5a1f-b68d-4f4a-b419-80495f9035d7", "address": "fa:16:3e:1f:17:39", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e8a5a1f-b6", "ovs_interfaceid": "2e8a5a1f-b68d-4f4a-b419-80495f9035d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "73c87222-b8d4-4f8f-a0ec-84ca97c596ee", "address": "fa:16:3e:e7:6c:ef", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73c87222-b8", "ovs_interfaceid": "73c87222-b8d4-4f8f-a0ec-84ca97c596ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c5d9e09a-d63f-4426-8521-7af553ae4752", "address": "fa:16:3e:92:65:31", "network": {"id": "81874e2c-837e-4a06-9e58-540d637fc4ee", "bridge": "br-int", "label": "tempest-device-tagging-net2-470929949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5d9e09a-d6", "ovs_interfaceid": "c5d9e09a-d63f-4426-8521-7af553ae4752", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:39:36 user nova-compute[74491]: DEBUG nova.compute.manager [req-075cefbb-a37c-4116-b9c7-d82aebde9a8f req-8d0b8122-11cb-4111-b9b0-b47c832d10e4 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Detach interface failed, port_id=847d75a9-0c14-4a87-be67-f1b10b98ffb5, reason: Instance 53a6d265-dc17-4b14-a771-20cde46d0df4 could not be found. {{(pid=74491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 07:39:36 user nova-compute[74491]: DEBUG nova.compute.manager [req-075cefbb-a37c-4116-b9c7-d82aebde9a8f req-8d0b8122-11cb-4111-b9b0-b47c832d10e4 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-deleted-b1c9310e-fb52-4682-a989-76e62d5eb5ce {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:36 user nova-compute[74491]: INFO nova.compute.manager [req-075cefbb-a37c-4116-b9c7-d82aebde9a8f req-8d0b8122-11cb-4111-b9b0-b47c832d10e4 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Neutron deleted interface b1c9310e-fb52-4682-a989-76e62d5eb5ce; detaching it from the instance and deleting it from the info cache
Oct 30 07:39:36 user nova-compute[74491]: DEBUG nova.network.neutron [req-075cefbb-a37c-4116-b9c7-d82aebde9a8f req-8d0b8122-11cb-4111-b9b0-b47c832d10e4 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Updating instance_info_cache with network_info: [{"id": "6b93e5c2-9897-4eca-a2ab-941b2e47aefd", "address": "fa:16:3e:17:c9:57", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b93e5c2-98", "ovs_interfaceid": "6b93e5c2-9897-4eca-a2ab-941b2e47aefd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "49b7a43b-accd-46da-a4f0-8744bb355bdc", "address": "fa:16:3e:59:0c:e6", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49b7a43b-ac", "ovs_interfaceid": "49b7a43b-accd-46da-a4f0-8744bb355bdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2e8a5a1f-b68d-4f4a-b419-80495f9035d7", "address": "fa:16:3e:1f:17:39", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e8a5a1f-b6", "ovs_interfaceid": "2e8a5a1f-b68d-4f4a-b419-80495f9035d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "73c87222-b8d4-4f8f-a0ec-84ca97c596ee", "address": "fa:16:3e:e7:6c:ef", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73c87222-b8", "ovs_interfaceid": "73c87222-b8d4-4f8f-a0ec-84ca97c596ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c5d9e09a-d63f-4426-8521-7af553ae4752", "address": "fa:16:3e:92:65:31", "network": {"id": "81874e2c-837e-4a06-9e58-540d637fc4ee", "bridge": "br-int", "label": "tempest-device-tagging-net2-470929949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5d9e09a-d6", "ovs_interfaceid": "c5d9e09a-d63f-4426-8521-7af553ae4752", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:39:36 user nova-compute[74491]: DEBUG nova.compute.manager [req-075cefbb-a37c-4116-b9c7-d82aebde9a8f req-8d0b8122-11cb-4111-b9b0-b47c832d10e4 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Detach interface failed, port_id=b1c9310e-fb52-4682-a989-76e62d5eb5ce, reason: Instance 53a6d265-dc17-4b14-a771-20cde46d0df4 could not be found. {{(pid=74491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 07:39:36 user nova-compute[74491]: DEBUG nova.compute.manager [req-075cefbb-a37c-4116-b9c7-d82aebde9a8f req-8d0b8122-11cb-4111-b9b0-b47c832d10e4 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-deleted-2e8a5a1f-b68d-4f4a-b419-80495f9035d7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:36 user nova-compute[74491]: INFO nova.compute.manager [req-075cefbb-a37c-4116-b9c7-d82aebde9a8f req-8d0b8122-11cb-4111-b9b0-b47c832d10e4 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Neutron deleted interface 2e8a5a1f-b68d-4f4a-b419-80495f9035d7; detaching it from the instance and deleting it from the info cache
Oct 30 07:39:36 user nova-compute[74491]: DEBUG nova.network.neutron [req-075cefbb-a37c-4116-b9c7-d82aebde9a8f req-8d0b8122-11cb-4111-b9b0-b47c832d10e4 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Updating instance_info_cache with network_info: [{"id": "6b93e5c2-9897-4eca-a2ab-941b2e47aefd", "address": "fa:16:3e:17:c9:57", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b93e5c2-98", "ovs_interfaceid": "6b93e5c2-9897-4eca-a2ab-941b2e47aefd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "49b7a43b-accd-46da-a4f0-8744bb355bdc", "address": "fa:16:3e:59:0c:e6", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49b7a43b-ac", "ovs_interfaceid": "49b7a43b-accd-46da-a4f0-8744bb355bdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "73c87222-b8d4-4f8f-a0ec-84ca97c596ee", "address": "fa:16:3e:e7:6c:ef", "network": {"id": "92ed61c7-a0c9-4f2e-9ea2-d800f34579bb", "bridge": "br-int", "label": "tempest-device-tagging-net1-455924244", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73c87222-b8", "ovs_interfaceid": "73c87222-b8d4-4f8f-a0ec-84ca97c596ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c5d9e09a-d63f-4426-8521-7af553ae4752", "address": "fa:16:3e:92:65:31", "network": {"id": "81874e2c-837e-4a06-9e58-540d637fc4ee", "bridge": "br-int", "label": "tempest-device-tagging-net2-470929949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "56e79f470e774d479b97d2cc90eb7830", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5d9e09a-d6", "ovs_interfaceid": "c5d9e09a-d63f-4426-8521-7af553ae4752", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:39:36 user nova-compute[74491]: DEBUG nova.compute.manager [req-075cefbb-a37c-4116-b9c7-d82aebde9a8f req-8d0b8122-11cb-4111-b9b0-b47c832d10e4 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Detach interface failed, port_id=2e8a5a1f-b68d-4f4a-b419-80495f9035d7, reason: Instance 53a6d265-dc17-4b14-a771-20cde46d0df4 could not be found. {{(pid=74491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 07:39:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:37 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:39:37 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Took 6.48 seconds to deallocate network for instance.
Oct 30 07:39:37 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:39:37 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:39:37 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Cleaning up deleted instances {{(pid=74491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 07:39:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:37 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] There are 0 instances to clean {{(pid=74491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 07:39:38 user nova-compute[74491]: DEBUG nova.compute.manager [req-3bd61bcc-b819-45a5-946f-2c70ceec2996 req-22981b12-32c5-495c-8512-6439e5148279 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-deleted-73c87222-b8d4-4f8f-a0ec-84ca97c596ee {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:38 user nova-compute[74491]: DEBUG nova.compute.manager [req-3bd61bcc-b819-45a5-946f-2c70ceec2996 req-22981b12-32c5-495c-8512-6439e5148279 service nova] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Received event network-vif-deleted-c5d9e09a-d63f-4426-8521-7af553ae4752 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:38 user nova-compute[74491]: DEBUG nova.compute.manager [req-3bd61bcc-b819-45a5-946f-2c70ceec2996 req-22981b12-32c5-495c-8512-6439e5148279 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Received event network-vif-plugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3bd61bcc-b819-45a5-946f-2c70ceec2996 req-22981b12-32c5-495c-8512-6439e5148279 service nova] Acquiring lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3bd61bcc-b819-45a5-946f-2c70ceec2996 req-22981b12-32c5-495c-8512-6439e5148279 service nova] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3bd61bcc-b819-45a5-946f-2c70ceec2996 req-22981b12-32c5-495c-8512-6439e5148279 service nova] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:38 user nova-compute[74491]: DEBUG nova.compute.manager [req-3bd61bcc-b819-45a5-946f-2c70ceec2996 req-22981b12-32c5-495c-8512-6439e5148279 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] No waiting events found dispatching network-vif-plugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:39:38 user nova-compute[74491]: WARNING nova.compute.manager [req-3bd61bcc-b819-45a5-946f-2c70ceec2996 req-22981b12-32c5-495c-8512-6439e5148279 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Received unexpected event network-vif-plugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed for instance with vm_state active and task_state rescuing.
Oct 30 07:39:38 user nova-compute[74491]: DEBUG nova.compute.manager [req-3bd61bcc-b819-45a5-946f-2c70ceec2996 req-22981b12-32c5-495c-8512-6439e5148279 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Received event network-vif-plugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3bd61bcc-b819-45a5-946f-2c70ceec2996 req-22981b12-32c5-495c-8512-6439e5148279 service nova] Acquiring lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3bd61bcc-b819-45a5-946f-2c70ceec2996 req-22981b12-32c5-495c-8512-6439e5148279 service nova] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3bd61bcc-b819-45a5-946f-2c70ceec2996 req-22981b12-32c5-495c-8512-6439e5148279 service nova] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:38 user nova-compute[74491]: DEBUG nova.compute.manager [req-3bd61bcc-b819-45a5-946f-2c70ceec2996 req-22981b12-32c5-495c-8512-6439e5148279 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] No waiting events found dispatching network-vif-plugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:39:38 user nova-compute[74491]: WARNING nova.compute.manager [req-3bd61bcc-b819-45a5-946f-2c70ceec2996 req-22981b12-32c5-495c-8512-6439e5148279 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Received unexpected event network-vif-plugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed for instance with vm_state active and task_state rescuing.
Oct 30 07:39:39 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:39:39 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:39:39 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 07:39:39 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:39:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:39 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 07:39:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:39 user nova-compute[74491]: DEBUG nova.compute.manager [None req-5811aaa9-7526-4913-a801-05556b2a5296 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:39:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08481839-641d-43f6-93df-7cf312cde14a/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08481839-641d-43f6-93df-7cf312cde14a/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08481839-641d-43f6-93df-7cf312cde14a/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08481839-641d-43f6-93df-7cf312cde14a/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json" returned: 0 in 0.204s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json" returned: 0 in 0.279s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:41 user nova-compute[74491]: INFO nova.compute.manager [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] [instance: 53a6d265-dc17-4b14-a771-20cde46d0df4] Took 4.29 seconds to detach 3 volumes for instance.
Oct 30 07:39:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:42 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:39:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:42 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:39:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.653s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:42 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Deleted allocations for instance 53a6d265-dc17-4b14-a771-20cde46d0df4
Oct 30 07:39:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4b51caa-fa9b-4fa0-826e-baca868e7010 tempest-TaggedBootDevicesTest_v242-1506776593 tempest-TaggedBootDevicesTest_v242-1506776593-project-member] Lock "53a6d265-dc17-4b14-a771-20cde46d0df4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 16.530s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:42 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:39:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ab73d8-09f4-4bb3-8007-abf63dfbe984/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ab73d8-09f4-4bb3-8007-abf63dfbe984/disk.rescue --force-share --output=json" returned: 0 in 0.207s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ab73d8-09f4-4bb3-8007-abf63dfbe984/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ab73d8-09f4-4bb3-8007-abf63dfbe984/disk.rescue --force-share --output=json" returned: 0 in 0.291s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk.rescue --force-share --output=json" returned: 0 in 0.240s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:43 user nova-compute[74491]: INFO nova.compute.manager [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] [instance: fc75121d-9e3c-4306-8a8d-6c8abf1ae04e] Took 12.99 seconds to detach 3 volumes for instance.
Oct 30 07:39:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk.rescue --force-share --output=json" returned: 0 in 0.290s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.004s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:43 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Refreshing inventories for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 07:39:44 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Updating ProviderTree inventory for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 07:39:44 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Updating inventory in ProviderTree for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 07:39:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:44 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Refreshing aggregate associations for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9, aggregates: None {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 07:39:44 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Refreshing trait associations for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9, traits: COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_CIRRUS,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSSE3,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_TRUSTED_CERTS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE41,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE,HW_CPU_X86_MMX,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_FDC,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_USB {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 07:39:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:44 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:39:44 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:39:44 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=7801MB free_disk=25.57387924194336GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 07:39:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:45 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:39:45 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:39:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.215s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.334s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:45 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Deleted allocations for instance fc75121d-9e3c-4306-8a8d-6c8abf1ae04e
Oct 30 07:39:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f5297d28-cff9-4210-b82a-ee38eca59172 tempest-TaggedBootDevicesTest-1604445710 tempest-TaggedBootDevicesTest-1604445710-project-member] Lock "fc75121d-9e3c-4306-8a8d-6c8abf1ae04e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 25.951s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 962072d3-a76a-491e-8693-d0f1ce2a2dd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:39:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance fb047ba5-cb93-44ef-9443-bf2f728277c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:39:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance bb072d38-2d8d-4138-833b-de7b80d17a96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:39:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 6baf250e-557b-456f-8962-4e4e58e8f1b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:39:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance a9ab73d8-09f4-4bb3-8007-abf63dfbe984 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:39:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ca6e5e60-1eff-4e73-a1d8-b78361f31e61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:39:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 08481839-641d-43f6-93df-7cf312cde14a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:39:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 0cd7d5a1-69a6-49df-a194-819797daa2a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:39:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 07:39:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 07:39:45 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:39:45 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:39:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 07:39:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.571s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:45 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:39:45 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74491) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 07:39:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:47 user nova-compute[74491]: DEBUG nova.compute.manager [req-6a6bf486-0351-48bb-aeda-561483b6b80a req-d8db0c91-8182-4e27-b1b8-fef2dd2bd181 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Received event network-changed-2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:47 user nova-compute[74491]: DEBUG nova.compute.manager [req-6a6bf486-0351-48bb-aeda-561483b6b80a req-d8db0c91-8182-4e27-b1b8-fef2dd2bd181 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Refreshing instance network info cache due to event network-changed-2690cd19-db89-4956-afb9-fb1cd72a6ead. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:39:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6a6bf486-0351-48bb-aeda-561483b6b80a req-d8db0c91-8182-4e27-b1b8-fef2dd2bd181 service nova] Acquiring lock "refresh_cache-ca6e5e60-1eff-4e73-a1d8-b78361f31e61" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:39:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6a6bf486-0351-48bb-aeda-561483b6b80a req-d8db0c91-8182-4e27-b1b8-fef2dd2bd181 service nova] Acquired lock "refresh_cache-ca6e5e60-1eff-4e73-a1d8-b78361f31e61" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:39:47 user nova-compute[74491]: DEBUG nova.network.neutron [req-6a6bf486-0351-48bb-aeda-561483b6b80a req-d8db0c91-8182-4e27-b1b8-fef2dd2bd181 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Refreshing network info cache for port 2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:39:47 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:39:47 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:39:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 07:39:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Didn't find any instances for network info cache update. {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 07:39:47 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:39:47 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:39:47 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:39:47 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:39:47 user nova-compute[74491]: DEBUG nova.network.neutron [req-6a6bf486-0351-48bb-aeda-561483b6b80a req-d8db0c91-8182-4e27-b1b8-fef2dd2bd181 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Updated VIF entry in instance network info cache for port 2690cd19-db89-4956-afb9-fb1cd72a6ead. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:39:47 user nova-compute[74491]: DEBUG nova.network.neutron [req-6a6bf486-0351-48bb-aeda-561483b6b80a req-d8db0c91-8182-4e27-b1b8-fef2dd2bd181 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Updating instance_info_cache with network_info: [{"id": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "address": "fa:16:3e:79:ba:83", "network": {"id": "4b60f2bc-47f1-4758-ab27-7409b0ed4838", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-353851300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bc84846dd74eecb286bfbcfd4f838b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2690cd19-db", "ovs_interfaceid": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:39:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6a6bf486-0351-48bb-aeda-561483b6b80a req-d8db0c91-8182-4e27-b1b8-fef2dd2bd181 service nova] Releasing lock "refresh_cache-ca6e5e60-1eff-4e73-a1d8-b78361f31e61" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:39:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:51 user nova-compute[74491]: DEBUG nova.compute.manager [req-34a013cf-1d9f-42db-acf3-7cba23856b47 req-794202a9-f336-438f-95e9-54f553cd0195 service nova] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Received event network-changed-4d1ec0bf-8d15-4ced-8aae-c86d210ca55c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:39:51 user nova-compute[74491]: DEBUG nova.compute.manager [req-34a013cf-1d9f-42db-acf3-7cba23856b47 req-794202a9-f336-438f-95e9-54f553cd0195 service nova] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Refreshing instance network info cache due to event network-changed-4d1ec0bf-8d15-4ced-8aae-c86d210ca55c. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:39:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-34a013cf-1d9f-42db-acf3-7cba23856b47 req-794202a9-f336-438f-95e9-54f553cd0195 service nova] Acquiring lock "refresh_cache-08481839-641d-43f6-93df-7cf312cde14a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:39:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-34a013cf-1d9f-42db-acf3-7cba23856b47 req-794202a9-f336-438f-95e9-54f553cd0195 service nova] Acquired lock "refresh_cache-08481839-641d-43f6-93df-7cf312cde14a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:39:51 user nova-compute[74491]: DEBUG nova.network.neutron [req-34a013cf-1d9f-42db-acf3-7cba23856b47 req-794202a9-f336-438f-95e9-54f553cd0195 service nova] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Refreshing network info cache for port 4d1ec0bf-8d15-4ced-8aae-c86d210ca55c {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:39:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "08481839-641d-43f6-93df-7cf312cde14a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "08481839-641d-43f6-93df-7cf312cde14a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:52 user nova-compute[74491]: DEBUG nova.objects.instance [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lazy-loading 'flavor' on Instance uuid 08481839-641d-43f6-93df-7cf312cde14a {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:39:52 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Ignoring supplied device name: /dev/vdb
Oct 30 07:39:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "08481839-641d-43f6-93df-7cf312cde14a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.066s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "08481839-641d-43f6-93df-7cf312cde14a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "08481839-641d-43f6-93df-7cf312cde14a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:52 user nova-compute[74491]: INFO nova.compute.manager [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Attaching volume a8fba313-1ee7-458b-aaf0-ae589db2d7f3 to /dev/vdb
Oct 30 07:39:52 user nova-compute[74491]: DEBUG os_brick.utils [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:39:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c151e95-1a7f-4a02-a0d3-76ab46ca793d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e3af28c-3992-442d-b1e4-7bb7449d7157]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa698910-8925-444c-a0b4-73c11bbf3057]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[92d414a8-dcf9-4048-9505-2078e968d905]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:39:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:39:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:39:52 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:39:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[df94be54-329a-427a-b671-b2eb571b03df]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:39:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:39:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:39:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:39:52 user nova-compute[74491]: DEBUG os_brick.utils [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:39:52 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Updating existing volume attachment record: b7558e43-07bd-46c9-81a2-13fde29d58a8 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:39:52 user nova-compute[74491]: DEBUG nova.network.neutron [req-34a013cf-1d9f-42db-acf3-7cba23856b47 req-794202a9-f336-438f-95e9-54f553cd0195 service nova] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Updated VIF entry in instance network info cache for port 4d1ec0bf-8d15-4ced-8aae-c86d210ca55c. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:39:52 user nova-compute[74491]: DEBUG nova.network.neutron [req-34a013cf-1d9f-42db-acf3-7cba23856b47 req-794202a9-f336-438f-95e9-54f553cd0195 service nova] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Updating instance_info_cache with network_info: [{"id": "4d1ec0bf-8d15-4ced-8aae-c86d210ca55c", "address": "fa:16:3e:0a:12:bd", "network": {"id": "0ee19de2-df20-4647-98cd-f0196ef50b3f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-158911491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5328a34e1d7f4acdb9edd844396f1e40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d1ec0bf-8d", "ovs_interfaceid": "4d1ec0bf-8d15-4ced-8aae-c86d210ca55c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:39:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-34a013cf-1d9f-42db-acf3-7cba23856b47 req-794202a9-f336-438f-95e9-54f553cd0195 service nova] Releasing lock "refresh_cache-08481839-641d-43f6-93df-7cf312cde14a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:39:53 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "ffba7846-2a43-48b7-bd99-27fc59c81765" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "ffba7846-2a43-48b7-bd99-27fc59c81765" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:58 user nova-compute[74491]: DEBUG nova.compute.manager [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:39:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:59 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:39:59 user nova-compute[74491]: INFO nova.compute.claims [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Claim successful on node user
Oct 30 07:39:59 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:39:59 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:39:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.422s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:59 user nova-compute[74491]: DEBUG nova.compute.manager [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:39:59 user nova-compute[74491]: DEBUG nova.compute.manager [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:39:59 user nova-compute[74491]: DEBUG nova.network.neutron [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:39:59 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:39:59 user nova-compute[74491]: DEBUG nova.compute.manager [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:39:59 user nova-compute[74491]: DEBUG nova.policy [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c60fbfc7c864b9f8cd4c2e5265791b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bf5f042f1294411be0594d4439321be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:39:59 user nova-compute[74491]: DEBUG nova.compute.manager [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:39:59 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:39:59 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Creating image(s)
Oct 30 07:39:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "/opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "/opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "/opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:39:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:39:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:39:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.170s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:39:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:39:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:39:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.184s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk 1073741824" returned: 0 in 0.059s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.255s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:40:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:00 user nova-compute[74491]: DEBUG nova.network.neutron [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Successfully created port: 4473130f-e4d4-4c60-a047-fc809045a251 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:40:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.211s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:00 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:40:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:00 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Cannot resize image /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:40:00 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:40:00 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Ensure instance console log exists: /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:40:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:40:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:40:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:40:00 user nova-compute[74491]: DEBUG nova.network.neutron [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Successfully updated port: 4473130f-e4d4-4c60-a047-fc809045a251 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "refresh_cache-ffba7846-2a43-48b7-bd99-27fc59c81765" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquired lock "refresh_cache-ffba7846-2a43-48b7-bd99-27fc59c81765" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.network.neutron [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.compute.manager [req-856a25da-1483-418a-a284-e571bb695465 req-642cb18d-d05a-4fb9-8326-843711a394b9 service nova] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Received event network-changed-4473130f-e4d4-4c60-a047-fc809045a251 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.compute.manager [req-856a25da-1483-418a-a284-e571bb695465 req-642cb18d-d05a-4fb9-8326-843711a394b9 service nova] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Refreshing instance network info cache due to event network-changed-4473130f-e4d4-4c60-a047-fc809045a251. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-856a25da-1483-418a-a284-e571bb695465 req-642cb18d-d05a-4fb9-8326-843711a394b9 service nova] Acquiring lock "refresh_cache-ffba7846-2a43-48b7-bd99-27fc59c81765" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.network.neutron [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.network.neutron [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Updating instance_info_cache with network_info: [{"id": "4473130f-e4d4-4c60-a047-fc809045a251", "address": "fa:16:3e:1f:df:03", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4473130f-e4", "ovs_interfaceid": "4473130f-e4d4-4c60-a047-fc809045a251", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Releasing lock "refresh_cache-ffba7846-2a43-48b7-bd99-27fc59c81765" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.compute.manager [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Instance network_info: |[{"id": "4473130f-e4d4-4c60-a047-fc809045a251", "address": "fa:16:3e:1f:df:03", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4473130f-e4", "ovs_interfaceid": "4473130f-e4d4-4c60-a047-fc809045a251", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-856a25da-1483-418a-a284-e571bb695465 req-642cb18d-d05a-4fb9-8326-843711a394b9 service nova] Acquired lock "refresh_cache-ffba7846-2a43-48b7-bd99-27fc59c81765" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.network.neutron [req-856a25da-1483-418a-a284-e571bb695465 req-642cb18d-d05a-4fb9-8326-843711a394b9 service nova] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Refreshing network info cache for port 4473130f-e4d4-4c60-a047-fc809045a251 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Start _get_guest_xml network_info=[{"id": "4473130f-e4d4-4c60-a047-fc809045a251", "address": "fa:16:3e:1f:df:03", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4473130f-e4", "ovs_interfaceid": "4473130f-e4d4-4c60-a047-fc809045a251", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:40:01 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:40:01 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:39:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1999384929',display_name='tempest-ServerActionsTestOtherA-server-1999384929',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1999384929',id=17,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMKkX3wZa5nlTx/zBkPq6JvHkuZ0ZwirtzvwXAc+12ili2J7Jt0OFTuadQO3Yy3WbPZo6JzOEnW8MZn2lbxtOnQpsb/JJheLCfixeW345LWonBlzJm5jxOEtzAKsRELF4A==',key_name='tempest-keypair-511898630',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5bf5f042f1294411be0594d4439321be',ramdisk_id='',reservation_id='r-oliw8cb0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-567659046',owner_user_name='tempest-ServerActionsTestOtherA-567659046-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:40:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c60fbfc7c864b9f8cd4c2e5265791b6',uuid=ffba7846-2a43-48b7-bd99-27fc59c81765,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4473130f-e4d4-4c60-a047-fc809045a251", "address": "fa:16:3e:1f:df:03", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4473130f-e4", "ovs_interfaceid": "4473130f-e4d4-4c60-a047-fc809045a251", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Converting VIF {"id": "4473130f-e4d4-4c60-a047-fc809045a251", "address": "fa:16:3e:1f:df:03", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4473130f-e4", "ovs_interfaceid": "4473130f-e4d4-4c60-a047-fc809045a251", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1f:df:03,bridge_name='br-int',has_traffic_filtering=True,id=4473130f-e4d4-4c60-a047-fc809045a251,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4473130f-e4') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.objects.instance [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lazy-loading 'pci_devices' on Instance uuid ffba7846-2a43-48b7-bd99-27fc59c81765 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:40:01 user nova-compute[74491]:   <uuid>ffba7846-2a43-48b7-bd99-27fc59c81765</uuid>
Oct 30 07:40:01 user nova-compute[74491]:   <name>instance-00000011</name>
Oct 30 07:40:01 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:40:01 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:40:01 user nova-compute[74491]:   <metadata>
Oct 30 07:40:01 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:40:01 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:40:01 user nova-compute[74491]:       <nova:name>tempest-ServerActionsTestOtherA-server-1999384929</nova:name>
Oct 30 07:40:01 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:40:01</nova:creationTime>
Oct 30 07:40:01 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:40:01 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:40:01 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:40:01 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:40:01 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:40:01 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:40:01 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:40:01 user nova-compute[74491]:       <nova:owner>
Oct 30 07:40:01 user nova-compute[74491]:         <nova:user uuid="5c60fbfc7c864b9f8cd4c2e5265791b6">tempest-ServerActionsTestOtherA-567659046-project-member</nova:user>
Oct 30 07:40:01 user nova-compute[74491]:         <nova:project uuid="5bf5f042f1294411be0594d4439321be">tempest-ServerActionsTestOtherA-567659046</nova:project>
Oct 30 07:40:01 user nova-compute[74491]:       </nova:owner>
Oct 30 07:40:01 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:40:01 user nova-compute[74491]:       <nova:ports>
Oct 30 07:40:01 user nova-compute[74491]:         <nova:port uuid="4473130f-e4d4-4c60-a047-fc809045a251">
Oct 30 07:40:01 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 30 07:40:01 user nova-compute[74491]:         </nova:port>
Oct 30 07:40:01 user nova-compute[74491]:       </nova:ports>
Oct 30 07:40:01 user nova-compute[74491]:     </nova:instance>
Oct 30 07:40:01 user nova-compute[74491]:   </metadata>
Oct 30 07:40:01 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:40:01 user nova-compute[74491]:     <system>
Oct 30 07:40:01 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:40:01 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:40:01 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:40:01 user nova-compute[74491]:       <entry name="serial">ffba7846-2a43-48b7-bd99-27fc59c81765</entry>
Oct 30 07:40:01 user nova-compute[74491]:       <entry name="uuid">ffba7846-2a43-48b7-bd99-27fc59c81765</entry>
Oct 30 07:40:01 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:40:01 user nova-compute[74491]:     </system>
Oct 30 07:40:01 user nova-compute[74491]:   </sysinfo>
Oct 30 07:40:01 user nova-compute[74491]:   <os>
Oct 30 07:40:01 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:40:01 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:40:01 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:40:01 user nova-compute[74491]:   </os>
Oct 30 07:40:01 user nova-compute[74491]:   <features>
Oct 30 07:40:01 user nova-compute[74491]:     <acpi/>
Oct 30 07:40:01 user nova-compute[74491]:     <apic/>
Oct 30 07:40:01 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:40:01 user nova-compute[74491]:   </features>
Oct 30 07:40:01 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:40:01 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:40:01 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:40:01 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:40:01 user nova-compute[74491]:   </clock>
Oct 30 07:40:01 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:40:01 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:40:01 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:40:01 user nova-compute[74491]:   </cpu>
Oct 30 07:40:01 user nova-compute[74491]:   <devices>
Oct 30 07:40:01 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:40:01 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:40:01 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk"/>
Oct 30 07:40:01 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:40:01 user nova-compute[74491]:     </disk>
Oct 30 07:40:01 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:40:01 user nova-compute[74491]:       <mac address="fa:16:3e:1f:df:03"/>
Oct 30 07:40:01 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:40:01 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:40:01 user nova-compute[74491]:       <target dev="tap4473130f-e4"/>
Oct 30 07:40:01 user nova-compute[74491]:     </interface>
Oct 30 07:40:01 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:40:01 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/console.log" append="off"/>
Oct 30 07:40:01 user nova-compute[74491]:     </serial>
Oct 30 07:40:01 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:40:01 user nova-compute[74491]:     <video>
Oct 30 07:40:01 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:40:01 user nova-compute[74491]:     </video>
Oct 30 07:40:01 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:40:01 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:40:01 user nova-compute[74491]:     </rng>
Oct 30 07:40:01 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:40:01 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:40:01 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:40:01 user nova-compute[74491]:     </memballoon>
Oct 30 07:40:01 user nova-compute[74491]:   </devices>
Oct 30 07:40:01 user nova-compute[74491]: </domain>
Oct 30 07:40:01 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:39:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1999384929',display_name='tempest-ServerActionsTestOtherA-server-1999384929',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1999384929',id=17,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMKkX3wZa5nlTx/zBkPq6JvHkuZ0ZwirtzvwXAc+12ili2J7Jt0OFTuadQO3Yy3WbPZo6JzOEnW8MZn2lbxtOnQpsb/JJheLCfixeW345LWonBlzJm5jxOEtzAKsRELF4A==',key_name='tempest-keypair-511898630',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5bf5f042f1294411be0594d4439321be',ramdisk_id='',reservation_id='r-oliw8cb0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-567659046',owner_user_name='tempest-ServerActionsTestOtherA-567659046-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:40:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c60fbfc7c864b9f8cd4c2e5265791b6',uuid=ffba7846-2a43-48b7-bd99-27fc59c81765,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4473130f-e4d4-4c60-a047-fc809045a251", "address": "fa:16:3e:1f:df:03", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4473130f-e4", "ovs_interfaceid": "4473130f-e4d4-4c60-a047-fc809045a251", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Converting VIF {"id": "4473130f-e4d4-4c60-a047-fc809045a251", "address": "fa:16:3e:1f:df:03", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4473130f-e4", "ovs_interfaceid": "4473130f-e4d4-4c60-a047-fc809045a251", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1f:df:03,bridge_name='br-int',has_traffic_filtering=True,id=4473130f-e4d4-4c60-a047-fc809045a251,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4473130f-e4') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG os_vif [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1f:df:03,bridge_name='br-int',has_traffic_filtering=True,id=4473130f-e4d4-4c60-a047-fc809045a251,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4473130f-e4') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8b804963-e822-5203-87dd-85ea843e73a1', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4473130f-e4, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4473130f-e4, col_values=(('qos', UUID('c3ce836c-0982-4599-b2a1-f69f738e8742')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4473130f-e4, col_values=(('external_ids', {'iface-id': '4473130f-e4d4-4c60-a047-fc809045a251', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1f:df:03', 'vm-uuid': 'ffba7846-2a43-48b7-bd99-27fc59c81765'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:01 user nova-compute[74491]: INFO os_vif [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1f:df:03,bridge_name='br-int',has_traffic_filtering=True,id=4473130f-e4d4-4c60-a047-fc809045a251,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4473130f-e4')
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] No VIF found with MAC fa:16:3e:1f:df:03, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.network.neutron [req-856a25da-1483-418a-a284-e571bb695465 req-642cb18d-d05a-4fb9-8326-843711a394b9 service nova] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Updated VIF entry in instance network info cache for port 4473130f-e4d4-4c60-a047-fc809045a251. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG nova.network.neutron [req-856a25da-1483-418a-a284-e571bb695465 req-642cb18d-d05a-4fb9-8326-843711a394b9 service nova] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Updating instance_info_cache with network_info: [{"id": "4473130f-e4d4-4c60-a047-fc809045a251", "address": "fa:16:3e:1f:df:03", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4473130f-e4", "ovs_interfaceid": "4473130f-e4d4-4c60-a047-fc809045a251", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:40:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-856a25da-1483-418a-a284-e571bb695465 req-642cb18d-d05a-4fb9-8326-843711a394b9 service nova] Releasing lock "refresh_cache-ffba7846-2a43-48b7-bd99-27fc59c81765" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:40:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:03 user nova-compute[74491]: DEBUG nova.compute.manager [req-31248e1b-5673-4206-bf0d-897741031e5a req-822f07e3-5830-4be6-ba6c-da7aaf87eb9d service nova] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Received event network-vif-plugged-4473130f-e4d4-4c60-a047-fc809045a251 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:40:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-31248e1b-5673-4206-bf0d-897741031e5a req-822f07e3-5830-4be6-ba6c-da7aaf87eb9d service nova] Acquiring lock "ffba7846-2a43-48b7-bd99-27fc59c81765-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:40:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-31248e1b-5673-4206-bf0d-897741031e5a req-822f07e3-5830-4be6-ba6c-da7aaf87eb9d service nova] Lock "ffba7846-2a43-48b7-bd99-27fc59c81765-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:40:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-31248e1b-5673-4206-bf0d-897741031e5a req-822f07e3-5830-4be6-ba6c-da7aaf87eb9d service nova] Lock "ffba7846-2a43-48b7-bd99-27fc59c81765-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:40:03 user nova-compute[74491]: DEBUG nova.compute.manager [req-31248e1b-5673-4206-bf0d-897741031e5a req-822f07e3-5830-4be6-ba6c-da7aaf87eb9d service nova] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] No waiting events found dispatching network-vif-plugged-4473130f-e4d4-4c60-a047-fc809045a251 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:40:03 user nova-compute[74491]: WARNING nova.compute.manager [req-31248e1b-5673-4206-bf0d-897741031e5a req-822f07e3-5830-4be6-ba6c-da7aaf87eb9d service nova] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Received unexpected event network-vif-plugged-4473130f-e4d4-4c60-a047-fc809045a251 for instance with vm_state building and task_state spawning.
Oct 30 07:40:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:05 user nova-compute[74491]: DEBUG nova.compute.manager [req-07e29e33-da5b-4219-8d46-14d53a02f669 req-5e139a0b-8a95-4244-b799-74a9df07a78a service nova] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Received event network-vif-plugged-4473130f-e4d4-4c60-a047-fc809045a251 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:40:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-07e29e33-da5b-4219-8d46-14d53a02f669 req-5e139a0b-8a95-4244-b799-74a9df07a78a service nova] Acquiring lock "ffba7846-2a43-48b7-bd99-27fc59c81765-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:40:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-07e29e33-da5b-4219-8d46-14d53a02f669 req-5e139a0b-8a95-4244-b799-74a9df07a78a service nova] Lock "ffba7846-2a43-48b7-bd99-27fc59c81765-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:40:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-07e29e33-da5b-4219-8d46-14d53a02f669 req-5e139a0b-8a95-4244-b799-74a9df07a78a service nova] Lock "ffba7846-2a43-48b7-bd99-27fc59c81765-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:40:05 user nova-compute[74491]: DEBUG nova.compute.manager [req-07e29e33-da5b-4219-8d46-14d53a02f669 req-5e139a0b-8a95-4244-b799-74a9df07a78a service nova] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] No waiting events found dispatching network-vif-plugged-4473130f-e4d4-4c60-a047-fc809045a251 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:40:05 user nova-compute[74491]: WARNING nova.compute.manager [req-07e29e33-da5b-4219-8d46-14d53a02f669 req-5e139a0b-8a95-4244-b799-74a9df07a78a service nova] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Received unexpected event network-vif-plugged-4473130f-e4d4-4c60-a047-fc809045a251 for instance with vm_state building and task_state spawning.
Oct 30 07:40:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:05 user nova-compute[74491]: DEBUG nova.compute.manager [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:40:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:40:05 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Instance spawned successfully.
Oct 30 07:40:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:40:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:40:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:40:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:40:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:40:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:40:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:40:05 user nova-compute[74491]: INFO nova.compute.manager [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Took 5.72 seconds to spawn the instance on the hypervisor.
Oct 30 07:40:05 user nova-compute[74491]: DEBUG nova.compute.manager [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:40:05 user nova-compute[74491]: INFO nova.compute.manager [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Took 6.51 seconds to build instance.
Oct 30 07:40:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b5767a5a-30f4-4e91-b7ad-c29e447b2a3e tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "ffba7846-2a43-48b7-bd99-27fc59c81765" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.619s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:40:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Triggering sync for uuid 962072d3-a76a-491e-8693-d0f1ce2a2dd8 {{(pid=74491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Triggering sync for uuid fb047ba5-cb93-44ef-9443-bf2f728277c8 {{(pid=74491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Triggering sync for uuid bb072d38-2d8d-4138-833b-de7b80d17a96 {{(pid=74491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Triggering sync for uuid 6baf250e-557b-456f-8962-4e4e58e8f1b9 {{(pid=74491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Triggering sync for uuid a9ab73d8-09f4-4bb3-8007-abf63dfbe984 {{(pid=74491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Triggering sync for uuid ca6e5e60-1eff-4e73-a1d8-b78361f31e61 {{(pid=74491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Triggering sync for uuid 08481839-641d-43f6-93df-7cf312cde14a {{(pid=74491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Triggering sync for uuid 0cd7d5a1-69a6-49df-a194-819797daa2a5 {{(pid=74491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Triggering sync for uuid ffba7846-2a43-48b7-bd99-27fc59c81765 {{(pid=74491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "fb047ba5-cb93-44ef-9443-bf2f728277c8" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "fb047ba5-cb93-44ef-9443-bf2f728277c8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "bb072d38-2d8d-4138-833b-de7b80d17a96" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "bb072d38-2d8d-4138-833b-de7b80d17a96" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "6baf250e-557b-456f-8962-4e4e58e8f1b9" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "6baf250e-557b-456f-8962-4e4e58e8f1b9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "08481839-641d-43f6-93df-7cf312cde14a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "0cd7d5a1-69a6-49df-a194-819797daa2a5" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "0cd7d5a1-69a6-49df-a194-819797daa2a5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "ffba7846-2a43-48b7-bd99-27fc59c81765" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "ffba7846-2a43-48b7-bd99-27fc59c81765" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.101s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "bb072d38-2d8d-4138-833b-de7b80d17a96" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.121s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "ffba7846-2a43-48b7-bd99-27fc59c81765" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.114s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "fb047ba5-cb93-44ef-9443-bf2f728277c8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.133s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.136s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.150s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "0cd7d5a1-69a6-49df-a194-819797daa2a5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.158s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:40:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "6baf250e-557b-456f-8962-4e4e58e8f1b9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.164s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:40:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ahPsnDwW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:40:14 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:40:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:40:14 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:40:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:40:14 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c9baa77-8599-4872-ad7e-2791cb4c80eb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:40:14 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ee8b760-09f2-4f92-a1ba-273eecc25121]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3] added
Oct 30 07:40:14 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fe25a49-3c69-4fda-beea-fc6f30a82b66]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1fbde24-a514-4b2b-aa5d-7441b40d659c]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ahPsnDwW {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ahPsnDwW" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[73c7e568-dbe2-4469-bc5a-0c9f77139ec7]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ahPsnDwW'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[25989d85-e02b-42e1-aa55-a660c8c7b6dc]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[47dfee0e-5b7e-4581-a103-8db9444efc2c]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:40:14 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:40:14 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c73f02c6-049d-4431-9afd-44949172830c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3, portal: 172.16.0.220,3260]
Oct 30 07:40:14 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3, portal: 172.16.0.220,3260] successful.
Oct 30 07:40:14 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b40ba95-d444-4c94-ad04-39d58c74ce3a]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2670c73-e1ad-4b37-942e-ae84c45b6b48]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:40:14 user nova-compute[74491]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 (non-flash)
Oct 30 07:40:14 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:40:14 user nova-compute[74491]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 (non-flash)
Oct 30 07:40:14 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.308s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] HCTL ('34', '-', '-', 0) found on session 16 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2a5befa-af9a-42ce-8890-084425874206]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Searching for a device in session 16 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:40:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ahPsnDwW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:40:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.348s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:40:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] <== connect_volume: return (1350ms) {'type': 'block', 'scsi_wwn': '23432343731626430', 'path': '/dev/sdc'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:40:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23432343731626430', 'path': '/dev/sdc'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:40:15 user nova-compute[74491]: DEBUG nova.objects.instance [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lazy-loading 'flavor' on Instance uuid 08481839-641d-43f6-93df-7cf312cde14a {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:40:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 07:40:15 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:40:15 user nova-compute[74491]:   <source dev="/dev/sdc"/>
Oct 30 07:40:15 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:40:15 user nova-compute[74491]:   <serial>a8fba313-1ee7-458b-aaf0-ae589db2d7f3</serial>
Oct 30 07:40:15 user nova-compute[74491]: </disk>
Oct 30 07:40:15 user nova-compute[74491]:  {{(pid=74491) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 07:40:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:40:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:40:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] No VIF found with MAC fa:16:3e:0a:12:bd, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:40:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-728ab97d-498d-4585-84de-e915e0d01855 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "08481839-641d-43f6-93df-7cf312cde14a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 23.914s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:40:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "08481839-641d-43f6-93df-7cf312cde14a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 7.568s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:40:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "08481839-641d-43f6-93df-7cf312cde14a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.031s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:40:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:27 user nova-compute[74491]: INFO nova.compute.manager [None req-1afecaf1-5879-43a7-8fb6-f5cbd0eeb5d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Unrescuing
Oct 30 07:40:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1afecaf1-5879-43a7-8fb6-f5cbd0eeb5d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "refresh_cache-962072d3-a76a-491e-8693-d0f1ce2a2dd8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:40:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1afecaf1-5879-43a7-8fb6-f5cbd0eeb5d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquired lock "refresh_cache-962072d3-a76a-491e-8693-d0f1ce2a2dd8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:40:27 user nova-compute[74491]: DEBUG nova.network.neutron [None req-1afecaf1-5879-43a7-8fb6-f5cbd0eeb5d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:40:28 user nova-compute[74491]: DEBUG nova.network.neutron [None req-1afecaf1-5879-43a7-8fb6-f5cbd0eeb5d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Updating instance_info_cache with network_info: [{"id": "1e4fa61b-d720-457d-8161-db217dfd14b2", "address": "fa:16:3e:51:4e:36", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e4fa61b-d7", "ovs_interfaceid": "1e4fa61b-d720-457d-8161-db217dfd14b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:40:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1afecaf1-5879-43a7-8fb6-f5cbd0eeb5d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Releasing lock "refresh_cache-962072d3-a76a-491e-8693-d0f1ce2a2dd8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:40:28 user nova-compute[74491]: DEBUG nova.objects.instance [None req-1afecaf1-5879-43a7-8fb6-f5cbd0eeb5d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lazy-loading 'flavor' on Instance uuid 962072d3-a76a-491e-8693-d0f1ce2a2dd8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:40:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:28 user nova-compute[74491]: DEBUG nova.compute.manager [req-de56e246-9648-4d1a-aefa-241eff047b2b req-cde61f0e-c7a0-41de-8455-1a7bd9199208 service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Received event network-vif-unplugged-1e4fa61b-d720-457d-8161-db217dfd14b2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:40:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-de56e246-9648-4d1a-aefa-241eff047b2b req-cde61f0e-c7a0-41de-8455-1a7bd9199208 service nova] Acquiring lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:40:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-de56e246-9648-4d1a-aefa-241eff047b2b req-cde61f0e-c7a0-41de-8455-1a7bd9199208 service nova] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:40:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-de56e246-9648-4d1a-aefa-241eff047b2b req-cde61f0e-c7a0-41de-8455-1a7bd9199208 service nova] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:40:28 user nova-compute[74491]: DEBUG nova.compute.manager [req-de56e246-9648-4d1a-aefa-241eff047b2b req-cde61f0e-c7a0-41de-8455-1a7bd9199208 service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] No waiting events found dispatching network-vif-unplugged-1e4fa61b-d720-457d-8161-db217dfd14b2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:40:28 user nova-compute[74491]: WARNING nova.compute.manager [req-de56e246-9648-4d1a-aefa-241eff047b2b req-cde61f0e-c7a0-41de-8455-1a7bd9199208 service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Received unexpected event network-vif-unplugged-1e4fa61b-d720-457d-8161-db217dfd14b2 for instance with vm_state rescued and task_state unrescuing.
Oct 30 07:40:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:28 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Instance destroyed successfully.
Oct 30 07:40:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-a3904cf0-1fde-402e-9c65-92a7db8b7a36 req-cc77186c-0cac-42f6-967d-0a9597e8cee7 service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Received event network-vif-plugged-1e4fa61b-d720-457d-8161-db217dfd14b2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:40:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a3904cf0-1fde-402e-9c65-92a7db8b7a36 req-cc77186c-0cac-42f6-967d-0a9597e8cee7 service nova] Acquiring lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:40:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a3904cf0-1fde-402e-9c65-92a7db8b7a36 req-cc77186c-0cac-42f6-967d-0a9597e8cee7 service nova] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:40:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a3904cf0-1fde-402e-9c65-92a7db8b7a36 req-cc77186c-0cac-42f6-967d-0a9597e8cee7 service nova] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:40:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-a3904cf0-1fde-402e-9c65-92a7db8b7a36 req-cc77186c-0cac-42f6-967d-0a9597e8cee7 service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] No waiting events found dispatching network-vif-plugged-1e4fa61b-d720-457d-8161-db217dfd14b2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:40:30 user nova-compute[74491]: WARNING nova.compute.manager [req-a3904cf0-1fde-402e-9c65-92a7db8b7a36 req-cc77186c-0cac-42f6-967d-0a9597e8cee7 service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Received unexpected event network-vif-plugged-1e4fa61b-d720-457d-8161-db217dfd14b2 for instance with vm_state rescued and task_state unrescuing.
Oct 30 07:40:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-972c4d5a-cccc-4434-aa52-275efc6acce8 req-be3c3936-e4e8-4b19-99ad-29a02fb52bef service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Received event network-vif-plugged-1e4fa61b-d720-457d-8161-db217dfd14b2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:40:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-972c4d5a-cccc-4434-aa52-275efc6acce8 req-be3c3936-e4e8-4b19-99ad-29a02fb52bef service nova] Acquiring lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:40:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-972c4d5a-cccc-4434-aa52-275efc6acce8 req-be3c3936-e4e8-4b19-99ad-29a02fb52bef service nova] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:40:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-972c4d5a-cccc-4434-aa52-275efc6acce8 req-be3c3936-e4e8-4b19-99ad-29a02fb52bef service nova] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:40:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-972c4d5a-cccc-4434-aa52-275efc6acce8 req-be3c3936-e4e8-4b19-99ad-29a02fb52bef service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] No waiting events found dispatching network-vif-plugged-1e4fa61b-d720-457d-8161-db217dfd14b2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:40:32 user nova-compute[74491]: WARNING nova.compute.manager [req-972c4d5a-cccc-4434-aa52-275efc6acce8 req-be3c3936-e4e8-4b19-99ad-29a02fb52bef service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Received unexpected event network-vif-plugged-1e4fa61b-d720-457d-8161-db217dfd14b2 for instance with vm_state rescued and task_state unrescuing.
Oct 30 07:40:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-972c4d5a-cccc-4434-aa52-275efc6acce8 req-be3c3936-e4e8-4b19-99ad-29a02fb52bef service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Received event network-vif-plugged-1e4fa61b-d720-457d-8161-db217dfd14b2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:40:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-972c4d5a-cccc-4434-aa52-275efc6acce8 req-be3c3936-e4e8-4b19-99ad-29a02fb52bef service nova] Acquiring lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:40:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-972c4d5a-cccc-4434-aa52-275efc6acce8 req-be3c3936-e4e8-4b19-99ad-29a02fb52bef service nova] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:40:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-972c4d5a-cccc-4434-aa52-275efc6acce8 req-be3c3936-e4e8-4b19-99ad-29a02fb52bef service nova] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:40:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-972c4d5a-cccc-4434-aa52-275efc6acce8 req-be3c3936-e4e8-4b19-99ad-29a02fb52bef service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] No waiting events found dispatching network-vif-plugged-1e4fa61b-d720-457d-8161-db217dfd14b2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:40:32 user nova-compute[74491]: WARNING nova.compute.manager [req-972c4d5a-cccc-4434-aa52-275efc6acce8 req-be3c3936-e4e8-4b19-99ad-29a02fb52bef service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Received unexpected event network-vif-plugged-1e4fa61b-d720-457d-8161-db217dfd14b2 for instance with vm_state rescued and task_state unrescuing.
Oct 30 07:40:33 user nova-compute[74491]: DEBUG nova.compute.manager [None req-1afecaf1-5879-43a7-8fb6-f5cbd0eeb5d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:40:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:39 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:40:40 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:40:40 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:40:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:40:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:40:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:40:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 07:40:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json" returned: 0 in 0.315s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08481839-641d-43f6-93df-7cf312cde14a/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08481839-641d-43f6-93df-7cf312cde14a/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08481839-641d-43f6-93df-7cf312cde14a/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:40:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08481839-641d-43f6-93df-7cf312cde14a/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:40:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json" returned: 0 in 0.195s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json" returned: 0 in 0.203s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:40:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ab73d8-09f4-4bb3-8007-abf63dfbe984/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ab73d8-09f4-4bb3-8007-abf63dfbe984/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ab73d8-09f4-4bb3-8007-abf63dfbe984/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ab73d8-09f4-4bb3-8007-abf63dfbe984/disk.rescue --force-share --output=json" returned: 0 in 0.208s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:40:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:40:45 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:40:45 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:40:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=7667MB free_disk=25.502399444580078GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 07:40:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:40:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:40:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 962072d3-a76a-491e-8693-d0f1ce2a2dd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:40:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance fb047ba5-cb93-44ef-9443-bf2f728277c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:40:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance bb072d38-2d8d-4138-833b-de7b80d17a96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:40:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 6baf250e-557b-456f-8962-4e4e58e8f1b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:40:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance a9ab73d8-09f4-4bb3-8007-abf63dfbe984 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:40:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ca6e5e60-1eff-4e73-a1d8-b78361f31e61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:40:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 08481839-641d-43f6-93df-7cf312cde14a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:40:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 0cd7d5a1-69a6-49df-a194-819797daa2a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:40:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ffba7846-2a43-48b7-bd99-27fc59c81765 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:40:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 07:40:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 07:40:46 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:40:46 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:40:46 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 07:40:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.680s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:40:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:47 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:40:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 07:40:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 07:40:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-962072d3-a76a-491e-8693-d0f1ce2a2dd8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:40:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-962072d3-a76a-491e-8693-d0f1ce2a2dd8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:40:47 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 07:40:47 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lazy-loading 'info_cache' on Instance uuid 962072d3-a76a-491e-8693-d0f1ce2a2dd8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:40:47 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Updating instance_info_cache with network_info: [{"id": "1e4fa61b-d720-457d-8161-db217dfd14b2", "address": "fa:16:3e:51:4e:36", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e4fa61b-d7", "ovs_interfaceid": "1e4fa61b-d720-457d-8161-db217dfd14b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:40:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-962072d3-a76a-491e-8693-d0f1ce2a2dd8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:40:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 07:40:47 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:40:47 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:40:47 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:40:47 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:40:47 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:40:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 07:40:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:40:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:41:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 07:41:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:41:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:41:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:14 user nova-compute[74491]: DEBUG nova.compute.manager [req-5892d188-8f90-454f-a326-600c42bb6425 req-a918b6a9-ef2d-4e4b-8c9a-8806de7eaadc service nova] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Received event network-changed-1ac42772-ff97-47c6-a1b2-f4e0b036a8e2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:41:14 user nova-compute[74491]: DEBUG nova.compute.manager [req-5892d188-8f90-454f-a326-600c42bb6425 req-a918b6a9-ef2d-4e4b-8c9a-8806de7eaadc service nova] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Refreshing instance network info cache due to event network-changed-1ac42772-ff97-47c6-a1b2-f4e0b036a8e2. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:41:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5892d188-8f90-454f-a326-600c42bb6425 req-a918b6a9-ef2d-4e4b-8c9a-8806de7eaadc service nova] Acquiring lock "refresh_cache-0cd7d5a1-69a6-49df-a194-819797daa2a5" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:41:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5892d188-8f90-454f-a326-600c42bb6425 req-a918b6a9-ef2d-4e4b-8c9a-8806de7eaadc service nova] Acquired lock "refresh_cache-0cd7d5a1-69a6-49df-a194-819797daa2a5" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:41:14 user nova-compute[74491]: DEBUG nova.network.neutron [req-5892d188-8f90-454f-a326-600c42bb6425 req-a918b6a9-ef2d-4e4b-8c9a-8806de7eaadc service nova] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Refreshing network info cache for port 1ac42772-ff97-47c6-a1b2-f4e0b036a8e2 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:41:15 user nova-compute[74491]: DEBUG nova.network.neutron [req-5892d188-8f90-454f-a326-600c42bb6425 req-a918b6a9-ef2d-4e4b-8c9a-8806de7eaadc service nova] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Updated VIF entry in instance network info cache for port 1ac42772-ff97-47c6-a1b2-f4e0b036a8e2. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:41:15 user nova-compute[74491]: DEBUG nova.network.neutron [req-5892d188-8f90-454f-a326-600c42bb6425 req-a918b6a9-ef2d-4e4b-8c9a-8806de7eaadc service nova] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Updating instance_info_cache with network_info: [{"id": "1ac42772-ff97-47c6-a1b2-f4e0b036a8e2", "address": "fa:16:3e:36:7b:4e", "network": {"id": "87fbe250-ed26-4411-957b-fd643c90dcd3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1010458543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.82", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8117025bfd014574b8a05aeb124dba9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ac42772-ff", "ovs_interfaceid": "1ac42772-ff97-47c6-a1b2-f4e0b036a8e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:41:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5892d188-8f90-454f-a326-600c42bb6425 req-a918b6a9-ef2d-4e4b-8c9a-8806de7eaadc service nova] Releasing lock "refresh_cache-0cd7d5a1-69a6-49df-a194-819797daa2a5" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:41:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Acquiring lock "0cd7d5a1-69a6-49df-a194-819797daa2a5" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:41:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "0cd7d5a1-69a6-49df-a194-819797daa2a5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:41:20 user nova-compute[74491]: DEBUG nova.objects.instance [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lazy-loading 'flavor' on Instance uuid 0cd7d5a1-69a6-49df-a194-819797daa2a5 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:41:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "0cd7d5a1-69a6-49df-a194-819797daa2a5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.075s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:41:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Acquiring lock "0cd7d5a1-69a6-49df-a194-819797daa2a5" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:41:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "0cd7d5a1-69a6-49df-a194-819797daa2a5" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:41:20 user nova-compute[74491]: INFO nova.compute.manager [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Attaching volume b0f58b15-869c-4927-a8e8-a418e7b24925 to /dev/vdb
Oct 30 07:41:20 user nova-compute[74491]: DEBUG os_brick.utils [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:41:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:20 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[de446764-6cde-4eb2-87f7-3fe16cae7e68]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:20 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9872ee2-b9f0-4b48-a35c-8bbaafef12cc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:20 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0486e4a-451a-4695-bfd1-86111438b834]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:20 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c0c7fc4-3e74-4a02-9a00-2b062252befa]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:41:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:41:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:41:21 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:41:21 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca93dfca-8e8f-431f-bc9c-f7106d6d8d4f]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:41:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:41:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:41:21 user nova-compute[74491]: DEBUG os_brick.utils [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:41:21 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Updating existing volume attachment record: 0d305ac0-0eda-4b33-b882-1f3f33aa2e82 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:41:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:21 user nova-compute[74491]: INFO nova.compute.manager [None req-c98a2124-865e-4031-a841-dac75c722330 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Unrescuing
Oct 30 07:41:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c98a2124-865e-4031-a841-dac75c722330 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "refresh_cache-a9ab73d8-09f4-4bb3-8007-abf63dfbe984" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:41:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c98a2124-865e-4031-a841-dac75c722330 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquired lock "refresh_cache-a9ab73d8-09f4-4bb3-8007-abf63dfbe984" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:41:21 user nova-compute[74491]: DEBUG nova.network.neutron [None req-c98a2124-865e-4031-a841-dac75c722330 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:41:22 user nova-compute[74491]: DEBUG nova.network.neutron [None req-c98a2124-865e-4031-a841-dac75c722330 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Updating instance_info_cache with network_info: [{"id": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "address": "fa:16:3e:a3:84:c6", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa73ebde6-f5", "ovs_interfaceid": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:41:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c98a2124-865e-4031-a841-dac75c722330 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Releasing lock "refresh_cache-a9ab73d8-09f4-4bb3-8007-abf63dfbe984" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:41:22 user nova-compute[74491]: DEBUG nova.objects.instance [None req-c98a2124-865e-4031-a841-dac75c722330 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lazy-loading 'flavor' on Instance uuid a9ab73d8-09f4-4bb3-8007-abf63dfbe984 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:41:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:23 user nova-compute[74491]: DEBUG nova.compute.manager [req-a9f11288-ac41-40af-a835-a81a824b5768 req-87d7d48d-f76e-4059-abef-a43a956ff6aa service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Received event network-vif-unplugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:41:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a9f11288-ac41-40af-a835-a81a824b5768 req-87d7d48d-f76e-4059-abef-a43a956ff6aa service nova] Acquiring lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:41:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a9f11288-ac41-40af-a835-a81a824b5768 req-87d7d48d-f76e-4059-abef-a43a956ff6aa service nova] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:41:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a9f11288-ac41-40af-a835-a81a824b5768 req-87d7d48d-f76e-4059-abef-a43a956ff6aa service nova] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:41:23 user nova-compute[74491]: DEBUG nova.compute.manager [req-a9f11288-ac41-40af-a835-a81a824b5768 req-87d7d48d-f76e-4059-abef-a43a956ff6aa service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] No waiting events found dispatching network-vif-unplugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:41:23 user nova-compute[74491]: WARNING nova.compute.manager [req-a9f11288-ac41-40af-a835-a81a824b5768 req-87d7d48d-f76e-4059-abef-a43a956ff6aa service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Received unexpected event network-vif-unplugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed for instance with vm_state rescued and task_state unrescuing.
Oct 30 07:41:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:23 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Instance destroyed successfully.
Oct 30 07:41:25 user nova-compute[74491]: DEBUG nova.compute.manager [req-c13aa7a0-2c38-482e-bd15-4dc6123fe9a9 req-99a24563-0fcc-4b34-80cc-6bd1beac13ae service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Received event network-vif-plugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:41:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c13aa7a0-2c38-482e-bd15-4dc6123fe9a9 req-99a24563-0fcc-4b34-80cc-6bd1beac13ae service nova] Acquiring lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:41:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c13aa7a0-2c38-482e-bd15-4dc6123fe9a9 req-99a24563-0fcc-4b34-80cc-6bd1beac13ae service nova] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:41:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c13aa7a0-2c38-482e-bd15-4dc6123fe9a9 req-99a24563-0fcc-4b34-80cc-6bd1beac13ae service nova] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:41:25 user nova-compute[74491]: DEBUG nova.compute.manager [req-c13aa7a0-2c38-482e-bd15-4dc6123fe9a9 req-99a24563-0fcc-4b34-80cc-6bd1beac13ae service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] No waiting events found dispatching network-vif-plugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:41:25 user nova-compute[74491]: WARNING nova.compute.manager [req-c13aa7a0-2c38-482e-bd15-4dc6123fe9a9 req-99a24563-0fcc-4b34-80cc-6bd1beac13ae service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Received unexpected event network-vif-plugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed for instance with vm_state rescued and task_state unrescuing.
Oct 30 07:41:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:27 user nova-compute[74491]: DEBUG nova.compute.manager [req-ab83ebd9-659e-4a39-96f4-d0b5792a1ffa req-ffd9c7ba-aada-46f1-8a83-7f286b4150d1 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Received event network-vif-plugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:41:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ab83ebd9-659e-4a39-96f4-d0b5792a1ffa req-ffd9c7ba-aada-46f1-8a83-7f286b4150d1 service nova] Acquiring lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:41:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ab83ebd9-659e-4a39-96f4-d0b5792a1ffa req-ffd9c7ba-aada-46f1-8a83-7f286b4150d1 service nova] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:41:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ab83ebd9-659e-4a39-96f4-d0b5792a1ffa req-ffd9c7ba-aada-46f1-8a83-7f286b4150d1 service nova] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:41:27 user nova-compute[74491]: DEBUG nova.compute.manager [req-ab83ebd9-659e-4a39-96f4-d0b5792a1ffa req-ffd9c7ba-aada-46f1-8a83-7f286b4150d1 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] No waiting events found dispatching network-vif-plugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:41:27 user nova-compute[74491]: WARNING nova.compute.manager [req-ab83ebd9-659e-4a39-96f4-d0b5792a1ffa req-ffd9c7ba-aada-46f1-8a83-7f286b4150d1 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Received unexpected event network-vif-plugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed for instance with vm_state rescued and task_state unrescuing.
Oct 30 07:41:27 user nova-compute[74491]: DEBUG nova.compute.manager [req-ab83ebd9-659e-4a39-96f4-d0b5792a1ffa req-ffd9c7ba-aada-46f1-8a83-7f286b4150d1 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Received event network-vif-plugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:41:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ab83ebd9-659e-4a39-96f4-d0b5792a1ffa req-ffd9c7ba-aada-46f1-8a83-7f286b4150d1 service nova] Acquiring lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:41:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ab83ebd9-659e-4a39-96f4-d0b5792a1ffa req-ffd9c7ba-aada-46f1-8a83-7f286b4150d1 service nova] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:41:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ab83ebd9-659e-4a39-96f4-d0b5792a1ffa req-ffd9c7ba-aada-46f1-8a83-7f286b4150d1 service nova] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:41:27 user nova-compute[74491]: DEBUG nova.compute.manager [req-ab83ebd9-659e-4a39-96f4-d0b5792a1ffa req-ffd9c7ba-aada-46f1-8a83-7f286b4150d1 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] No waiting events found dispatching network-vif-plugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:41:27 user nova-compute[74491]: WARNING nova.compute.manager [req-ab83ebd9-659e-4a39-96f4-d0b5792a1ffa req-ffd9c7ba-aada-46f1-8a83-7f286b4150d1 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Received unexpected event network-vif-plugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed for instance with vm_state rescued and task_state unrescuing.
Oct 30 07:41:27 user nova-compute[74491]: DEBUG nova.compute.manager [None req-c98a2124-865e-4031-a841-dac75c722330 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:41:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "08481839-641d-43f6-93df-7cf312cde14a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:41:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "08481839-641d-43f6-93df-7cf312cde14a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:41:29 user nova-compute[74491]: INFO nova.compute.manager [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Detaching volume a8fba313-1ee7-458b-aaf0-ae589db2d7f3
Oct 30 07:41:30 user nova-compute[74491]: INFO nova.virt.block_device [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Attempting to driver detach volume a8fba313-1ee7-458b-aaf0-ae589db2d7f3 from mountpoint /dev/vdb
Oct 30 07:41:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Attempting to detach device vdb from instance 08481839-641d-43f6-93df-7cf312cde14a from the persistent domain config. {{(pid=74491) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 07:41:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:41:30 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:41:30 user nova-compute[74491]:   <source dev="/dev/sdc"/>
Oct 30 07:41:30 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:41:30 user nova-compute[74491]:   <serial>a8fba313-1ee7-458b-aaf0-ae589db2d7f3</serial>
Oct 30 07:41:30 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 07:41:30 user nova-compute[74491]: </disk>
Oct 30 07:41:30 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:41:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "08481839-641d-43f6-93df-7cf312cde14a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:41:30 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Successfully detached device vdb from instance 08481839-641d-43f6-93df-7cf312cde14a from the persistent domain config.
Oct 30 07:41:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 08481839-641d-43f6-93df-7cf312cde14a from the live domain config. {{(pid=74491) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 07:41:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:41:30 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:41:30 user nova-compute[74491]:   <source dev="/dev/sdc"/>
Oct 30 07:41:30 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:41:30 user nova-compute[74491]:   <serial>a8fba313-1ee7-458b-aaf0-ae589db2d7f3</serial>
Oct 30 07:41:30 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 07:41:30 user nova-compute[74491]: </disk>
Oct 30 07:41:30 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:41:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 08481839-641d-43f6-93df-7cf312cde14a {{(pid=74491) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 07:41:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:39 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:41:41 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:41:41 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:41:41 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 07:41:41 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:41:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:41:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:41:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:41:41 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 07:41:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08481839-641d-43f6-93df-7cf312cde14a/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08481839-641d-43f6-93df-7cf312cde14a/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08481839-641d-43f6-93df-7cf312cde14a/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08481839-641d-43f6-93df-7cf312cde14a/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json" returned: 0 in 0.249s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json" returned: 0 in 0.196s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk --force-share --output=json" returned: 0 in 0.279s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BfrSibKV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:41:44 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:41:44 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:41:44 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:41:44 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:41:44 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:41:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[33d04ae7-4737-45c1-8684-aa0b6dcb30eb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:41:44 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3637f18-096d-4ac3-ae14-77fc38e1a892]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925] added
Oct 30 07:41:44 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bcf8571-51e5-4c0b-b44c-37ea61abcb78]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.082s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[07da06f3-adcc-4c72-98f1-5a7c5c9a06db]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BfrSibKV {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BfrSibKV" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[938dd354-3536-4bda-8f92-de8b023a7c6f]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BfrSibKV'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5ff3505-d97b-4b80-a1e4-68feec79d6ae]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2f7e1f4-f76a-45b0-af23-bc7d53d789ca]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:41:44 user nova-compute[74491]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 (non-flash)
Oct 30 07:41:44 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:41:44 user nova-compute[74491]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 (non-flash)
Oct 30 07:41:44 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:41:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 -p 172.16.0.220:3260 --login" returned: 0 in 0.083s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb58c46f-de8b-4f6c-8940-351f03b49a51]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925, portal: 172.16.0.220,3260]
Oct 30 07:41:45 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925, portal: 172.16.0.220,3260] successful.
Oct 30 07:41:45 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ceca4d5-0f83-4d8c-91a4-b5b06e3132d6]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d375eb4-a5ad-4c03-b114-ec4ada7acb1e]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:41:45 user nova-compute[74491]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 (non-flash)
Oct 30 07:41:45 user nova-compute[74491]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 (non-flash)
Oct 30 07:41:45 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:41:45 user nova-compute[74491]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 (non-flash)
Oct 30 07:41:45 user nova-compute[74491]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 (non-flash)
Oct 30 07:41:45 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.489s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] HCTL ('35', '-', '-', 0) found on session 17 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fbb2beb-3a6f-496c-976c-863f0cb859b6]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Searching for a device in session 17 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BfrSibKV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.266s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquiring lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG nova.objects.instance [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lazy-loading 'flavor' on Instance uuid ca6e5e60-1eff-4e73-a1d8-b78361f31e61 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.105s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquiring lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:41:45 user nova-compute[74491]: INFO nova.compute.manager [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Attaching volume ae98d5ce-042e-43cf-a1ec-57f66cf32df7 to /dev/vdb
Oct 30 07:41:45 user nova-compute[74491]: DEBUG os_brick.utils [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2807def-6ffc-4b68-97bf-84759273934e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[169f15e3-50a1-421e-b510-22c81407d102]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.268s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a21d613a-36eb-47bc-a309-17abd7c97074]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[20a3f166-bc4b-4f24-a45e-9fab2b018eea]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:41:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:41:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:41:46 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:41:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f51126e-9fef-420f-bb0e-73e6f5bc7f19]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.920s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:41:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] <== connect_volume: return (1923ms) {'type': 'block', 'scsi_wwn': '26433316137326537', 'path': '/dev/sdd'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:41:46 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26433316137326537', 'path': '/dev/sdd'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:41:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:41:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:41:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:41:46 user nova-compute[74491]: DEBUG os_brick.utils [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] <== get_connector_properties: return (612ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:41:46 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Updating existing volume attachment record: d44fcb04-9e20-4cec-8427-b0d2d3a64da9 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:41:46 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:41:46 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:41:46 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=7706MB free_disk=25.472965240478516GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 07:41:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:41:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:41:46 user nova-compute[74491]: DEBUG nova.objects.instance [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lazy-loading 'flavor' on Instance uuid 0cd7d5a1-69a6-49df-a194-819797daa2a5 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:41:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:46 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 07:41:46 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:41:46 user nova-compute[74491]:   <source dev="/dev/sdd"/>
Oct 30 07:41:46 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:41:46 user nova-compute[74491]:   <serial>b0f58b15-869c-4927-a8e8-a418e7b24925</serial>
Oct 30 07:41:46 user nova-compute[74491]: </disk>
Oct 30 07:41:46 user nova-compute[74491]:  {{(pid=74491) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 07:41:46 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 962072d3-a76a-491e-8693-d0f1ce2a2dd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:41:46 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance fb047ba5-cb93-44ef-9443-bf2f728277c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:41:46 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance bb072d38-2d8d-4138-833b-de7b80d17a96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:41:46 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 6baf250e-557b-456f-8962-4e4e58e8f1b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:41:46 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance a9ab73d8-09f4-4bb3-8007-abf63dfbe984 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:41:46 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ca6e5e60-1eff-4e73-a1d8-b78361f31e61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:41:46 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 08481839-641d-43f6-93df-7cf312cde14a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:41:46 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 0cd7d5a1-69a6-49df-a194-819797daa2a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:41:46 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ffba7846-2a43-48b7-bd99-27fc59c81765 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:41:46 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 07:41:46 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 07:41:47 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:41:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:41:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:41:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] No VIF found with MAC fa:16:3e:36:7b:4e, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:41:47 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:41:47 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 07:41:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.662s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:41:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4a1f42ad-ca8d-4ef4-954a-23a159fd95d1 tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "0cd7d5a1-69a6-49df-a194-819797daa2a5" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 26.520s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:41:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Acquiring lock "0cd7d5a1-69a6-49df-a194-819797daa2a5" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:41:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "0cd7d5a1-69a6-49df-a194-819797daa2a5" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:41:49 user nova-compute[74491]: INFO nova.compute.manager [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Detaching volume b0f58b15-869c-4927-a8e8-a418e7b24925
Oct 30 07:41:49 user nova-compute[74491]: INFO nova.virt.block_device [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Attempting to driver detach volume b0f58b15-869c-4927-a8e8-a418e7b24925 from mountpoint /dev/vdb
Oct 30 07:41:49 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:41:49 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:41:49 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 07:41:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Attempting to detach device vdb from instance 0cd7d5a1-69a6-49df-a194-819797daa2a5 from the persistent domain config. {{(pid=74491) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 07:41:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:41:49 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:41:49 user nova-compute[74491]:   <source dev="/dev/sdd"/>
Oct 30 07:41:49 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:41:49 user nova-compute[74491]:   <serial>b0f58b15-869c-4927-a8e8-a418e7b24925</serial>
Oct 30 07:41:49 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 07:41:49 user nova-compute[74491]: </disk>
Oct 30 07:41:49 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:41:49 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Successfully detached device vdb from instance 0cd7d5a1-69a6-49df-a194-819797daa2a5 from the persistent domain config.
Oct 30 07:41:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 0cd7d5a1-69a6-49df-a194-819797daa2a5 from the live domain config. {{(pid=74491) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 07:41:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:41:49 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:41:49 user nova-compute[74491]:   <source dev="/dev/sdd"/>
Oct 30 07:41:49 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:41:49 user nova-compute[74491]:   <serial>b0f58b15-869c-4927-a8e8-a418e7b24925</serial>
Oct 30 07:41:49 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 07:41:49 user nova-compute[74491]: </disk>
Oct 30 07:41:49 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:41:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-fb047ba5-cb93-44ef-9443-bf2f728277c8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:41:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-fb047ba5-cb93-44ef-9443-bf2f728277c8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:41:49 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 07:41:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 0cd7d5a1-69a6-49df-a194-819797daa2a5 {{(pid=74491) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 07:41:49 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Updating instance_info_cache with network_info: [{"id": "638159c6-0a86-452b-8d0f-6f2ac71759d1", "address": "fa:16:3e:64:27:80", "network": {"id": "6349e7a1-6466-45d3-b99b-0012f4eca84a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-384759755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed4248405f74d87a561f204b295863b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap638159c6-0a", "ovs_interfaceid": "638159c6-0a86-452b-8d0f-6f2ac71759d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:41:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-fb047ba5-cb93-44ef-9443-bf2f728277c8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:41:49 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 07:41:49 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:41:49 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:41:49 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:41:49 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG nova.compute.manager [req-2ba93fb1-6362-4ac2-a0aa-583f9f810ab4 req-7ad8e898-706c-4f75-a894-749a7b15ac42 service nova] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Received event network-changed-4473130f-e4d4-4c60-a047-fc809045a251 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG nova.compute.manager [req-2ba93fb1-6362-4ac2-a0aa-583f9f810ab4 req-7ad8e898-706c-4f75-a894-749a7b15ac42 service nova] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Refreshing instance network info cache due to event network-changed-4473130f-e4d4-4c60-a047-fc809045a251. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2ba93fb1-6362-4ac2-a0aa-583f9f810ab4 req-7ad8e898-706c-4f75-a894-749a7b15ac42 service nova] Acquiring lock "refresh_cache-ffba7846-2a43-48b7-bd99-27fc59c81765" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2ba93fb1-6362-4ac2-a0aa-583f9f810ab4 req-7ad8e898-706c-4f75-a894-749a7b15ac42 service nova] Acquired lock "refresh_cache-ffba7846-2a43-48b7-bd99-27fc59c81765" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG nova.network.neutron [req-2ba93fb1-6362-4ac2-a0aa-583f9f810ab4 req-7ad8e898-706c-4f75-a894-749a7b15ac42 service nova] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Refreshing network info cache for port 4473130f-e4d4-4c60-a047-fc809045a251 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:50 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 08481839-641d-43f6-93df-7cf312cde14a is timed out.
Oct 30 07:41:50 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Successfully detached device vdb from instance 08481839-641d-43f6-93df-7cf312cde14a from the live domain config.
Oct 30 07:41:50 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ahPsnDwW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:41:50 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:41:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6bbf285-a1c2-4f67-b902-fe4add2226ef]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:41:50 user nova-compute[74491]: No targets found.
Oct 30 07:41:50 user nova-compute[74491]: iSNS:
Oct 30 07:41:50 user nova-compute[74491]: No targets found.
Oct 30 07:41:50 user nova-compute[74491]: STATIC:
Oct 30 07:41:50 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925
Oct 30 07:41:50 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:41:50 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:41:50 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3
Oct 30 07:41:50 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:41:50 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:41:50 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551
Oct 30 07:41:50 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:41:50 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:41:50 user nova-compute[74491]: FIRMWARE:
Oct 30 07:41:50 user nova-compute[74491]: No targets found.
Oct 30 07:41:50 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:41:50 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:41:50 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b95728b7-175b-4638-9434-9a98e879b43c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[832defa8-dd02-4aad-9962-530b169ba87c]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:41:50 user nova-compute[74491]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 (non-flash)
Oct 30 07:41:50 user nova-compute[74491]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 (non-flash)
Oct 30 07:41:50 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:41:50 user nova-compute[74491]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 (non-flash)
Oct 30 07:41:50 user nova-compute[74491]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 (non-flash)
Oct 30 07:41:50 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef017d120>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3'): ({'sdc'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Removing single pathed devices sdc {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0274c3d1-797d-4823-b903-1ebea89451cc]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ffca57b-4724-4ecf-a1b4-8cf3ffad8ff0]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Flushing IO for device /dev/sdc {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[519117ef-03b1-4e21-b68d-19f94b3b34b8]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.054s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[061a047a-fe02-4852-bd98-946f5a717131]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] SCSI volumes sdc have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e8fe8af-9555-4e26-90e2-c81cd5c32d3f]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG nova.network.neutron [req-2ba93fb1-6362-4ac2-a0aa-583f9f810ab4 req-7ad8e898-706c-4f75-a894-749a7b15ac42 service nova] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Updated VIF entry in instance network info cache for port 4473130f-e4d4-4c60-a047-fc809045a251. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG nova.network.neutron [req-2ba93fb1-6362-4ac2-a0aa-583f9f810ab4 req-7ad8e898-706c-4f75-a894-749a7b15ac42 service nova] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Updating instance_info_cache with network_info: [{"id": "4473130f-e4d4-4c60-a047-fc809045a251", "address": "fa:16:3e:1f:df:03", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4473130f-e4", "ovs_interfaceid": "4473130f-e4d4-4c60-a047-fc809045a251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2ba93fb1-6362-4ac2-a0aa-583f9f810ab4 req-7ad8e898-706c-4f75-a894-749a7b15ac42 service nova] Releasing lock "refresh_cache-ffba7846-2a43-48b7-bd99-27fc59c81765" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4487d007-1c71-4119-9966-f6f469dab2dc]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3, portal: 172.16.0.220,3260]
Oct 30 07:41:50 user nova-compute[74491]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3, portal: 172.16.0.220,3260] successful.
Oct 30 07:41:50 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[96696c6b-3cca-40cd-a864-169a544ab296]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.345s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] <== disconnect_volume: return (348ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:41:50 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:41:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:51 user nova-compute[74491]: DEBUG nova.objects.instance [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lazy-loading 'flavor' on Instance uuid 08481839-641d-43f6-93df-7cf312cde14a {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-dc54abf3-cc04-494f-a570-34403afb18e3 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "08481839-641d-43f6-93df-7cf312cde14a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.132s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "08481839-641d-43f6-93df-7cf312cde14a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.947s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "08481839-641d-43f6-93df-7cf312cde14a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "08481839-641d-43f6-93df-7cf312cde14a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "08481839-641d-43f6-93df-7cf312cde14a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:41:52 user nova-compute[74491]: INFO nova.compute.manager [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Terminating instance
Oct 30 07:41:52 user nova-compute[74491]: DEBUG nova.compute.manager [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG nova.compute.manager [req-f95bdb72-ba4e-4639-a70b-0229d412072f req-e0e49add-47a8-4c12-be9b-a07751e2a3f8 service nova] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Received event network-vif-unplugged-4d1ec0bf-8d15-4ced-8aae-c86d210ca55c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f95bdb72-ba4e-4639-a70b-0229d412072f req-e0e49add-47a8-4c12-be9b-a07751e2a3f8 service nova] Acquiring lock "08481839-641d-43f6-93df-7cf312cde14a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f95bdb72-ba4e-4639-a70b-0229d412072f req-e0e49add-47a8-4c12-be9b-a07751e2a3f8 service nova] Lock "08481839-641d-43f6-93df-7cf312cde14a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f95bdb72-ba4e-4639-a70b-0229d412072f req-e0e49add-47a8-4c12-be9b-a07751e2a3f8 service nova] Lock "08481839-641d-43f6-93df-7cf312cde14a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG nova.compute.manager [req-f95bdb72-ba4e-4639-a70b-0229d412072f req-e0e49add-47a8-4c12-be9b-a07751e2a3f8 service nova] [instance: 08481839-641d-43f6-93df-7cf312cde14a] No waiting events found dispatching network-vif-unplugged-4d1ec0bf-8d15-4ced-8aae-c86d210ca55c {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG nova.compute.manager [req-f95bdb72-ba4e-4639-a70b-0229d412072f req-e0e49add-47a8-4c12-be9b-a07751e2a3f8 service nova] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Received event network-vif-unplugged-4d1ec0bf-8d15-4ced-8aae-c86d210ca55c for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:52 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Instance destroyed successfully.
Oct 30 07:41:52 user nova-compute[74491]: DEBUG nova.objects.instance [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lazy-loading 'resources' on Instance uuid 08481839-641d-43f6-93df-7cf312cde14a {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:38:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1241525119',display_name='tempest-VolumesSnapshotTestJSON-instance-1241525119',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1241525119',id=15,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN+zo1g+0mcsAjofLbmCrJ8wvILLGhXHET8GlFeK4P83xOxqDR65gfRlHy3fqKDTnQqucCVxLbH2CbxkQwzu8d0dRNRj3FWj4RrD3ANO7hvYA90Re2xFKKeCmqW3MQRfjQ==',key_name='tempest-keypair-1610060427',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:38:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5328a34e1d7f4acdb9edd844396f1e40',ramdisk_id='',reservation_id='r-w61e6te1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1411379770',owner_user_name='tempest-VolumesSnapshotTestJSON-1411379770-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:38:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4fb7a5b015224f39a4459a73e4e61419',uuid=08481839-641d-43f6-93df-7cf312cde14a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4d1ec0bf-8d15-4ced-8aae-c86d210ca55c", "address": "fa:16:3e:0a:12:bd", "network": {"id": "0ee19de2-df20-4647-98cd-f0196ef50b3f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-158911491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5328a34e1d7f4acdb9edd844396f1e40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d1ec0bf-8d", "ovs_interfaceid": "4d1ec0bf-8d15-4ced-8aae-c86d210ca55c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Converting VIF {"id": "4d1ec0bf-8d15-4ced-8aae-c86d210ca55c", "address": "fa:16:3e:0a:12:bd", "network": {"id": "0ee19de2-df20-4647-98cd-f0196ef50b3f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-158911491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5328a34e1d7f4acdb9edd844396f1e40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d1ec0bf-8d", "ovs_interfaceid": "4d1ec0bf-8d15-4ced-8aae-c86d210ca55c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0a:12:bd,bridge_name='br-int',has_traffic_filtering=True,id=4d1ec0bf-8d15-4ced-8aae-c86d210ca55c,network=Network(0ee19de2-df20-4647-98cd-f0196ef50b3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d1ec0bf-8d') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG os_vif [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0a:12:bd,bridge_name='br-int',has_traffic_filtering=True,id=4d1ec0bf-8d15-4ced-8aae-c86d210ca55c,network=Network(0ee19de2-df20-4647-98cd-f0196ef50b3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d1ec0bf-8d') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4d1ec0bf-8d, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=278ce6f4-6904-4455-bebc-982cec0742d2) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:52 user nova-compute[74491]: INFO os_vif [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0a:12:bd,bridge_name='br-int',has_traffic_filtering=True,id=4d1ec0bf-8d15-4ced-8aae-c86d210ca55c,network=Network(0ee19de2-df20-4647-98cd-f0196ef50b3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d1ec0bf-8d')
Oct 30 07:41:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ahPsnDwW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:41:52 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:41:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[50c5c4d6-25ad-4d6f-8347-17a3e2d559b4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:41:52 user nova-compute[74491]: No targets found.
Oct 30 07:41:52 user nova-compute[74491]: iSNS:
Oct 30 07:41:52 user nova-compute[74491]: No targets found.
Oct 30 07:41:52 user nova-compute[74491]: STATIC:
Oct 30 07:41:52 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925
Oct 30 07:41:52 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:41:52 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:41:52 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551
Oct 30 07:41:52 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:41:52 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:41:52 user nova-compute[74491]: FIRMWARE:
Oct 30 07:41:52 user nova-compute[74491]: No targets found.
Oct 30 07:41:52 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:41:52 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:41:52 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a8fba313-1ee7-458b-aaf0-ae589db2d7f3', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8fa3d37-06f0-4641-88f6-40f9b2379fc9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e75c3b04-77ac-4b78-a27e-6ade58fdcf6f]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:41:52 user nova-compute[74491]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 (non-flash)
Oct 30 07:41:52 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:41:52 user nova-compute[74491]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 (non-flash)
Oct 30 07:41:52 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef0186dd0>, {}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Disconnecting from: [] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.089s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] <== disconnect_volume: return (92ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:41:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:41:52 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Deleting instance files /opt/stack/data/nova/instances/08481839-641d-43f6-93df-7cf312cde14a_del
Oct 30 07:41:52 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Deletion of /opt/stack/data/nova/instances/08481839-641d-43f6-93df-7cf312cde14a_del complete
Oct 30 07:41:53 user nova-compute[74491]: INFO nova.compute.manager [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Took 1.03 seconds to destroy the instance on the hypervisor.
Oct 30 07:41:53 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:41:53 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:41:53 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 08481839-641d-43f6-93df-7cf312cde14a] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:41:54 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:41:54 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Took 1.37 seconds to deallocate network for instance.
Oct 30 07:41:54 user nova-compute[74491]: DEBUG nova.compute.manager [req-6c7e755e-3f7a-4d1b-bdb8-ce87119b187f req-ff24bd22-0cfe-4839-802c-9ff8110752ad service nova] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Received event network-vif-deleted-4d1ec0bf-8d15-4ced-8aae-c86d210ca55c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:41:54 user nova-compute[74491]: INFO nova.compute.manager [req-6c7e755e-3f7a-4d1b-bdb8-ce87119b187f req-ff24bd22-0cfe-4839-802c-9ff8110752ad service nova] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Neutron deleted interface 4d1ec0bf-8d15-4ced-8aae-c86d210ca55c; detaching it from the instance and deleting it from the info cache
Oct 30 07:41:54 user nova-compute[74491]: DEBUG nova.network.neutron [req-6c7e755e-3f7a-4d1b-bdb8-ce87119b187f req-ff24bd22-0cfe-4839-802c-9ff8110752ad service nova] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:41:54 user nova-compute[74491]: DEBUG nova.compute.manager [req-df5fdf4d-ed9e-4cd8-8452-e2743c97769a req-7fcf074c-53b1-4d8c-89b0-e23453fc9031 service nova] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Received event network-vif-plugged-4d1ec0bf-8d15-4ced-8aae-c86d210ca55c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:41:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-df5fdf4d-ed9e-4cd8-8452-e2743c97769a req-7fcf074c-53b1-4d8c-89b0-e23453fc9031 service nova] Acquiring lock "08481839-641d-43f6-93df-7cf312cde14a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:41:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-df5fdf4d-ed9e-4cd8-8452-e2743c97769a req-7fcf074c-53b1-4d8c-89b0-e23453fc9031 service nova] Lock "08481839-641d-43f6-93df-7cf312cde14a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:41:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-df5fdf4d-ed9e-4cd8-8452-e2743c97769a req-7fcf074c-53b1-4d8c-89b0-e23453fc9031 service nova] Lock "08481839-641d-43f6-93df-7cf312cde14a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:41:54 user nova-compute[74491]: DEBUG nova.compute.manager [req-df5fdf4d-ed9e-4cd8-8452-e2743c97769a req-7fcf074c-53b1-4d8c-89b0-e23453fc9031 service nova] [instance: 08481839-641d-43f6-93df-7cf312cde14a] No waiting events found dispatching network-vif-plugged-4d1ec0bf-8d15-4ced-8aae-c86d210ca55c {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:41:54 user nova-compute[74491]: WARNING nova.compute.manager [req-df5fdf4d-ed9e-4cd8-8452-e2743c97769a req-7fcf074c-53b1-4d8c-89b0-e23453fc9031 service nova] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Received unexpected event network-vif-plugged-4d1ec0bf-8d15-4ced-8aae-c86d210ca55c for instance with vm_state active and task_state deleting.
Oct 30 07:41:54 user nova-compute[74491]: WARNING nova.volume.cinder [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Attachment b7558e43-07bd-46c9-81a2-13fde29d58a8 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = b7558e43-07bd-46c9-81a2-13fde29d58a8. (HTTP 404) (Request-ID: req-ddf11d87-1401-43d4-b5b0-595ea5bb9624)
Oct 30 07:41:54 user nova-compute[74491]: INFO nova.compute.manager [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Took 0.04 seconds to detach 1 volumes for instance.
Oct 30 07:41:54 user nova-compute[74491]: DEBUG nova.compute.manager [req-6c7e755e-3f7a-4d1b-bdb8-ce87119b187f req-ff24bd22-0cfe-4839-802c-9ff8110752ad service nova] [instance: 08481839-641d-43f6-93df-7cf312cde14a] Detach interface failed, port_id=4d1ec0bf-8d15-4ced-8aae-c86d210ca55c, reason: Instance 08481839-641d-43f6-93df-7cf312cde14a could not be found. {{(pid=74491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 07:41:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:41:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:41:54 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:41:54 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:41:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.456s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:41:55 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Deleted allocations for instance 08481839-641d-43f6-93df-7cf312cde14a
Oct 30 07:41:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c0f9dced-d610-4026-8ee1-a35ec44b5221 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "08481839-641d-43f6-93df-7cf312cde14a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.126s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:41:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:41:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Acquiring lock "5bb196cb-f895-4496-82ff-4712faec0300" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "5bb196cb-f895-4496-82ff-4712faec0300" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:05 user nova-compute[74491]: DEBUG nova.compute.manager [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:42:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:05 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:42:05 user nova-compute[74491]: INFO nova.compute.claims [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Claim successful on node user
Oct 30 07:42:06 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:42:06 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:42:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.459s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:42:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:42:06 user nova-compute[74491]: DEBUG nova.network.neutron [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:42:06 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:42:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:42:06 user nova-compute[74491]: DEBUG nova.policy [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0114d845a65444a69501b2bc91e78391', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47b53bb4c82b41b4b66c0dcd3d3fb37f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:42:06 user nova-compute[74491]: INFO nova.virt.block_device [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Booting with volume 180faeec-b7db-4cab-9c79-332c61edf527 at /dev/vda
Oct 30 07:42:06 user nova-compute[74491]: DEBUG os_brick.utils [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:42:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:06 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e25d4050-c582-4999-8618-67af70a9456e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:06 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f0768ed-ff56-442c-be7d-29888b77d792]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c1b29ea-5e25-40a7-bb71-4d68c3a4285c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1531d1e9-9e3d-4389-a954-48f9d04c3c07]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:42:07 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[31308e17-87c6-44e3-aec8-b54d9c0c2301]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG os_brick.utils [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Updating existing volume attachment record: ecc3008a-95c7-4c63-a248-0bb046288b73 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG nova.network.neutron [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Successfully created port: 2e31c670-5c02-48f3-b88d-eb2ba9386ccd {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'stcuSMDT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:42:07 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:42:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:42:07 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:42:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:42:07 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0e6531f-0465-41b5-80a4-2c257cd01846]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:42:07 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ada7e38f-e415-4d4b-b75d-ae18c249a808]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7] added
Oct 30 07:42:07 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0d40bfd-99bc-46ac-a385-0a25dfbf3836]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.036s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc7a1a75-e371-4a39-90c0-95f96fc18701]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v stcuSMDT {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v stcuSMDT" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2ef45f1-1996-414a-b84d-43671e71bd60]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'stcuSMDT'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a100093b-628c-46be-98dc-53a1dfbdaf26]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[42f38279-ae21-49ab-b663-54543061ccec]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:42:07 user nova-compute[74491]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 (non-flash)
Oct 30 07:42:07 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:42:07 user nova-compute[74491]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 (non-flash)
Oct 30 07:42:07 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5924ab3-4676-402c-8930-c15db185b965]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7, portal: 172.16.0.220,3260]
Oct 30 07:42:07 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7, portal: 172.16.0.220,3260] successful.
Oct 30 07:42:07 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c84b37ff-f335-4859-b79f-b65b1a6b5e9f]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7eb3757d-c143-41a4-9d9b-e5317839f2c2]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:42:07 user nova-compute[74491]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 (non-flash)
Oct 30 07:42:07 user nova-compute[74491]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:42:07 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:42:07 user nova-compute[74491]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 (non-flash)
Oct 30 07:42:07 user nova-compute[74491]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:42:07 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.317s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] HCTL ('34', '-', '-', 0) found on session 18 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[435e7f36-78e6-4e1b-9a5a-59835429ad99]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Searching for a device in session 18 and hctl ['34', '*', '*', 0] yield: None {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG nova.network.neutron [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Successfully updated port: 2e31c670-5c02-48f3-b88d-eb2ba9386ccd {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Acquiring lock "refresh_cache-5bb196cb-f895-4496-82ff-4712faec0300" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Acquired lock "refresh_cache-5bb196cb-f895-4496-82ff-4712faec0300" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG nova.network.neutron [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG nova.compute.manager [req-7da3bfe9-b44d-45b1-a4b4-76e2314f06b7 req-b94fb181-4789-4dc2-af39-5e440d5775d8 service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Received event network-changed-2e31c670-5c02-48f3-b88d-eb2ba9386ccd {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG nova.compute.manager [req-7da3bfe9-b44d-45b1-a4b4-76e2314f06b7 req-b94fb181-4789-4dc2-af39-5e440d5775d8 service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Refreshing instance network info cache due to event network-changed-2e31c670-5c02-48f3-b88d-eb2ba9386ccd. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7da3bfe9-b44d-45b1-a4b4-76e2314f06b7 req-b94fb181-4789-4dc2-af39-5e440d5775d8 service nova] Acquiring lock "refresh_cache-5bb196cb-f895-4496-82ff-4712faec0300" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:42:07 user nova-compute[74491]: DEBUG nova.network.neutron [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:42:08 user nova-compute[74491]: DEBUG nova.network.neutron [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Updating instance_info_cache with network_info: [{"id": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "address": "fa:16:3e:de:50:77", "network": {"id": "825b69f5-b9a2-455f-949a-376887ca7e9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1356292180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47b53bb4c82b41b4b66c0dcd3d3fb37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e31c670-5c", "ovs_interfaceid": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:42:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Releasing lock "refresh_cache-5bb196cb-f895-4496-82ff-4712faec0300" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:42:08 user nova-compute[74491]: DEBUG nova.compute.manager [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Instance network_info: |[{"id": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "address": "fa:16:3e:de:50:77", "network": {"id": "825b69f5-b9a2-455f-949a-376887ca7e9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1356292180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47b53bb4c82b41b4b66c0dcd3d3fb37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e31c670-5c", "ovs_interfaceid": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:42:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7da3bfe9-b44d-45b1-a4b4-76e2314f06b7 req-b94fb181-4789-4dc2-af39-5e440d5775d8 service nova] Acquired lock "refresh_cache-5bb196cb-f895-4496-82ff-4712faec0300" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:42:08 user nova-compute[74491]: DEBUG nova.network.neutron [req-7da3bfe9-b44d-45b1-a4b4-76e2314f06b7 req-b94fb181-4789-4dc2-af39-5e440d5775d8 service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Refreshing network info cache for port 2e31c670-5c02-48f3-b88d-eb2ba9386ccd {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:42:08 user nova-compute[74491]: DEBUG nova.network.neutron [req-7da3bfe9-b44d-45b1-a4b4-76e2314f06b7 req-b94fb181-4789-4dc2-af39-5e440d5775d8 service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Updated VIF entry in instance network info cache for port 2e31c670-5c02-48f3-b88d-eb2ba9386ccd. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:42:08 user nova-compute[74491]: DEBUG nova.network.neutron [req-7da3bfe9-b44d-45b1-a4b4-76e2314f06b7 req-b94fb181-4789-4dc2-af39-5e440d5775d8 service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Updating instance_info_cache with network_info: [{"id": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "address": "fa:16:3e:de:50:77", "network": {"id": "825b69f5-b9a2-455f-949a-376887ca7e9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1356292180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47b53bb4c82b41b4b66c0dcd3d3fb37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e31c670-5c", "ovs_interfaceid": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:42:08 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Searching for a device in session 18 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:42:08 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'stcuSMDT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:42:08 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.348s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:42:08 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] <== connect_volume: return (1350ms) {'type': 'block', 'scsi_wwn': '23761313336323934', 'path': '/dev/sdc'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:42:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23761313336323934', 'path': '/dev/sdc'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:42:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7da3bfe9-b44d-45b1-a4b4-76e2314f06b7 req-b94fb181-4789-4dc2-af39-5e440d5775d8 service nova] Releasing lock "refresh_cache-5bb196cb-f895-4496-82ff-4712faec0300" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:42:08 user nova-compute[74491]: DEBUG nova.objects.instance [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lazy-loading 'flavor' on Instance uuid ca6e5e60-1eff-4e73-a1d8-b78361f31e61 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:42:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 07:42:08 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:42:08 user nova-compute[74491]:   <source dev="/dev/sdc"/>
Oct 30 07:42:08 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:42:08 user nova-compute[74491]:   <serial>ae98d5ce-042e-43cf-a1ec-57f66cf32df7</serial>
Oct 30 07:42:08 user nova-compute[74491]: </disk>
Oct 30 07:42:08 user nova-compute[74491]:  {{(pid=74491) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] No VIF found with MAC fa:16:3e:79:ba:83, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d178e0a9-c0eb-4e6f-8123-8ecc4ede8aa5 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 23.806s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:09 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 0cd7d5a1-69a6-49df-a194-819797daa2a5 is timed out.
Oct 30 07:42:09 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Successfully detached device vdb from instance 0cd7d5a1-69a6-49df-a194-819797daa2a5 from the live domain config.
Oct 30 07:42:09 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BfrSibKV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:42:09 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:42:09 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5711c580-3cf9-4c55-8b60-72c4dc33db10]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:42:09 user nova-compute[74491]: No targets found.
Oct 30 07:42:09 user nova-compute[74491]: iSNS:
Oct 30 07:42:09 user nova-compute[74491]: No targets found.
Oct 30 07:42:09 user nova-compute[74491]: STATIC:
Oct 30 07:42:09 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925
Oct 30 07:42:09 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:42:09 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:42:09 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551
Oct 30 07:42:09 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:42:09 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:42:09 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7
Oct 30 07:42:09 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:42:09 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:42:09 user nova-compute[74491]: FIRMWARE:
Oct 30 07:42:09 user nova-compute[74491]: No targets found.
Oct 30 07:42:09 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:42:09 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:42:09 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2e49b4b-6bbc-4fa8-a522-bdc72f6d8b36]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[659c6f78-8c68-4a5e-baed-a0effcaada96]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:42:09 user nova-compute[74491]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 (non-flash)
Oct 30 07:42:09 user nova-compute[74491]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:42:09 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:42:09 user nova-compute[74491]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 (non-flash)
Oct 30 07:42:09 user nova-compute[74491]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:42:09 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef81796c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925'): ({'sdd'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Removing single pathed devices sdd {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c59ea62d-6cf4-4266-a362-0c8fea8099fd]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9fefdaa-98c6-4a23-9689-f2384da04145]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Flushing IO for device /dev/sdd {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cc13796-bfb3-47c0-b9a6-30fb9df0cfbb]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:42:09 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.047s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:10 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcbe2bdb-441a-4bfa-af44-ff66903ce068]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:10 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:42:10 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] SCSI volumes sdd have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:42:10 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:42:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:10 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3495c5b-c4fb-450a-8808-174446c5901d]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:10 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:42:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:10 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[40f63d5d-f016-492c-a9e1-525fd5389169]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:10 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925, portal: 172.16.0.220,3260]
Oct 30 07:42:10 user nova-compute[74491]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925, portal: 172.16.0.220,3260] successful.
Oct 30 07:42:10 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:42:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0f58b15-869c-4927-a8e8-a418e7b24925 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:10 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a36c0e8-0ee3-4f9d-8ba7-1358192c3d04]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:10 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:42:10 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.344s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:42:10 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] <== disconnect_volume: return (345ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:42:10 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:42:11 user nova-compute[74491]: DEBUG nova.objects.instance [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lazy-loading 'flavor' on Instance uuid 0cd7d5a1-69a6-49df-a194-819797daa2a5 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:42:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f4557615-615a-4761-81c1-046973d8a01d tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "0cd7d5a1-69a6-49df-a194-819797daa2a5" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.030s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Acquiring lock "76d4df54-4926-405b-8d55-2bfebce7cccd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Lock "76d4df54-4926-405b-8d55-2bfebce7cccd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:12 user nova-compute[74491]: DEBUG nova.compute.manager [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:42:12 user nova-compute[74491]: DEBUG nova.compute.manager [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Stashing vm_state: active {{(pid=74491) _prep_resize /opt/stack/nova/nova/compute/manager.py:5614}}
Oct 30 07:42:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:42:12 user nova-compute[74491]: INFO nova.compute.claims [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Claim successful on node user
Oct 30 07:42:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:42:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 07:42:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:42:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:42:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.541s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG nova.compute.manager [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.382s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:42:13 user nova-compute[74491]: INFO nova.compute.claims [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Claim successful on node user
Oct 30 07:42:13 user nova-compute[74491]: DEBUG nova.compute.manager [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG nova.network.neutron [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:42:13 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:42:13 user nova-compute[74491]: INFO nova.compute.resource_tracker [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Updating resource usage from migration 4e1f60f4-613f-4f91-872c-f031fa47a0b5
Oct 30 07:42:13 user nova-compute[74491]: DEBUG nova.compute.manager [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG nova.policy [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70d9c8cfc60a41a0ae42eb781512fb98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c68d3582b344828bc9ddb0a87edc0ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG nova.compute.manager [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:42:13 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Creating image(s)
Oct 30 07:42:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Acquiring lock "/opt/stack/data/nova/instances/76d4df54-4926-405b-8d55-2bfebce7cccd/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Lock "/opt/stack/data/nova/instances/76d4df54-4926-405b-8d55-2bfebce7cccd/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Lock "/opt/stack/data/nova/instances/76d4df54-4926-405b-8d55-2bfebce7cccd/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.204s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.004s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.603s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:13 user nova-compute[74491]: INFO nova.compute.manager [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Migrating
Oct 30 07:42:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquired lock "compute-rpcapi-router" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:42:13 user nova-compute[74491]: INFO nova.compute.rpcapi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Oct 30 07:42:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Releasing lock "compute-rpcapi-router" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquiring lock "refresh_cache-ca6e5e60-1eff-4e73-a1d8-b78361f31e61" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquired lock "refresh_cache-ca6e5e60-1eff-4e73-a1d8-b78361f31e61" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG nova.network.neutron [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.210s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/76d4df54-4926-405b-8d55-2bfebce7cccd/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/76d4df54-4926-405b-8d55-2bfebce7cccd/disk 1073741824" returned: 0 in 0.051s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.266s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.196s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Checking if we can resize image /opt/stack/data/nova/instances/76d4df54-4926-405b-8d55-2bfebce7cccd/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:42:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76d4df54-4926-405b-8d55-2bfebce7cccd/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:14 user nova-compute[74491]: DEBUG nova.network.neutron [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Successfully created port: 4d1c9f62-8287-4916-9f2a-d3a2fa389b5b {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:42:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76d4df54-4926-405b-8d55-2bfebce7cccd/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:14 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Cannot resize image /opt/stack/data/nova/instances/76d4df54-4926-405b-8d55-2bfebce7cccd/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:42:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:42:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Ensure instance console log exists: /opt/stack/data/nova/instances/76d4df54-4926-405b-8d55-2bfebce7cccd/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:42:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:14 user nova-compute[74491]: DEBUG nova.network.neutron [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Updating instance_info_cache with network_info: [{"id": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "address": "fa:16:3e:79:ba:83", "network": {"id": "4b60f2bc-47f1-4758-ab27-7409b0ed4838", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-353851300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bc84846dd74eecb286bfbcfd4f838b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2690cd19-db", "ovs_interfaceid": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:42:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Releasing lock "refresh_cache-ca6e5e60-1eff-4e73-a1d8-b78361f31e61" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:42:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Starting migrate_disk_and_power_off {{(pid=74491) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Oct 30 07:42:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:14 user nova-compute[74491]: DEBUG nova.compute.manager [req-5f19a558-c99e-4d7f-a9f9-8e4b63becebc req-7bec5899-5838-4994-b91b-cedb3b752170 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Received event network-vif-unplugged-2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:42:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5f19a558-c99e-4d7f-a9f9-8e4b63becebc req-7bec5899-5838-4994-b91b-cedb3b752170 service nova] Acquiring lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5f19a558-c99e-4d7f-a9f9-8e4b63becebc req-7bec5899-5838-4994-b91b-cedb3b752170 service nova] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5f19a558-c99e-4d7f-a9f9-8e4b63becebc req-7bec5899-5838-4994-b91b-cedb3b752170 service nova] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:14 user nova-compute[74491]: DEBUG nova.compute.manager [req-5f19a558-c99e-4d7f-a9f9-8e4b63becebc req-7bec5899-5838-4994-b91b-cedb3b752170 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] No waiting events found dispatching network-vif-unplugged-2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:42:14 user nova-compute[74491]: WARNING nova.compute.manager [req-5f19a558-c99e-4d7f-a9f9-8e4b63becebc req-7bec5899-5838-4994-b91b-cedb3b752170 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Received unexpected event network-vif-unplugged-2690cd19-db89-4956-afb9-fb1cd72a6ead for instance with vm_state active and task_state resize_migrating.
Oct 30 07:42:14 user nova-compute[74491]: DEBUG nova.network.neutron [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Successfully updated port: 4d1c9f62-8287-4916-9f2a-d3a2fa389b5b {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:42:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Acquiring lock "refresh_cache-76d4df54-4926-405b-8d55-2bfebce7cccd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:42:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Acquired lock "refresh_cache-76d4df54-4926-405b-8d55-2bfebce7cccd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:42:14 user nova-compute[74491]: DEBUG nova.network.neutron [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:42:14 user nova-compute[74491]: DEBUG nova.compute.manager [req-2eee22b8-9b47-4170-82f3-0d46c06ae7cf req-c30a3619-fda6-4090-ba94-0e528187d783 service nova] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Received event network-changed-4d1c9f62-8287-4916-9f2a-d3a2fa389b5b {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:42:14 user nova-compute[74491]: DEBUG nova.compute.manager [req-2eee22b8-9b47-4170-82f3-0d46c06ae7cf req-c30a3619-fda6-4090-ba94-0e528187d783 service nova] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Refreshing instance network info cache due to event network-changed-4d1c9f62-8287-4916-9f2a-d3a2fa389b5b. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:42:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2eee22b8-9b47-4170-82f3-0d46c06ae7cf req-c30a3619-fda6-4090-ba94-0e528187d783 service nova] Acquiring lock "refresh_cache-76d4df54-4926-405b-8d55-2bfebce7cccd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:42:14 user nova-compute[74491]: DEBUG nova.network.neutron [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.network.neutron [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Updating instance_info_cache with network_info: [{"id": "4d1c9f62-8287-4916-9f2a-d3a2fa389b5b", "address": "fa:16:3e:a4:82:b4", "network": {"id": "14a74e70-31f2-4c18-b467-fb63f28c2777", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "d177068a6dbf4eed84db576f08ca910a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d1c9f62-82", "ovs_interfaceid": "4d1c9f62-8287-4916-9f2a-d3a2fa389b5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Releasing lock "refresh_cache-76d4df54-4926-405b-8d55-2bfebce7cccd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.compute.manager [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Instance network_info: |[{"id": "4d1c9f62-8287-4916-9f2a-d3a2fa389b5b", "address": "fa:16:3e:a4:82:b4", "network": {"id": "14a74e70-31f2-4c18-b467-fb63f28c2777", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "d177068a6dbf4eed84db576f08ca910a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d1c9f62-82", "ovs_interfaceid": "4d1c9f62-8287-4916-9f2a-d3a2fa389b5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2eee22b8-9b47-4170-82f3-0d46c06ae7cf req-c30a3619-fda6-4090-ba94-0e528187d783 service nova] Acquired lock "refresh_cache-76d4df54-4926-405b-8d55-2bfebce7cccd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.network.neutron [req-2eee22b8-9b47-4170-82f3-0d46c06ae7cf req-c30a3619-fda6-4090-ba94-0e528187d783 service nova] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Refreshing network info cache for port 4d1c9f62-8287-4916-9f2a-d3a2fa389b5b {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Start _get_guest_xml network_info=[{"id": "4d1c9f62-8287-4916-9f2a-d3a2fa389b5b", "address": "fa:16:3e:a4:82:b4", "network": {"id": "14a74e70-31f2-4c18-b467-fb63f28c2777", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "d177068a6dbf4eed84db576f08ca910a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d1c9f62-82", "ovs_interfaceid": "4d1c9f62-8287-4916-9f2a-d3a2fa389b5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:42:15 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:42:15 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:42:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-270360366',display_name='tempest-VolumesNegativeTest-instance-270360366',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-270360366',id=19,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1c68d3582b344828bc9ddb0a87edc0ca',ramdisk_id='',reservation_id='r-ldwaeha5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-535070093',owner_user_name='tempest-VolumesNegativeTest-535070093-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:42:13Z,user_data=None,user_id='70d9c8cfc60a41a0ae42eb781512fb98',uuid=76d4df54-4926-405b-8d55-2bfebce7cccd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4d1c9f62-8287-4916-9f2a-d3a2fa389b5b", "address": "fa:16:3e:a4:82:b4", "network": {"id": "14a74e70-31f2-4c18-b467-fb63f28c2777", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "d177068a6dbf4eed84db576f08ca910a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d1c9f62-82", "ovs_interfaceid": "4d1c9f62-8287-4916-9f2a-d3a2fa389b5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Converting VIF {"id": "4d1c9f62-8287-4916-9f2a-d3a2fa389b5b", "address": "fa:16:3e:a4:82:b4", "network": {"id": "14a74e70-31f2-4c18-b467-fb63f28c2777", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "d177068a6dbf4eed84db576f08ca910a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d1c9f62-82", "ovs_interfaceid": "4d1c9f62-8287-4916-9f2a-d3a2fa389b5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a4:82:b4,bridge_name='br-int',has_traffic_filtering=True,id=4d1c9f62-8287-4916-9f2a-d3a2fa389b5b,network=Network(14a74e70-31f2-4c18-b467-fb63f28c2777),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d1c9f62-82') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.objects.instance [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Lazy-loading 'pci_devices' on Instance uuid 76d4df54-4926-405b-8d55-2bfebce7cccd {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:42:15 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Instance destroyed successfully.
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:37:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-250330121',display_name='tempest-ServerActionsTestOtherB-server-250330121',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-250330121',id=14,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGnC4r3o386th9DGaJLtZEtlcPYrv7t5zegNMIF+opf+g3L8CGhVaOK+p3JyJJUvFGIngzm90raO9XYrBdDwxkPsgdh49bzA8FgddvrsBPT7M5FYLKowUsu/JMdSMNq0Rg==',key_name='tempest-keypair-1622103420',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:38:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='29bc84846dd74eecb286bfbcfd4f838b',ramdisk_id='',reservation_id='r-652jw9as',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1638830130',owner_user_name='tempest-ServerActionsTestOtherB-1638830130-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:42:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='506813ea22514a4ab1e8492d724d6e93',uuid=ca6e5e60-1eff-4e73-a1d8-b78361f31e61,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "address": "fa:16:3e:79:ba:83", "network": {"id": "4b60f2bc-47f1-4758-ab27-7409b0ed4838", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-353851300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-353851300-network", "vif_mac": "fa:16:3e:79:ba:83"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bc84846dd74eecb286bfbcfd4f838b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2690cd19-db", "ovs_interfaceid": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Converting VIF {"id": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "address": "fa:16:3e:79:ba:83", "network": {"id": "4b60f2bc-47f1-4758-ab27-7409b0ed4838", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-353851300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-353851300-network", "vif_mac": "fa:16:3e:79:ba:83"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bc84846dd74eecb286bfbcfd4f838b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2690cd19-db", "ovs_interfaceid": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:79:ba:83,bridge_name='br-int',has_traffic_filtering=True,id=2690cd19-db89-4956-afb9-fb1cd72a6ead,network=Network(4b60f2bc-47f1-4758-ab27-7409b0ed4838),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2690cd19-db') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG os_vif [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:79:ba:83,bridge_name='br-int',has_traffic_filtering=True,id=2690cd19-db89-4956-afb9-fb1cd72a6ead,network=Network(4b60f2bc-47f1-4758-ab27-7409b0ed4838),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2690cd19-db') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2690cd19-db, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:42:15 user nova-compute[74491]:   <uuid>76d4df54-4926-405b-8d55-2bfebce7cccd</uuid>
Oct 30 07:42:15 user nova-compute[74491]:   <name>instance-00000013</name>
Oct 30 07:42:15 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:42:15 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:42:15 user nova-compute[74491]:   <metadata>
Oct 30 07:42:15 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:42:15 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:42:15 user nova-compute[74491]:       <nova:name>tempest-VolumesNegativeTest-instance-270360366</nova:name>
Oct 30 07:42:15 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:42:15</nova:creationTime>
Oct 30 07:42:15 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:42:15 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:42:15 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:42:15 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:42:15 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:42:15 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:42:15 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:42:15 user nova-compute[74491]:       <nova:owner>
Oct 30 07:42:15 user nova-compute[74491]:         <nova:user uuid="70d9c8cfc60a41a0ae42eb781512fb98">tempest-VolumesNegativeTest-535070093-project-member</nova:user>
Oct 30 07:42:15 user nova-compute[74491]:         <nova:project uuid="1c68d3582b344828bc9ddb0a87edc0ca">tempest-VolumesNegativeTest-535070093</nova:project>
Oct 30 07:42:15 user nova-compute[74491]:       </nova:owner>
Oct 30 07:42:15 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:42:15 user nova-compute[74491]:       <nova:ports>
Oct 30 07:42:15 user nova-compute[74491]:         <nova:port uuid="4d1c9f62-8287-4916-9f2a-d3a2fa389b5b">
Oct 30 07:42:15 user nova-compute[74491]:           <nova:ip type="fixed" address="192.168.233.51" ipVersion="4"/>
Oct 30 07:42:15 user nova-compute[74491]:         </nova:port>
Oct 30 07:42:15 user nova-compute[74491]:       </nova:ports>
Oct 30 07:42:15 user nova-compute[74491]:     </nova:instance>
Oct 30 07:42:15 user nova-compute[74491]:   </metadata>
Oct 30 07:42:15 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:42:15 user nova-compute[74491]:     <system>
Oct 30 07:42:15 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:42:15 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:42:15 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:42:15 user nova-compute[74491]:       <entry name="serial">76d4df54-4926-405b-8d55-2bfebce7cccd</entry>
Oct 30 07:42:15 user nova-compute[74491]:       <entry name="uuid">76d4df54-4926-405b-8d55-2bfebce7cccd</entry>
Oct 30 07:42:15 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:42:15 user nova-compute[74491]:     </system>
Oct 30 07:42:15 user nova-compute[74491]:   </sysinfo>
Oct 30 07:42:15 user nova-compute[74491]:   <os>
Oct 30 07:42:15 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:42:15 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:42:15 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:42:15 user nova-compute[74491]:   </os>
Oct 30 07:42:15 user nova-compute[74491]:   <features>
Oct 30 07:42:15 user nova-compute[74491]:     <acpi/>
Oct 30 07:42:15 user nova-compute[74491]:     <apic/>
Oct 30 07:42:15 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:42:15 user nova-compute[74491]:   </features>
Oct 30 07:42:15 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:42:15 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:42:15 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:42:15 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:42:15 user nova-compute[74491]:   </clock>
Oct 30 07:42:15 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:42:15 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:42:15 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:42:15 user nova-compute[74491]:   </cpu>
Oct 30 07:42:15 user nova-compute[74491]:   <devices>
Oct 30 07:42:15 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:42:15 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:42:15 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/76d4df54-4926-405b-8d55-2bfebce7cccd/disk"/>
Oct 30 07:42:15 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:42:15 user nova-compute[74491]:     </disk>
Oct 30 07:42:15 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:42:15 user nova-compute[74491]:       <mac address="fa:16:3e:a4:82:b4"/>
Oct 30 07:42:15 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:42:15 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:42:15 user nova-compute[74491]:       <target dev="tap4d1c9f62-82"/>
Oct 30 07:42:15 user nova-compute[74491]:     </interface>
Oct 30 07:42:15 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:42:15 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/76d4df54-4926-405b-8d55-2bfebce7cccd/console.log" append="off"/>
Oct 30 07:42:15 user nova-compute[74491]:     </serial>
Oct 30 07:42:15 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:42:15 user nova-compute[74491]:     <video>
Oct 30 07:42:15 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:42:15 user nova-compute[74491]:     </video>
Oct 30 07:42:15 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:42:15 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:42:15 user nova-compute[74491]:     </rng>
Oct 30 07:42:15 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:42:15 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:42:15 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:42:15 user nova-compute[74491]:     </memballoon>
Oct 30 07:42:15 user nova-compute[74491]:   </devices>
Oct 30 07:42:15 user nova-compute[74491]: </domain>
Oct 30 07:42:15 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:42:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-270360366',display_name='tempest-VolumesNegativeTest-instance-270360366',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-270360366',id=19,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1c68d3582b344828bc9ddb0a87edc0ca',ramdisk_id='',reservation_id='r-ldwaeha5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-535070093',owner_user_name='tempest-VolumesNegativeTest-535070093-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:42:13Z,user_data=None,user_id='70d9c8cfc60a41a0ae42eb781512fb98',uuid=76d4df54-4926-405b-8d55-2bfebce7cccd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4d1c9f62-8287-4916-9f2a-d3a2fa389b5b", "address": "fa:16:3e:a4:82:b4", "network": {"id": "14a74e70-31f2-4c18-b467-fb63f28c2777", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "d177068a6dbf4eed84db576f08ca910a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d1c9f62-82", "ovs_interfaceid": "4d1c9f62-8287-4916-9f2a-d3a2fa389b5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Converting VIF {"id": "4d1c9f62-8287-4916-9f2a-d3a2fa389b5b", "address": "fa:16:3e:a4:82:b4", "network": {"id": "14a74e70-31f2-4c18-b467-fb63f28c2777", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "d177068a6dbf4eed84db576f08ca910a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d1c9f62-82", "ovs_interfaceid": "4d1c9f62-8287-4916-9f2a-d3a2fa389b5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a4:82:b4,bridge_name='br-int',has_traffic_filtering=True,id=4d1c9f62-8287-4916-9f2a-d3a2fa389b5b,network=Network(14a74e70-31f2-4c18-b467-fb63f28c2777),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d1c9f62-82') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG os_vif [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:82:b4,bridge_name='br-int',has_traffic_filtering=True,id=4d1c9f62-8287-4916-9f2a-d3a2fa389b5b,network=Network(14a74e70-31f2-4c18-b467-fb63f28c2777),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d1c9f62-82') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4a70ba2a-ea91-4654-872d-1815b63e1337) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5910da68-e4c9-525f-974f-a3d3d572e14b', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:42:15 user nova-compute[74491]: INFO os_vif [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:79:ba:83,bridge_name='br-int',has_traffic_filtering=True,id=2690cd19-db89-4956-afb9-fb1cd72a6ead,network=Network(4b60f2bc-47f1-4758-ab27-7409b0ed4838),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2690cd19-db')
Oct 30 07:42:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'stcuSMDT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:42:15 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:42:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4d1c9f62-82, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4d1c9f62-82, col_values=(('qos', UUID('555caecd-4dbb-4120-b946-aa52f721eebd')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4d1c9f62-82, col_values=(('external_ids', {'iface-id': '4d1c9f62-8287-4916-9f2a-d3a2fa389b5b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a4:82:b4', 'vm-uuid': '76d4df54-4926-405b-8d55-2bfebce7cccd'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:15 user nova-compute[74491]: INFO os_vif [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:82:b4,bridge_name='br-int',has_traffic_filtering=True,id=4d1c9f62-8287-4916-9f2a-d3a2fa389b5b,network=Network(14a74e70-31f2-4c18-b467-fb63f28c2777),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d1c9f62-82')
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[992a3529-a95e-41a8-b2d2-1b52c7e67ee4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:42:15 user nova-compute[74491]: No targets found.
Oct 30 07:42:15 user nova-compute[74491]: iSNS:
Oct 30 07:42:15 user nova-compute[74491]: No targets found.
Oct 30 07:42:15 user nova-compute[74491]: STATIC:
Oct 30 07:42:15 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551
Oct 30 07:42:15 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:42:15 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:42:15 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7
Oct 30 07:42:15 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:42:15 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:42:15 user nova-compute[74491]: FIRMWARE:
Oct 30 07:42:15 user nova-compute[74491]: No targets found.
Oct 30 07:42:15 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:42:15 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:42:15 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[47ec6d00-8b7d-4d60-a8ea-477265422a4d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1ccd834-c3fc-481f-9eb1-f5f515987842]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:42:15 user nova-compute[74491]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:42:15 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:42:15 user nova-compute[74491]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:42:15 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef80c6680>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7'): ({'sdc'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Removing single pathed devices sdc {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] No VIF found with MAC fa:16:3e:a4:82:b4, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f3fc9bd-4c1e-4402-9521-1a21687906b9]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d1139dd-d73e-4ca1-888d-2db4d62f4392]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Flushing IO for device /dev/sdc {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3991608a-7e9a-4682-be8a-e6e333dc6f80]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.045s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c08e6336-adfe-4670-8e96-36c6de94b742]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] SCSI volumes sdc have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[23e70d37-1acc-4530-b3b8-a9834a60260c]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[18edde70-778b-412c-b9a1-5da580a179e9]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7, portal: 172.16.0.220,3260]
Oct 30 07:42:15 user nova-compute[74491]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7, portal: 172.16.0.220,3260] successful.
Oct 30 07:42:15 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8c0ccdf-e66c-423a-b930-ff699caed726]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.319s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] <== disconnect_volume: return (320ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.network.neutron [req-2eee22b8-9b47-4170-82f3-0d46c06ae7cf req-c30a3619-fda6-4090-ba94-0e528187d783 service nova] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Updated VIF entry in instance network info cache for port 4d1c9f62-8287-4916-9f2a-d3a2fa389b5b. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG nova.network.neutron [req-2eee22b8-9b47-4170-82f3-0d46c06ae7cf req-c30a3619-fda6-4090-ba94-0e528187d783 service nova] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Updating instance_info_cache with network_info: [{"id": "4d1c9f62-8287-4916-9f2a-d3a2fa389b5b", "address": "fa:16:3e:a4:82:b4", "network": {"id": "14a74e70-31f2-4c18-b467-fb63f28c2777", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "d177068a6dbf4eed84db576f08ca910a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d1c9f62-82", "ovs_interfaceid": "4d1c9f62-8287-4916-9f2a-d3a2fa389b5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2eee22b8-9b47-4170-82f3-0d46c06ae7cf req-c30a3619-fda6-4090-ba94-0e528187d783 service nova] Releasing lock "refresh_cache-76d4df54-4926-405b-8d55-2bfebce7cccd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:16 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:42:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61_resize/disk /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] CMD "cp -r /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61_resize/disk /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk" returned: 0 in 0.440s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61_resize/disk.info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk.info {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] CMD "cp -r /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61_resize/disk.info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk.info" returned: 0 in 0.036s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:16 user nova-compute[74491]: DEBUG nova.compute.manager [req-729985c4-fe26-48a6-ade4-a679618add7c req-90c67fa6-1bc5-432c-a51e-4812c6a7a09f service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Received event network-vif-plugged-2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:42:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-729985c4-fe26-48a6-ade4-a679618add7c req-90c67fa6-1bc5-432c-a51e-4812c6a7a09f service nova] Acquiring lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-729985c4-fe26-48a6-ade4-a679618add7c req-90c67fa6-1bc5-432c-a51e-4812c6a7a09f service nova] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-729985c4-fe26-48a6-ade4-a679618add7c req-90c67fa6-1bc5-432c-a51e-4812c6a7a09f service nova] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:16 user nova-compute[74491]: DEBUG nova.compute.manager [req-729985c4-fe26-48a6-ade4-a679618add7c req-90c67fa6-1bc5-432c-a51e-4812c6a7a09f service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] No waiting events found dispatching network-vif-plugged-2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:42:16 user nova-compute[74491]: WARNING nova.compute.manager [req-729985c4-fe26-48a6-ade4-a679618add7c req-90c67fa6-1bc5-432c-a51e-4812c6a7a09f service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Received unexpected event network-vif-plugged-2690cd19-db89-4956-afb9-fb1cd72a6ead for instance with vm_state active and task_state resize_migrating.
Oct 30 07:42:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:17 user nova-compute[74491]: DEBUG nova.compute.manager [req-7e35a923-b127-4aa7-a90e-6a5244067f3a req-34387d03-cfec-43d4-ad6f-7727bcee2557 service nova] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Received event network-vif-plugged-4d1c9f62-8287-4916-9f2a-d3a2fa389b5b {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:42:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7e35a923-b127-4aa7-a90e-6a5244067f3a req-34387d03-cfec-43d4-ad6f-7727bcee2557 service nova] Acquiring lock "76d4df54-4926-405b-8d55-2bfebce7cccd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7e35a923-b127-4aa7-a90e-6a5244067f3a req-34387d03-cfec-43d4-ad6f-7727bcee2557 service nova] Lock "76d4df54-4926-405b-8d55-2bfebce7cccd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7e35a923-b127-4aa7-a90e-6a5244067f3a req-34387d03-cfec-43d4-ad6f-7727bcee2557 service nova] Lock "76d4df54-4926-405b-8d55-2bfebce7cccd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:17 user nova-compute[74491]: DEBUG nova.compute.manager [req-7e35a923-b127-4aa7-a90e-6a5244067f3a req-34387d03-cfec-43d4-ad6f-7727bcee2557 service nova] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] No waiting events found dispatching network-vif-plugged-4d1c9f62-8287-4916-9f2a-d3a2fa389b5b {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:42:17 user nova-compute[74491]: WARNING nova.compute.manager [req-7e35a923-b127-4aa7-a90e-6a5244067f3a req-34387d03-cfec-43d4-ad6f-7727bcee2557 service nova] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Received unexpected event network-vif-plugged-4d1c9f62-8287-4916-9f2a-d3a2fa389b5b for instance with vm_state building and task_state spawning.
Oct 30 07:42:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:17 user nova-compute[74491]: DEBUG nova.network.neutron [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Port 2690cd19-db89-4956-afb9-fb1cd72a6ead binding to destination host user is already ACTIVE {{(pid=74491) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 30 07:42:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquiring lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquiring lock "refresh_cache-ca6e5e60-1eff-4e73-a1d8-b78361f31e61" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:42:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquired lock "refresh_cache-ca6e5e60-1eff-4e73-a1d8-b78361f31e61" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:42:18 user nova-compute[74491]: DEBUG nova.network.neutron [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:42:18 user nova-compute[74491]: DEBUG nova.network.neutron [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Updating instance_info_cache with network_info: [{"id": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "address": "fa:16:3e:79:ba:83", "network": {"id": "4b60f2bc-47f1-4758-ab27-7409b0ed4838", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-353851300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bc84846dd74eecb286bfbcfd4f838b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2690cd19-db", "ovs_interfaceid": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:42:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Releasing lock "refresh_cache-ca6e5e60-1eff-4e73-a1d8-b78361f31e61" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:42:18 user nova-compute[74491]: DEBUG os_brick.utils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:42:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:18 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[628e999e-9c65-4595-819c-3e811ae9434a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:18 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b57a0f7a-d381-4ed3-91ff-7b93910c0164]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:18 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfd16cb4-4f54-4c65-9f86-ddccdd4a8c58]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:18 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[32e67013-4074-4bae-9fa0-caa11f94d91e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:42:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:42:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:42:18 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:42:18 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3a849fa-a314-4cea-b703-03c1bd0a9d42]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:42:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:42:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:42:18 user nova-compute[74491]: DEBUG os_brick.utils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:42:19 user nova-compute[74491]: DEBUG nova.compute.manager [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:42:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:42:19 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Instance spawned successfully.
Oct 30 07:42:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:42:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-1ee5290e-a1bf-4d79-b453-9adeaa50c064 req-e1e3c749-f490-4f1c-94ba-15a5bbc192c0 service nova] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Received event network-vif-plugged-4d1c9f62-8287-4916-9f2a-d3a2fa389b5b {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:42:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-1ee5290e-a1bf-4d79-b453-9adeaa50c064 req-e1e3c749-f490-4f1c-94ba-15a5bbc192c0 service nova] Acquiring lock "76d4df54-4926-405b-8d55-2bfebce7cccd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-1ee5290e-a1bf-4d79-b453-9adeaa50c064 req-e1e3c749-f490-4f1c-94ba-15a5bbc192c0 service nova] Lock "76d4df54-4926-405b-8d55-2bfebce7cccd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-1ee5290e-a1bf-4d79-b453-9adeaa50c064 req-e1e3c749-f490-4f1c-94ba-15a5bbc192c0 service nova] Lock "76d4df54-4926-405b-8d55-2bfebce7cccd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-1ee5290e-a1bf-4d79-b453-9adeaa50c064 req-e1e3c749-f490-4f1c-94ba-15a5bbc192c0 service nova] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] No waiting events found dispatching network-vif-plugged-4d1c9f62-8287-4916-9f2a-d3a2fa389b5b {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:42:19 user nova-compute[74491]: WARNING nova.compute.manager [req-1ee5290e-a1bf-4d79-b453-9adeaa50c064 req-e1e3c749-f490-4f1c-94ba-15a5bbc192c0 service nova] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Received unexpected event network-vif-plugged-4d1c9f62-8287-4916-9f2a-d3a2fa389b5b for instance with vm_state building and task_state spawning.
Oct 30 07:42:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:42:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:42:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:42:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:42:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:42:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:42:19 user nova-compute[74491]: INFO nova.compute.manager [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Took 5.88 seconds to spawn the instance on the hypervisor.
Oct 30 07:42:19 user nova-compute[74491]: DEBUG nova.compute.manager [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:42:19 user nova-compute[74491]: INFO nova.compute.manager [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Took 6.81 seconds to build instance.
Oct 30 07:42:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1f14a749-42be-49df-a782-9b8279c98b6d tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Lock "76d4df54-4926-405b-8d55-2bfebce7cccd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.930s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "8a042309-9a42-45b2-aecd-0077c0846cd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:27 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:42:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:27 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:42:27 user nova-compute[74491]: INFO nova.compute.claims [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Claim successful on node user
Oct 30 07:42:27 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:42:27 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:42:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.491s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:27 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:42:27 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:42:27 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:42:27 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:42:27 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:42:28 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Creating image(s)
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "/opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "/opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "/opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG nova.policy [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '028c3259355b490989b2883f4dc4dff5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10f5045c03764000a23c825ac45ee88c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.190s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG nova.compute.manager [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:42:28 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Creating image(s)
Oct 30 07:42:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Did not create local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Ensure instance console log exists: /opt/stack/data/nova/instances/5bb196cb-f895-4496-82ff-4712faec0300/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Start _get_guest_xml network_info=[{"id": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "address": "fa:16:3e:de:50:77", "network": {"id": "825b69f5-b9a2-455f-949a-376887ca7e9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1356292180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47b53bb4c82b41b4b66c0dcd3d3fb37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e31c670-5c", "ovs_interfaceid": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'attachment_id': 'ecc3008a-95c7-4c63-a248-0bb046288b73', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CfqheMVU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5bb196cb-f895-4496-82ff-4712faec0300', 'attached_at': '', 'detached_at': '', 'volume_id': '180faeec-b7db-4cab-9c79-332c61edf527', 'serial': '180faeec-b7db-4cab-9c79-332c61edf527'}, 'delete_on_termination': True, 'volume_type': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:42:28 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:42:28 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:42:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CfqheMVU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:42:28 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:42:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:42:28 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:42:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:42:28 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cd66c6a-0daf-4a24-9017-c2761af769ad]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:42:28 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d910cbf-cb1a-4721-b658-ec2b30823fe8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527] added
Oct 30 07:42:28 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.180s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[15b1efae-31a0-4f56-bb1d-8fb941ba36fd]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk 1073741824" returned: 0 in 0.059s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.243s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e243f5d-1790-488e-9891-596b596603f7]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CfqheMVU {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CfqheMVU" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dea9f5b-50f7-4362-ae8e-f460ab4270aa]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CfqheMVU'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0501dfc3-197b-4016-89ad-5d92c95b53e2]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[592b2393-1262-4db5-bba9-2bbce35b02af]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:42:28 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:42:28 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c70221e1-74ea-4b63-8c6f-fd4df86d956e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527, portal: 172.16.0.220,3260]
Oct 30 07:42:28 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527, portal: 172.16.0.220,3260] successful.
Oct 30 07:42:28 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.212s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8fbcab7-253a-4876-9f3e-373e503f52a2]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a73e599a-7548-4dd2-b8f1-ca7769387879]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:42:28 user nova-compute[74491]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:42:28 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:42:28 user nova-compute[74491]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:42:28 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.413s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] HCTL ('34', '-', '-', 0) found on session 19 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.027s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[16767e4d-042a-4cdb-ac14-059b74a2ac63]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Searching for a device in session 19 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CfqheMVU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Successfully created port: 9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Cannot resize image /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Ensure instance console log exists: /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Successfully updated port: 9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "refresh_cache-8a042309-9a42-45b2-aecd-0077c0846cd9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquired lock "refresh_cache-8a042309-9a42-45b2-aecd-0077c0846cd9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-38650f3a-4014-45b3-b69d-92fe28277e3f req-85b2e833-7950-4991-b0f9-e66808e2b640 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received event network-changed-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-38650f3a-4014-45b3-b69d-92fe28277e3f req-85b2e833-7950-4991-b0f9-e66808e2b640 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Refreshing instance network info cache due to event network-changed-9955a304-55cd-479f-bb25-acf223b55dc8. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-38650f3a-4014-45b3-b69d-92fe28277e3f req-85b2e833-7950-4991-b0f9-e66808e2b640 service nova] Acquiring lock "refresh_cache-8a042309-9a42-45b2-aecd-0077c0846cd9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Updating instance_info_cache with network_info: [{"id": "9955a304-55cd-479f-bb25-acf223b55dc8", "address": "fa:16:3e:fc:19:25", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9955a304-55", "ovs_interfaceid": "9955a304-55cd-479f-bb25-acf223b55dc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Releasing lock "refresh_cache-8a042309-9a42-45b2-aecd-0077c0846cd9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Instance network_info: |[{"id": "9955a304-55cd-479f-bb25-acf223b55dc8", "address": "fa:16:3e:fc:19:25", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9955a304-55", "ovs_interfaceid": "9955a304-55cd-479f-bb25-acf223b55dc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-38650f3a-4014-45b3-b69d-92fe28277e3f req-85b2e833-7950-4991-b0f9-e66808e2b640 service nova] Acquired lock "refresh_cache-8a042309-9a42-45b2-aecd-0077c0846cd9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.network.neutron [req-38650f3a-4014-45b3-b69d-92fe28277e3f req-85b2e833-7950-4991-b0f9-e66808e2b640 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Refreshing network info cache for port 9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Start _get_guest_xml network_info=[{"id": "9955a304-55cd-479f-bb25-acf223b55dc8", "address": "fa:16:3e:fc:19:25", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9955a304-55", "ovs_interfaceid": "9955a304-55cd-479f-bb25-acf223b55dc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.461s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] <== connect_volume: return (1462ms) {'type': 'block', 'scsi_wwn': '26664653236383933', 'path': '/dev/sdc'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26664653236383933', 'path': '/dev/sdc'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:42:29 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:42:29 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:42:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2145805430',display_name='tempest-ServerRescueNegativeTestJSON-server-2145805430',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2145805430',id=20,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH0FLOXDhi4otuo1MHXhnp1yc0cP6CWOiFqInZ7IHlAl5lmpE6yw+/jKpHjbGEtB2GdGJm0tIdQn9bJe9XLpdH5XkrQ36a6uddH4+ossNeO2Y3p4pN2+lOJYCyH1IkBX7A==',key_name='tempest-keypair-39658463',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='10f5045c03764000a23c825ac45ee88c',ramdisk_id='',reservation_id='r-4ke3igoq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1194843193',owner_user_name='tempest-ServerRescueNegativeTestJSON-1194843193-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:42:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='028c3259355b490989b2883f4dc4dff5',uuid=8a042309-9a42-45b2-aecd-0077c0846cd9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9955a304-55cd-479f-bb25-acf223b55dc8", "address": "fa:16:3e:fc:19:25", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9955a304-55", "ovs_interfaceid": "9955a304-55cd-479f-bb25-acf223b55dc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Converting VIF {"id": "9955a304-55cd-479f-bb25-acf223b55dc8", "address": "fa:16:3e:fc:19:25", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9955a304-55", "ovs_interfaceid": "9955a304-55cd-479f-bb25-acf223b55dc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fc:19:25,bridge_name='br-int',has_traffic_filtering=True,id=9955a304-55cd-479f-bb25-acf223b55dc8,network=Network(5c5b3443-3293-4323-a588-f84a3dd2b926),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9955a304-55') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lazy-loading 'pci_devices' on Instance uuid 8a042309-9a42-45b2-aecd-0077c0846cd9 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:42:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-667559961',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-667559961',id=18,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAHXAPOOkWR+VKjLkymTWDstTzSVvkOLSkDxgK5ll0EOaZ/D/eaENxQguyLqu2/e7rrXgBa4icQdcmUnxcsjAyt4lG2wgGonWXJvkIJeTHSamCzwUl2oDR4Yym1sAtZ/Sg==',key_name='tempest-keypair-1010074157',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='47b53bb4c82b41b4b66c0dcd3d3fb37f',ramdisk_id='',reservation_id='r-cgj964re',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-375299279',owner_user_name='tempest-ServerActionsV293TestJSON-375299279-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:42:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0114d845a65444a69501b2bc91e78391',uuid=5bb196cb-f895-4496-82ff-4712faec0300,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "address": "fa:16:3e:de:50:77", "network": {"id": "825b69f5-b9a2-455f-949a-376887ca7e9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1356292180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47b53bb4c82b41b4b66c0dcd3d3fb37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e31c670-5c", "ovs_interfaceid": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Converting VIF {"id": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "address": "fa:16:3e:de:50:77", "network": {"id": "825b69f5-b9a2-455f-949a-376887ca7e9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1356292180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47b53bb4c82b41b4b66c0dcd3d3fb37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e31c670-5c", "ovs_interfaceid": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:de:50:77,bridge_name='br-int',has_traffic_filtering=True,id=2e31c670-5c02-48f3-b88d-eb2ba9386ccd,network=Network(825b69f5-b9a2-455f-949a-376887ca7e9d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e31c670-5c') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.objects.instance [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lazy-loading 'pci_devices' on Instance uuid 5bb196cb-f895-4496-82ff-4712faec0300 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:42:29 user nova-compute[74491]:   <uuid>8a042309-9a42-45b2-aecd-0077c0846cd9</uuid>
Oct 30 07:42:29 user nova-compute[74491]:   <name>instance-00000014</name>
Oct 30 07:42:29 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:42:29 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:42:29 user nova-compute[74491]:   <metadata>
Oct 30 07:42:29 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:42:29 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:42:29 user nova-compute[74491]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-2145805430</nova:name>
Oct 30 07:42:29 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:42:29</nova:creationTime>
Oct 30 07:42:29 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:42:29 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:42:29 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:42:29 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:42:29 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:42:29 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:42:29 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:42:29 user nova-compute[74491]:       <nova:owner>
Oct 30 07:42:29 user nova-compute[74491]:         <nova:user uuid="028c3259355b490989b2883f4dc4dff5">tempest-ServerRescueNegativeTestJSON-1194843193-project-member</nova:user>
Oct 30 07:42:29 user nova-compute[74491]:         <nova:project uuid="10f5045c03764000a23c825ac45ee88c">tempest-ServerRescueNegativeTestJSON-1194843193</nova:project>
Oct 30 07:42:29 user nova-compute[74491]:       </nova:owner>
Oct 30 07:42:29 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:42:29 user nova-compute[74491]:       <nova:ports>
Oct 30 07:42:29 user nova-compute[74491]:         <nova:port uuid="9955a304-55cd-479f-bb25-acf223b55dc8">
Oct 30 07:42:29 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 30 07:42:29 user nova-compute[74491]:         </nova:port>
Oct 30 07:42:29 user nova-compute[74491]:       </nova:ports>
Oct 30 07:42:29 user nova-compute[74491]:     </nova:instance>
Oct 30 07:42:29 user nova-compute[74491]:   </metadata>
Oct 30 07:42:29 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:42:29 user nova-compute[74491]:     <system>
Oct 30 07:42:29 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:42:29 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:42:29 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:42:29 user nova-compute[74491]:       <entry name="serial">8a042309-9a42-45b2-aecd-0077c0846cd9</entry>
Oct 30 07:42:29 user nova-compute[74491]:       <entry name="uuid">8a042309-9a42-45b2-aecd-0077c0846cd9</entry>
Oct 30 07:42:29 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:42:29 user nova-compute[74491]:     </system>
Oct 30 07:42:29 user nova-compute[74491]:   </sysinfo>
Oct 30 07:42:29 user nova-compute[74491]:   <os>
Oct 30 07:42:29 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:42:29 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:42:29 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:42:29 user nova-compute[74491]:   </os>
Oct 30 07:42:29 user nova-compute[74491]:   <features>
Oct 30 07:42:29 user nova-compute[74491]:     <acpi/>
Oct 30 07:42:29 user nova-compute[74491]:     <apic/>
Oct 30 07:42:29 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:42:29 user nova-compute[74491]:   </features>
Oct 30 07:42:29 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:42:29 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:42:29 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:42:29 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:42:29 user nova-compute[74491]:   </clock>
Oct 30 07:42:29 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:42:29 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:42:29 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:42:29 user nova-compute[74491]:   </cpu>
Oct 30 07:42:29 user nova-compute[74491]:   <devices>
Oct 30 07:42:29 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:42:29 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:42:29 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk"/>
Oct 30 07:42:29 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:42:29 user nova-compute[74491]:     </disk>
Oct 30 07:42:29 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:42:29 user nova-compute[74491]:       <mac address="fa:16:3e:fc:19:25"/>
Oct 30 07:42:29 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:42:29 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:42:29 user nova-compute[74491]:       <target dev="tap9955a304-55"/>
Oct 30 07:42:29 user nova-compute[74491]:     </interface>
Oct 30 07:42:29 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:42:29 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/console.log" append="off"/>
Oct 30 07:42:29 user nova-compute[74491]:     </serial>
Oct 30 07:42:29 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:42:29 user nova-compute[74491]:     <video>
Oct 30 07:42:29 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:42:29 user nova-compute[74491]:     </video>
Oct 30 07:42:29 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:42:29 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:42:29 user nova-compute[74491]:     </rng>
Oct 30 07:42:29 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:42:29 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:42:29 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:42:29 user nova-compute[74491]:     </memballoon>
Oct 30 07:42:29 user nova-compute[74491]:   </devices>
Oct 30 07:42:29 user nova-compute[74491]: </domain>
Oct 30 07:42:29 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:42:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2145805430',display_name='tempest-ServerRescueNegativeTestJSON-server-2145805430',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2145805430',id=20,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH0FLOXDhi4otuo1MHXhnp1yc0cP6CWOiFqInZ7IHlAl5lmpE6yw+/jKpHjbGEtB2GdGJm0tIdQn9bJe9XLpdH5XkrQ36a6uddH4+ossNeO2Y3p4pN2+lOJYCyH1IkBX7A==',key_name='tempest-keypair-39658463',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='10f5045c03764000a23c825ac45ee88c',ramdisk_id='',reservation_id='r-4ke3igoq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1194843193',owner_user_name='tempest-ServerRescueNegativeTestJSON-1194843193-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:42:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='028c3259355b490989b2883f4dc4dff5',uuid=8a042309-9a42-45b2-aecd-0077c0846cd9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9955a304-55cd-479f-bb25-acf223b55dc8", "address": "fa:16:3e:fc:19:25", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9955a304-55", "ovs_interfaceid": "9955a304-55cd-479f-bb25-acf223b55dc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Converting VIF {"id": "9955a304-55cd-479f-bb25-acf223b55dc8", "address": "fa:16:3e:fc:19:25", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9955a304-55", "ovs_interfaceid": "9955a304-55cd-479f-bb25-acf223b55dc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fc:19:25,bridge_name='br-int',has_traffic_filtering=True,id=9955a304-55cd-479f-bb25-acf223b55dc8,network=Network(5c5b3443-3293-4323-a588-f84a3dd2b926),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9955a304-55') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG os_vif [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fc:19:25,bridge_name='br-int',has_traffic_filtering=True,id=9955a304-55cd-479f-bb25-acf223b55dc8,network=Network(5c5b3443-3293-4323-a588-f84a3dd2b926),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9955a304-55') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:42:29 user nova-compute[74491]:   <uuid>5bb196cb-f895-4496-82ff-4712faec0300</uuid>
Oct 30 07:42:29 user nova-compute[74491]:   <name>instance-00000012</name>
Oct 30 07:42:29 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:42:29 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:42:29 user nova-compute[74491]:   <metadata>
Oct 30 07:42:29 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:42:29 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:42:29 user nova-compute[74491]:       <nova:name>tempest-ServerActionsV293TestJSON-server-667559961</nova:name>
Oct 30 07:42:29 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:42:28</nova:creationTime>
Oct 30 07:42:29 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:42:29 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:42:29 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:42:29 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:42:29 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:42:29 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:42:29 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:42:29 user nova-compute[74491]:       <nova:owner>
Oct 30 07:42:29 user nova-compute[74491]:         <nova:user uuid="0114d845a65444a69501b2bc91e78391">tempest-ServerActionsV293TestJSON-375299279-project-member</nova:user>
Oct 30 07:42:29 user nova-compute[74491]:         <nova:project uuid="47b53bb4c82b41b4b66c0dcd3d3fb37f">tempest-ServerActionsV293TestJSON-375299279</nova:project>
Oct 30 07:42:29 user nova-compute[74491]:       </nova:owner>
Oct 30 07:42:29 user nova-compute[74491]:       <nova:ports>
Oct 30 07:42:29 user nova-compute[74491]:         <nova:port uuid="2e31c670-5c02-48f3-b88d-eb2ba9386ccd">
Oct 30 07:42:29 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 30 07:42:29 user nova-compute[74491]:         </nova:port>
Oct 30 07:42:29 user nova-compute[74491]:       </nova:ports>
Oct 30 07:42:29 user nova-compute[74491]:     </nova:instance>
Oct 30 07:42:29 user nova-compute[74491]:   </metadata>
Oct 30 07:42:29 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:42:29 user nova-compute[74491]:     <system>
Oct 30 07:42:29 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:42:29 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:42:29 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:42:29 user nova-compute[74491]:       <entry name="serial">5bb196cb-f895-4496-82ff-4712faec0300</entry>
Oct 30 07:42:29 user nova-compute[74491]:       <entry name="uuid">5bb196cb-f895-4496-82ff-4712faec0300</entry>
Oct 30 07:42:29 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:42:29 user nova-compute[74491]:     </system>
Oct 30 07:42:29 user nova-compute[74491]:   </sysinfo>
Oct 30 07:42:29 user nova-compute[74491]:   <os>
Oct 30 07:42:29 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:42:29 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:42:29 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:42:29 user nova-compute[74491]:   </os>
Oct 30 07:42:29 user nova-compute[74491]:   <features>
Oct 30 07:42:29 user nova-compute[74491]:     <acpi/>
Oct 30 07:42:29 user nova-compute[74491]:     <apic/>
Oct 30 07:42:29 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:42:29 user nova-compute[74491]:   </features>
Oct 30 07:42:29 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:42:29 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:42:29 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:42:29 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:42:29 user nova-compute[74491]:   </clock>
Oct 30 07:42:29 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:42:29 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:42:29 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:42:29 user nova-compute[74491]:   </cpu>
Oct 30 07:42:29 user nova-compute[74491]:   <devices>
Oct 30 07:42:29 user nova-compute[74491]:     <disk type="block" device="disk">
Oct 30 07:42:29 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:42:29 user nova-compute[74491]:       <source dev="/dev/sdc"/>
Oct 30 07:42:29 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:42:29 user nova-compute[74491]:       <serial>180faeec-b7db-4cab-9c79-332c61edf527</serial>
Oct 30 07:42:29 user nova-compute[74491]:     </disk>
Oct 30 07:42:29 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:42:29 user nova-compute[74491]:       <mac address="fa:16:3e:de:50:77"/>
Oct 30 07:42:29 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:42:29 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:42:29 user nova-compute[74491]:       <target dev="tap2e31c670-5c"/>
Oct 30 07:42:29 user nova-compute[74491]:     </interface>
Oct 30 07:42:29 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:42:29 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/5bb196cb-f895-4496-82ff-4712faec0300/console.log" append="off"/>
Oct 30 07:42:29 user nova-compute[74491]:     </serial>
Oct 30 07:42:29 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:42:29 user nova-compute[74491]:     <video>
Oct 30 07:42:29 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:42:29 user nova-compute[74491]:     </video>
Oct 30 07:42:29 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:42:29 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:42:29 user nova-compute[74491]:     </rng>
Oct 30 07:42:29 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:42:29 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:42:29 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:42:29 user nova-compute[74491]:     </memballoon>
Oct 30 07:42:29 user nova-compute[74491]:   </devices>
Oct 30 07:42:29 user nova-compute[74491]: </domain>
Oct 30 07:42:29 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:42:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-667559961',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-667559961',id=18,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAHXAPOOkWR+VKjLkymTWDstTzSVvkOLSkDxgK5ll0EOaZ/D/eaENxQguyLqu2/e7rrXgBa4icQdcmUnxcsjAyt4lG2wgGonWXJvkIJeTHSamCzwUl2oDR4Yym1sAtZ/Sg==',key_name='tempest-keypair-1010074157',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='47b53bb4c82b41b4b66c0dcd3d3fb37f',ramdisk_id='',reservation_id='r-cgj964re',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-375299279',owner_user_name='tempest-ServerActionsV293TestJSON-375299279-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:42:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0114d845a65444a69501b2bc91e78391',uuid=5bb196cb-f895-4496-82ff-4712faec0300,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "address": "fa:16:3e:de:50:77", "network": {"id": "825b69f5-b9a2-455f-949a-376887ca7e9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1356292180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47b53bb4c82b41b4b66c0dcd3d3fb37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e31c670-5c", "ovs_interfaceid": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Converting VIF {"id": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "address": "fa:16:3e:de:50:77", "network": {"id": "825b69f5-b9a2-455f-949a-376887ca7e9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1356292180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47b53bb4c82b41b4b66c0dcd3d3fb37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e31c670-5c", "ovs_interfaceid": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:de:50:77,bridge_name='br-int',has_traffic_filtering=True,id=2e31c670-5c02-48f3-b88d-eb2ba9386ccd,network=Network(825b69f5-b9a2-455f-949a-376887ca7e9d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e31c670-5c') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG os_vif [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:de:50:77,bridge_name='br-int',has_traffic_filtering=True,id=2e31c670-5c02-48f3-b88d-eb2ba9386ccd,network=Network(825b69f5-b9a2-455f-949a-376887ca7e9d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e31c670-5c') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd78f7660-0a5a-5ec8-9ab5-677dd2271585', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '34758a52-7234-5e8d-8139-45227a7fe4d5', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2e31c670-5c, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2e31c670-5c, col_values=(('qos', UUID('34343c5b-b3d9-4258-83a1-9ee978fb50f4')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2e31c670-5c, col_values=(('external_ids', {'iface-id': '2e31c670-5c02-48f3-b88d-eb2ba9386ccd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:de:50:77', 'vm-uuid': '5bb196cb-f895-4496-82ff-4712faec0300'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:29 user nova-compute[74491]: INFO os_vif [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:de:50:77,bridge_name='br-int',has_traffic_filtering=True,id=2e31c670-5c02-48f3-b88d-eb2ba9386ccd,network=Network(825b69f5-b9a2-455f-949a-376887ca7e9d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e31c670-5c')
Oct 30 07:42:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9955a304-55, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9955a304-55, col_values=(('qos', UUID('60360ad6-9260-4a63-8dcb-0c25793784e4')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9955a304-55, col_values=(('external_ids', {'iface-id': '9955a304-55cd-479f-bb25-acf223b55dc8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fc:19:25', 'vm-uuid': '8a042309-9a42-45b2-aecd-0077c0846cd9'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:42:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:29 user nova-compute[74491]: INFO os_vif [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fc:19:25,bridge_name='br-int',has_traffic_filtering=True,id=9955a304-55cd-479f-bb25-acf223b55dc8,network=Network(5c5b3443-3293-4323-a588-f84a3dd2b926),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9955a304-55')
Oct 30 07:42:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:42:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] No VIF found with MAC fa:16:3e:de:50:77, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:42:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:42:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] No VIF found with MAC fa:16:3e:fc:19:25, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:42:30 user nova-compute[74491]: DEBUG nova.network.neutron [req-38650f3a-4014-45b3-b69d-92fe28277e3f req-85b2e833-7950-4991-b0f9-e66808e2b640 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Updated VIF entry in instance network info cache for port 9955a304-55cd-479f-bb25-acf223b55dc8. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:42:30 user nova-compute[74491]: DEBUG nova.network.neutron [req-38650f3a-4014-45b3-b69d-92fe28277e3f req-85b2e833-7950-4991-b0f9-e66808e2b640 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Updating instance_info_cache with network_info: [{"id": "9955a304-55cd-479f-bb25-acf223b55dc8", "address": "fa:16:3e:fc:19:25", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9955a304-55", "ovs_interfaceid": "9955a304-55cd-479f-bb25-acf223b55dc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:42:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-38650f3a-4014-45b3-b69d-92fe28277e3f req-85b2e833-7950-4991-b0f9-e66808e2b640 service nova] Releasing lock "refresh_cache-8a042309-9a42-45b2-aecd-0077c0846cd9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:42:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-313bf5ba-c1ad-4654-b221-35b83dbbce3b req-ae14df19-351b-47b8-8907-46fab21d3a55 service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Received event network-vif-plugged-2e31c670-5c02-48f3-b88d-eb2ba9386ccd {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:42:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-313bf5ba-c1ad-4654-b221-35b83dbbce3b req-ae14df19-351b-47b8-8907-46fab21d3a55 service nova] Acquiring lock "5bb196cb-f895-4496-82ff-4712faec0300-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-313bf5ba-c1ad-4654-b221-35b83dbbce3b req-ae14df19-351b-47b8-8907-46fab21d3a55 service nova] Lock "5bb196cb-f895-4496-82ff-4712faec0300-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-313bf5ba-c1ad-4654-b221-35b83dbbce3b req-ae14df19-351b-47b8-8907-46fab21d3a55 service nova] Lock "5bb196cb-f895-4496-82ff-4712faec0300-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-313bf5ba-c1ad-4654-b221-35b83dbbce3b req-ae14df19-351b-47b8-8907-46fab21d3a55 service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] No waiting events found dispatching network-vif-plugged-2e31c670-5c02-48f3-b88d-eb2ba9386ccd {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:42:32 user nova-compute[74491]: WARNING nova.compute.manager [req-313bf5ba-c1ad-4654-b221-35b83dbbce3b req-ae14df19-351b-47b8-8907-46fab21d3a55 service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Received unexpected event network-vif-plugged-2e31c670-5c02-48f3-b88d-eb2ba9386ccd for instance with vm_state building and task_state spawning.
Oct 30 07:42:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:34 user nova-compute[74491]: DEBUG nova.compute.manager [req-695334c5-cb5b-4962-86ea-2b31e694f605 req-536d8b6a-c026-47a8-a3f6-0bcff9a55656 service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Received event network-vif-plugged-2e31c670-5c02-48f3-b88d-eb2ba9386ccd {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:42:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-695334c5-cb5b-4962-86ea-2b31e694f605 req-536d8b6a-c026-47a8-a3f6-0bcff9a55656 service nova] Acquiring lock "5bb196cb-f895-4496-82ff-4712faec0300-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-695334c5-cb5b-4962-86ea-2b31e694f605 req-536d8b6a-c026-47a8-a3f6-0bcff9a55656 service nova] Lock "5bb196cb-f895-4496-82ff-4712faec0300-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-695334c5-cb5b-4962-86ea-2b31e694f605 req-536d8b6a-c026-47a8-a3f6-0bcff9a55656 service nova] Lock "5bb196cb-f895-4496-82ff-4712faec0300-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:34 user nova-compute[74491]: DEBUG nova.compute.manager [req-695334c5-cb5b-4962-86ea-2b31e694f605 req-536d8b6a-c026-47a8-a3f6-0bcff9a55656 service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] No waiting events found dispatching network-vif-plugged-2e31c670-5c02-48f3-b88d-eb2ba9386ccd {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:42:34 user nova-compute[74491]: WARNING nova.compute.manager [req-695334c5-cb5b-4962-86ea-2b31e694f605 req-536d8b6a-c026-47a8-a3f6-0bcff9a55656 service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Received unexpected event network-vif-plugged-2e31c670-5c02-48f3-b88d-eb2ba9386ccd for instance with vm_state building and task_state spawning.
Oct 30 07:42:34 user nova-compute[74491]: DEBUG nova.compute.manager [req-695334c5-cb5b-4962-86ea-2b31e694f605 req-536d8b6a-c026-47a8-a3f6-0bcff9a55656 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received event network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:42:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-695334c5-cb5b-4962-86ea-2b31e694f605 req-536d8b6a-c026-47a8-a3f6-0bcff9a55656 service nova] Acquiring lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-695334c5-cb5b-4962-86ea-2b31e694f605 req-536d8b6a-c026-47a8-a3f6-0bcff9a55656 service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-695334c5-cb5b-4962-86ea-2b31e694f605 req-536d8b6a-c026-47a8-a3f6-0bcff9a55656 service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:34 user nova-compute[74491]: DEBUG nova.compute.manager [req-695334c5-cb5b-4962-86ea-2b31e694f605 req-536d8b6a-c026-47a8-a3f6-0bcff9a55656 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] No waiting events found dispatching network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:42:34 user nova-compute[74491]: WARNING nova.compute.manager [req-695334c5-cb5b-4962-86ea-2b31e694f605 req-536d8b6a-c026-47a8-a3f6-0bcff9a55656 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received unexpected event network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 for instance with vm_state building and task_state spawning.
Oct 30 07:42:34 user nova-compute[74491]: DEBUG nova.compute.manager [req-695334c5-cb5b-4962-86ea-2b31e694f605 req-536d8b6a-c026-47a8-a3f6-0bcff9a55656 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received event network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:42:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-695334c5-cb5b-4962-86ea-2b31e694f605 req-536d8b6a-c026-47a8-a3f6-0bcff9a55656 service nova] Acquiring lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-695334c5-cb5b-4962-86ea-2b31e694f605 req-536d8b6a-c026-47a8-a3f6-0bcff9a55656 service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-695334c5-cb5b-4962-86ea-2b31e694f605 req-536d8b6a-c026-47a8-a3f6-0bcff9a55656 service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:34 user nova-compute[74491]: DEBUG nova.compute.manager [req-695334c5-cb5b-4962-86ea-2b31e694f605 req-536d8b6a-c026-47a8-a3f6-0bcff9a55656 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] No waiting events found dispatching network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:42:34 user nova-compute[74491]: WARNING nova.compute.manager [req-695334c5-cb5b-4962-86ea-2b31e694f605 req-536d8b6a-c026-47a8-a3f6-0bcff9a55656 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received unexpected event network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 for instance with vm_state building and task_state spawning.
Oct 30 07:42:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:35 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:42:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:42:35 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Instance spawned successfully.
Oct 30 07:42:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:42:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:42:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:42:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:42:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:42:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:42:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:42:35 user nova-compute[74491]: DEBUG nova.compute.manager [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:42:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:42:35 user nova-compute[74491]: INFO nova.compute.manager [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Took 7.76 seconds to spawn the instance on the hypervisor.
Oct 30 07:42:35 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:42:35 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Instance spawned successfully.
Oct 30 07:42:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:42:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:42:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:42:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:42:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:42:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:42:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:42:35 user nova-compute[74491]: INFO nova.compute.manager [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Took 8.69 seconds to build instance.
Oct 30 07:42:35 user nova-compute[74491]: INFO nova.compute.manager [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Took 7.66 seconds to spawn the instance on the hypervisor.
Oct 30 07:42:35 user nova-compute[74491]: DEBUG nova.compute.manager [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:42:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e89c01fa-6c12-44df-bca3-aa7d1bef05d0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.814s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:36 user nova-compute[74491]: INFO nova.compute.manager [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Took 30.30 seconds to build instance.
Oct 30 07:42:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-edf068e0-9974-490e-99ef-176eb83a1964 tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "5bb196cb-f895-4496-82ff-4712faec0300" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 30.421s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:40 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Starting finish_migration {{(pid=74491) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Oct 30 07:42:40 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Instance directory exists: not creating {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 30 07:42:40 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Creating image(s)
Oct 30 07:42:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.223s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:40 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk. size=21474836480 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:42:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Acquiring lock "ed0ea849-cee4-424b-8f05-2a6cf51185bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "ed0ea849-cee4-424b-8f05-2a6cf51185bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:40 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:42:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk 21474836480 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:42:41 user nova-compute[74491]: INFO nova.compute.claims [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Claim successful on node user
Oct 30 07:42:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk 21474836480" returned: 0 in 0.130s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Did not create local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Ensure instance console log exists: /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Start _get_guest_xml network_info=[{"id": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "address": "fa:16:3e:79:ba:83", "network": {"id": "4b60f2bc-47f1-4758-ab27-7409b0ed4838", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-353851300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-353851300-network", "vif_mac": "fa:16:3e:79:ba:83"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bc84846dd74eecb286bfbcfd4f838b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2690cd19-db", "ovs_interfaceid": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vdb', 'disk_bus': 'virtio', 'boot_index': None, 'attachment_id': '6fea25c6-6e77-414a-826d-9ad5b114ffa1', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'stcuSMDT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'ca6e5e60-1eff-4e73-a1d8-b78361f31e61', 'attached_at': '2023-10-30T07:42:40.000000', 'detached_at': '', 'volume_id': 'ae98d5ce-042e-43cf-a1ec-57f66cf32df7', 'serial': 'ae98d5ce-042e-43cf-a1ec-57f66cf32df7'}, 'delete_on_termination': False, 'volume_type': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:42:41 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:42:41 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:42:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'stcuSMDT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:42:41 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:42:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:42:41 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:42:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:42:41 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:42:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260" returned: 21 in 0.028s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf6c4074-a18b-4964-8731-7f63f0ae2d3d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:42:41 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.027s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[33b2291f-070c-4df6-ac75-6ce685a7d716]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7] added
Oct 30 07:42:41 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[95376176-7cc1-4e64-b6d9-52097eea87d7]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4cbbc02-07a4-45b9-9213-35262f7a9b62]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v stcuSMDT {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v stcuSMDT" returned: 0 in 0.030s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[87aee8a9-7595-4fcd-97cb-cbf43d5bcbfa]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'stcuSMDT'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a70999b-6151-4cfa-b2a2-d514291d7291]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[77c7cbf4-b0a0-4154-9709-d52c06d8f8e0]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:42:41 user nova-compute[74491]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:42:41 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:42:41 user nova-compute[74491]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:42:41 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.842s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:42:41 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:42:41 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:42:42 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG nova.policy [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e9a80a957e143e28be42428c319b5cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8117025bfd014574b8a05aeb124dba9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:42:42 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Creating image(s)
Oct 30 07:42:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Acquiring lock "/opt/stack/data/nova/instances/ed0ea849-cee4-424b-8f05-2a6cf51185bd/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "/opt/stack/data/nova/instances/ed0ea849-cee4-424b-8f05-2a6cf51185bd/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "/opt/stack/data/nova/instances/ed0ea849-cee4-424b-8f05-2a6cf51185bd/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.234s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --login" returned: 0 in 1.077s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a924e68-a78c-4318-9a55-e49433065d21]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7, portal: 172.16.0.220,3260]
Oct 30 07:42:42 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7, portal: 172.16.0.220,3260] successful.
Oct 30 07:42:42 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb47435f-597e-45c6-a7a5-6dcec7a0efd4]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.217s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/ed0ea849-cee4-424b-8f05-2a6cf51185bd/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[096861af-ce5d-4f53-92c6-93e8adc0d4a2]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:42:42 user nova-compute[74491]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:42:42 user nova-compute[74491]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:42:42 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:42:42 user nova-compute[74491]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:42:42 user nova-compute[74491]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:42:42 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.422s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] HCTL ('35', '-', '-', 0) found on session 20 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/ed0ea849-cee4-424b-8f05-2a6cf51185bd/disk 1073741824" returned: 0 in 0.063s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.285s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc44f029-7cbc-4e69-866d-1e81d76b521c]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Searching for a device in session 20 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'stcuSMDT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Successfully created port: 056b6bcb-6894-4502-b381-e3821f68fd9b {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.261s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ed0ea849-cee4-424b-8f05-2a6cf51185bd/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:42:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed0ea849-cee4-424b-8f05-2a6cf51185bd/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed0ea849-cee4-424b-8f05-2a6cf51185bd/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Cannot resize image /opt/stack/data/nova/instances/ed0ea849-cee4-424b-8f05-2a6cf51185bd/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Ensure instance console log exists: /opt/stack/data/nova/instances/ed0ea849-cee4-424b-8f05-2a6cf51185bd/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Successfully updated port: 056b6bcb-6894-4502-b381-e3821f68fd9b {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Acquiring lock "refresh_cache-ed0ea849-cee4-424b-8f05-2a6cf51185bd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Acquired lock "refresh_cache-ed0ea849-cee4-424b-8f05-2a6cf51185bd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG nova.compute.manager [req-8a691940-04ce-4194-b6d4-d27df24ca0cb req-16d7be11-9c79-4753-a30f-c2ed816b9001 service nova] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Received event network-changed-056b6bcb-6894-4502-b381-e3821f68fd9b {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG nova.compute.manager [req-8a691940-04ce-4194-b6d4-d27df24ca0cb req-16d7be11-9c79-4753-a30f-c2ed816b9001 service nova] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Refreshing instance network info cache due to event network-changed-056b6bcb-6894-4502-b381-e3821f68fd9b. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8a691940-04ce-4194-b6d4-d27df24ca0cb req-16d7be11-9c79-4753-a30f-c2ed816b9001 service nova] Acquiring lock "refresh_cache-ed0ea849-cee4-424b-8f05-2a6cf51185bd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.503s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] <== connect_volume: return (2505ms) {'type': 'block', 'scsi_wwn': '23761313336323934', 'path': '/dev/sdd'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23761313336323934', 'path': '/dev/sdd'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:37:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-250330121',display_name='tempest-ServerActionsTestOtherB-server-250330121',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-250330121',id=14,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGnC4r3o386th9DGaJLtZEtlcPYrv7t5zegNMIF+opf+g3L8CGhVaOK+p3JyJJUvFGIngzm90raO9XYrBdDwxkPsgdh49bzA8FgddvrsBPT7M5FYLKowUsu/JMdSMNq0Rg==',key_name='tempest-keypair-1622103420',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:38:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='29bc84846dd74eecb286bfbcfd4f838b',ramdisk_id='',reservation_id='r-652jw9as',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1638830130',owner_user_name='tempest-ServerActionsTestOtherB-1638830130-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:42:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='506813ea22514a4ab1e8492d724d6e93',uuid=ca6e5e60-1eff-4e73-a1d8-b78361f31e61,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "address": "fa:16:3e:79:ba:83", "network": {"id": "4b60f2bc-47f1-4758-ab27-7409b0ed4838", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-353851300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-353851300-network", "vif_mac": "fa:16:3e:79:ba:83"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bc84846dd74eecb286bfbcfd4f838b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2690cd19-db", "ovs_interfaceid": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Converting VIF {"id": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "address": "fa:16:3e:79:ba:83", "network": {"id": "4b60f2bc-47f1-4758-ab27-7409b0ed4838", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-353851300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-353851300-network", "vif_mac": "fa:16:3e:79:ba:83"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bc84846dd74eecb286bfbcfd4f838b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2690cd19-db", "ovs_interfaceid": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:ba:83,bridge_name='br-int',has_traffic_filtering=True,id=2690cd19-db89-4956-afb9-fb1cd72a6ead,network=Network(4b60f2bc-47f1-4758-ab27-7409b0ed4838),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2690cd19-db') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:42:43 user nova-compute[74491]:   <uuid>ca6e5e60-1eff-4e73-a1d8-b78361f31e61</uuid>
Oct 30 07:42:43 user nova-compute[74491]:   <name>instance-0000000e</name>
Oct 30 07:42:43 user nova-compute[74491]:   <memory>2097152</memory>
Oct 30 07:42:43 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:42:43 user nova-compute[74491]:   <metadata>
Oct 30 07:42:43 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:42:43 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:42:43 user nova-compute[74491]:       <nova:name>tempest-ServerActionsTestOtherB-server-250330121</nova:name>
Oct 30 07:42:43 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:42:41</nova:creationTime>
Oct 30 07:42:43 user nova-compute[74491]:       <nova:flavor name="m1.small">
Oct 30 07:42:43 user nova-compute[74491]:         <nova:memory>2048</nova:memory>
Oct 30 07:42:43 user nova-compute[74491]:         <nova:disk>20</nova:disk>
Oct 30 07:42:43 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:42:43 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:42:43 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:42:43 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:42:43 user nova-compute[74491]:       <nova:owner>
Oct 30 07:42:43 user nova-compute[74491]:         <nova:user uuid="506813ea22514a4ab1e8492d724d6e93">tempest-ServerActionsTestOtherB-1638830130-project-member</nova:user>
Oct 30 07:42:43 user nova-compute[74491]:         <nova:project uuid="29bc84846dd74eecb286bfbcfd4f838b">tempest-ServerActionsTestOtherB-1638830130</nova:project>
Oct 30 07:42:43 user nova-compute[74491]:       </nova:owner>
Oct 30 07:42:43 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:42:43 user nova-compute[74491]:       <nova:ports>
Oct 30 07:42:43 user nova-compute[74491]:         <nova:port uuid="2690cd19-db89-4956-afb9-fb1cd72a6ead">
Oct 30 07:42:43 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 30 07:42:43 user nova-compute[74491]:         </nova:port>
Oct 30 07:42:43 user nova-compute[74491]:       </nova:ports>
Oct 30 07:42:43 user nova-compute[74491]:     </nova:instance>
Oct 30 07:42:43 user nova-compute[74491]:   </metadata>
Oct 30 07:42:43 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:42:43 user nova-compute[74491]:     <system>
Oct 30 07:42:43 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:42:43 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:42:43 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:42:43 user nova-compute[74491]:       <entry name="serial">ca6e5e60-1eff-4e73-a1d8-b78361f31e61</entry>
Oct 30 07:42:43 user nova-compute[74491]:       <entry name="uuid">ca6e5e60-1eff-4e73-a1d8-b78361f31e61</entry>
Oct 30 07:42:43 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:42:43 user nova-compute[74491]:     </system>
Oct 30 07:42:43 user nova-compute[74491]:   </sysinfo>
Oct 30 07:42:43 user nova-compute[74491]:   <os>
Oct 30 07:42:43 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:42:43 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:42:43 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:42:43 user nova-compute[74491]:   </os>
Oct 30 07:42:43 user nova-compute[74491]:   <features>
Oct 30 07:42:43 user nova-compute[74491]:     <acpi/>
Oct 30 07:42:43 user nova-compute[74491]:     <apic/>
Oct 30 07:42:43 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:42:43 user nova-compute[74491]:   </features>
Oct 30 07:42:43 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:42:43 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:42:43 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:42:43 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:42:43 user nova-compute[74491]:   </clock>
Oct 30 07:42:43 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:42:43 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:42:43 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:42:43 user nova-compute[74491]:   </cpu>
Oct 30 07:42:43 user nova-compute[74491]:   <devices>
Oct 30 07:42:43 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:42:43 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:42:43 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk"/>
Oct 30 07:42:43 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:42:43 user nova-compute[74491]:     </disk>
Oct 30 07:42:43 user nova-compute[74491]:     <disk type="block" device="disk">
Oct 30 07:42:43 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:42:43 user nova-compute[74491]:       <source dev="/dev/sdd"/>
Oct 30 07:42:43 user nova-compute[74491]:       <target dev="vdb" bus="virtio"/>
Oct 30 07:42:43 user nova-compute[74491]:       <serial>ae98d5ce-042e-43cf-a1ec-57f66cf32df7</serial>
Oct 30 07:42:43 user nova-compute[74491]:     </disk>
Oct 30 07:42:43 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:42:43 user nova-compute[74491]:       <mac address="fa:16:3e:79:ba:83"/>
Oct 30 07:42:43 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:42:43 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:42:43 user nova-compute[74491]:       <target dev="tap2690cd19-db"/>
Oct 30 07:42:43 user nova-compute[74491]:     </interface>
Oct 30 07:42:43 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:42:43 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/console.log" append="off"/>
Oct 30 07:42:43 user nova-compute[74491]:     </serial>
Oct 30 07:42:43 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:42:43 user nova-compute[74491]:     <video>
Oct 30 07:42:43 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:42:43 user nova-compute[74491]:     </video>
Oct 30 07:42:43 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:42:43 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:42:43 user nova-compute[74491]:     </rng>
Oct 30 07:42:43 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:42:43 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:42:43 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:42:43 user nova-compute[74491]:     </memballoon>
Oct 30 07:42:43 user nova-compute[74491]:   </devices>
Oct 30 07:42:43 user nova-compute[74491]: </domain>
Oct 30 07:42:43 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:37:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-250330121',display_name='tempest-ServerActionsTestOtherB-server-250330121',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-250330121',id=14,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGnC4r3o386th9DGaJLtZEtlcPYrv7t5zegNMIF+opf+g3L8CGhVaOK+p3JyJJUvFGIngzm90raO9XYrBdDwxkPsgdh49bzA8FgddvrsBPT7M5FYLKowUsu/JMdSMNq0Rg==',key_name='tempest-keypair-1622103420',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:38:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='29bc84846dd74eecb286bfbcfd4f838b',ramdisk_id='',reservation_id='r-652jw9as',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1638830130',owner_user_name='tempest-ServerActionsTestOtherB-1638830130-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:42:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='506813ea22514a4ab1e8492d724d6e93',uuid=ca6e5e60-1eff-4e73-a1d8-b78361f31e61,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "address": "fa:16:3e:79:ba:83", "network": {"id": "4b60f2bc-47f1-4758-ab27-7409b0ed4838", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-353851300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-353851300-network", "vif_mac": "fa:16:3e:79:ba:83"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bc84846dd74eecb286bfbcfd4f838b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2690cd19-db", "ovs_interfaceid": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Converting VIF {"id": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "address": "fa:16:3e:79:ba:83", "network": {"id": "4b60f2bc-47f1-4758-ab27-7409b0ed4838", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-353851300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-353851300-network", "vif_mac": "fa:16:3e:79:ba:83"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bc84846dd74eecb286bfbcfd4f838b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2690cd19-db", "ovs_interfaceid": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:ba:83,bridge_name='br-int',has_traffic_filtering=True,id=2690cd19-db89-4956-afb9-fb1cd72a6ead,network=Network(4b60f2bc-47f1-4758-ab27-7409b0ed4838),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2690cd19-db') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG os_vif [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:ba:83,bridge_name='br-int',has_traffic_filtering=True,id=2690cd19-db89-4956-afb9-fb1cd72a6ead,network=Network(4b60f2bc-47f1-4758-ab27-7409b0ed4838),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2690cd19-db') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '448c34de-38d4-51a6-9704-df62ac269865', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json" returned: 0 in 0.277s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2690cd19-db, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2690cd19-db, col_values=(('qos', UUID('741b387e-a600-47e7-9fed-7982d78a0b0b')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2690cd19-db, col_values=(('external_ids', {'iface-id': '2690cd19-db89-4956-afb9-fb1cd72a6ead', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:79:ba:83', 'vm-uuid': 'ca6e5e60-1eff-4e73-a1d8-b78361f31e61'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:42:43 user nova-compute[74491]: INFO os_vif [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:ba:83,bridge_name='br-int',has_traffic_filtering=True,id=2690cd19-db89-4956-afb9-fb1cd72a6ead,network=Network(4b60f2bc-47f1-4758-ab27-7409b0ed4838),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2690cd19-db')
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] No VIF found with MAC fa:16:3e:79:ba:83, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Updating instance_info_cache with network_info: [{"id": "056b6bcb-6894-4502-b381-e3821f68fd9b", "address": "fa:16:3e:cb:70:a7", "network": {"id": "87fbe250-ed26-4411-957b-fd643c90dcd3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1010458543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8117025bfd014574b8a05aeb124dba9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap056b6bcb-68", "ovs_interfaceid": "056b6bcb-6894-4502-b381-e3821f68fd9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Releasing lock "refresh_cache-ed0ea849-cee4-424b-8f05-2a6cf51185bd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Instance network_info: |[{"id": "056b6bcb-6894-4502-b381-e3821f68fd9b", "address": "fa:16:3e:cb:70:a7", "network": {"id": "87fbe250-ed26-4411-957b-fd643c90dcd3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1010458543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8117025bfd014574b8a05aeb124dba9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap056b6bcb-68", "ovs_interfaceid": "056b6bcb-6894-4502-b381-e3821f68fd9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8a691940-04ce-4194-b6d4-d27df24ca0cb req-16d7be11-9c79-4753-a30f-c2ed816b9001 service nova] Acquired lock "refresh_cache-ed0ea849-cee4-424b-8f05-2a6cf51185bd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.network.neutron [req-8a691940-04ce-4194-b6d4-d27df24ca0cb req-16d7be11-9c79-4753-a30f-c2ed816b9001 service nova] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Refreshing network info cache for port 056b6bcb-6894-4502-b381-e3821f68fd9b {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Start _get_guest_xml network_info=[{"id": "056b6bcb-6894-4502-b381-e3821f68fd9b", "address": "fa:16:3e:cb:70:a7", "network": {"id": "87fbe250-ed26-4411-957b-fd643c90dcd3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1010458543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8117025bfd014574b8a05aeb124dba9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap056b6bcb-68", "ovs_interfaceid": "056b6bcb-6894-4502-b381-e3821f68fd9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:42:44 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:42:44 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:42:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:42:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1651874614',display_name='tempest-VolumesAdminNegativeTest-server-1651874614',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1651874614',id=21,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8117025bfd014574b8a05aeb124dba9f',ramdisk_id='',reservation_id='r-9vw44p2e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-610216387',owner_user_name='tempest-VolumesAdminNegativeTest-610216387-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:42:42Z,user_data=None,user_id='3e9a80a957e143e28be42428c319b5cb',uuid=ed0ea849-cee4-424b-8f05-2a6cf51185bd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "056b6bcb-6894-4502-b381-e3821f68fd9b", "address": "fa:16:3e:cb:70:a7", "network": {"id": "87fbe250-ed26-4411-957b-fd643c90dcd3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1010458543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8117025bfd014574b8a05aeb124dba9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap056b6bcb-68", "ovs_interfaceid": "056b6bcb-6894-4502-b381-e3821f68fd9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Converting VIF {"id": "056b6bcb-6894-4502-b381-e3821f68fd9b", "address": "fa:16:3e:cb:70:a7", "network": {"id": "87fbe250-ed26-4411-957b-fd643c90dcd3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1010458543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8117025bfd014574b8a05aeb124dba9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap056b6bcb-68", "ovs_interfaceid": "056b6bcb-6894-4502-b381-e3821f68fd9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cb:70:a7,bridge_name='br-int',has_traffic_filtering=True,id=056b6bcb-6894-4502-b381-e3821f68fd9b,network=Network(87fbe250-ed26-4411-957b-fd643c90dcd3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap056b6bcb-68') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lazy-loading 'pci_devices' on Instance uuid ed0ea849-cee4-424b-8f05-2a6cf51185bd {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:42:44 user nova-compute[74491]:   <uuid>ed0ea849-cee4-424b-8f05-2a6cf51185bd</uuid>
Oct 30 07:42:44 user nova-compute[74491]:   <name>instance-00000015</name>
Oct 30 07:42:44 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:42:44 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:42:44 user nova-compute[74491]:   <metadata>
Oct 30 07:42:44 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:42:44 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:42:44 user nova-compute[74491]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1651874614</nova:name>
Oct 30 07:42:44 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:42:44</nova:creationTime>
Oct 30 07:42:44 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:42:44 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:42:44 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:42:44 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:42:44 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:42:44 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:42:44 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:42:44 user nova-compute[74491]:       <nova:owner>
Oct 30 07:42:44 user nova-compute[74491]:         <nova:user uuid="3e9a80a957e143e28be42428c319b5cb">tempest-VolumesAdminNegativeTest-610216387-project-member</nova:user>
Oct 30 07:42:44 user nova-compute[74491]:         <nova:project uuid="8117025bfd014574b8a05aeb124dba9f">tempest-VolumesAdminNegativeTest-610216387</nova:project>
Oct 30 07:42:44 user nova-compute[74491]:       </nova:owner>
Oct 30 07:42:44 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:42:44 user nova-compute[74491]:       <nova:ports>
Oct 30 07:42:44 user nova-compute[74491]:         <nova:port uuid="056b6bcb-6894-4502-b381-e3821f68fd9b">
Oct 30 07:42:44 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 30 07:42:44 user nova-compute[74491]:         </nova:port>
Oct 30 07:42:44 user nova-compute[74491]:       </nova:ports>
Oct 30 07:42:44 user nova-compute[74491]:     </nova:instance>
Oct 30 07:42:44 user nova-compute[74491]:   </metadata>
Oct 30 07:42:44 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:42:44 user nova-compute[74491]:     <system>
Oct 30 07:42:44 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:42:44 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:42:44 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:42:44 user nova-compute[74491]:       <entry name="serial">ed0ea849-cee4-424b-8f05-2a6cf51185bd</entry>
Oct 30 07:42:44 user nova-compute[74491]:       <entry name="uuid">ed0ea849-cee4-424b-8f05-2a6cf51185bd</entry>
Oct 30 07:42:44 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:42:44 user nova-compute[74491]:     </system>
Oct 30 07:42:44 user nova-compute[74491]:   </sysinfo>
Oct 30 07:42:44 user nova-compute[74491]:   <os>
Oct 30 07:42:44 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:42:44 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:42:44 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:42:44 user nova-compute[74491]:   </os>
Oct 30 07:42:44 user nova-compute[74491]:   <features>
Oct 30 07:42:44 user nova-compute[74491]:     <acpi/>
Oct 30 07:42:44 user nova-compute[74491]:     <apic/>
Oct 30 07:42:44 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:42:44 user nova-compute[74491]:   </features>
Oct 30 07:42:44 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:42:44 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:42:44 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:42:44 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:42:44 user nova-compute[74491]:   </clock>
Oct 30 07:42:44 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:42:44 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:42:44 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:42:44 user nova-compute[74491]:   </cpu>
Oct 30 07:42:44 user nova-compute[74491]:   <devices>
Oct 30 07:42:44 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:42:44 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:42:44 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/ed0ea849-cee4-424b-8f05-2a6cf51185bd/disk"/>
Oct 30 07:42:44 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:42:44 user nova-compute[74491]:     </disk>
Oct 30 07:42:44 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:42:44 user nova-compute[74491]:       <mac address="fa:16:3e:cb:70:a7"/>
Oct 30 07:42:44 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:42:44 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:42:44 user nova-compute[74491]:       <target dev="tap056b6bcb-68"/>
Oct 30 07:42:44 user nova-compute[74491]:     </interface>
Oct 30 07:42:44 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:42:44 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/ed0ea849-cee4-424b-8f05-2a6cf51185bd/console.log" append="off"/>
Oct 30 07:42:44 user nova-compute[74491]:     </serial>
Oct 30 07:42:44 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:42:44 user nova-compute[74491]:     <video>
Oct 30 07:42:44 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:42:44 user nova-compute[74491]:     </video>
Oct 30 07:42:44 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:42:44 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:42:44 user nova-compute[74491]:     </rng>
Oct 30 07:42:44 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:42:44 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:42:44 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:42:44 user nova-compute[74491]:     </memballoon>
Oct 30 07:42:44 user nova-compute[74491]:   </devices>
Oct 30 07:42:44 user nova-compute[74491]: </domain>
Oct 30 07:42:44 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:42:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1651874614',display_name='tempest-VolumesAdminNegativeTest-server-1651874614',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1651874614',id=21,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8117025bfd014574b8a05aeb124dba9f',ramdisk_id='',reservation_id='r-9vw44p2e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-610216387',owner_user_name='tempest-VolumesAdminNegativeTest-610216387-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:42:42Z,user_data=None,user_id='3e9a80a957e143e28be42428c319b5cb',uuid=ed0ea849-cee4-424b-8f05-2a6cf51185bd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "056b6bcb-6894-4502-b381-e3821f68fd9b", "address": "fa:16:3e:cb:70:a7", "network": {"id": "87fbe250-ed26-4411-957b-fd643c90dcd3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1010458543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8117025bfd014574b8a05aeb124dba9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap056b6bcb-68", "ovs_interfaceid": "056b6bcb-6894-4502-b381-e3821f68fd9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Converting VIF {"id": "056b6bcb-6894-4502-b381-e3821f68fd9b", "address": "fa:16:3e:cb:70:a7", "network": {"id": "87fbe250-ed26-4411-957b-fd643c90dcd3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1010458543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8117025bfd014574b8a05aeb124dba9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap056b6bcb-68", "ovs_interfaceid": "056b6bcb-6894-4502-b381-e3821f68fd9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cb:70:a7,bridge_name='br-int',has_traffic_filtering=True,id=056b6bcb-6894-4502-b381-e3821f68fd9b,network=Network(87fbe250-ed26-4411-957b-fd643c90dcd3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap056b6bcb-68') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG os_vif [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:70:a7,bridge_name='br-int',has_traffic_filtering=True,id=056b6bcb-6894-4502-b381-e3821f68fd9b,network=Network(87fbe250-ed26-4411-957b-fd643c90dcd3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap056b6bcb-68') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '678d5bfe-5a04-5f23-b632-9f9d1998ce50', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap056b6bcb-68, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap056b6bcb-68, col_values=(('qos', UUID('694c02a3-97b1-4f12-9aa7-862d052b6966')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap056b6bcb-68, col_values=(('external_ids', {'iface-id': '056b6bcb-6894-4502-b381-e3821f68fd9b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cb:70:a7', 'vm-uuid': 'ed0ea849-cee4-424b-8f05-2a6cf51185bd'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:44 user nova-compute[74491]: INFO os_vif [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:70:a7,bridge_name='br-int',has_traffic_filtering=True,id=056b6bcb-6894-4502-b381-e3821f68fd9b,network=Network(87fbe250-ed26-4411-957b-fd643c90dcd3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap056b6bcb-68')
Oct 30 07:42:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] No VIF found with MAC fa:16:3e:cb:70:a7, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.network.neutron [req-8a691940-04ce-4194-b6d4-d27df24ca0cb req-16d7be11-9c79-4753-a30f-c2ed816b9001 service nova] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Updated VIF entry in instance network info cache for port 056b6bcb-6894-4502-b381-e3821f68fd9b. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG nova.network.neutron [req-8a691940-04ce-4194-b6d4-d27df24ca0cb req-16d7be11-9c79-4753-a30f-c2ed816b9001 service nova] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Updating instance_info_cache with network_info: [{"id": "056b6bcb-6894-4502-b381-e3821f68fd9b", "address": "fa:16:3e:cb:70:a7", "network": {"id": "87fbe250-ed26-4411-957b-fd643c90dcd3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1010458543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8117025bfd014574b8a05aeb124dba9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap056b6bcb-68", "ovs_interfaceid": "056b6bcb-6894-4502-b381-e3821f68fd9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8a691940-04ce-4194-b6d4-d27df24ca0cb req-16d7be11-9c79-4753-a30f-c2ed816b9001 service nova] Releasing lock "refresh_cache-ed0ea849-cee4-424b-8f05-2a6cf51185bd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json" returned: 0 in 0.218s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json" returned: 0 in 0.225s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.287s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76d4df54-4926-405b-8d55-2bfebce7cccd/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76d4df54-4926-405b-8d55-2bfebce7cccd/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76d4df54-4926-405b-8d55-2bfebce7cccd/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76d4df54-4926-405b-8d55-2bfebce7cccd/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:46 user nova-compute[74491]: DEBUG nova.compute.manager [req-939d94ce-1144-4441-87cf-9dc7ea6a1400 req-57afaa6f-7207-4193-8662-86299b710113 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Received event network-vif-plugged-2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:42:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-939d94ce-1144-4441-87cf-9dc7ea6a1400 req-57afaa6f-7207-4193-8662-86299b710113 service nova] Acquiring lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-939d94ce-1144-4441-87cf-9dc7ea6a1400 req-57afaa6f-7207-4193-8662-86299b710113 service nova] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-939d94ce-1144-4441-87cf-9dc7ea6a1400 req-57afaa6f-7207-4193-8662-86299b710113 service nova] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:46 user nova-compute[74491]: DEBUG nova.compute.manager [req-939d94ce-1144-4441-87cf-9dc7ea6a1400 req-57afaa6f-7207-4193-8662-86299b710113 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] No waiting events found dispatching network-vif-plugged-2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:42:46 user nova-compute[74491]: WARNING nova.compute.manager [req-939d94ce-1144-4441-87cf-9dc7ea6a1400 req-57afaa6f-7207-4193-8662-86299b710113 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Received unexpected event network-vif-plugged-2690cd19-db89-4956-afb9-fb1cd72a6ead for instance with vm_state active and task_state resize_finish.
Oct 30 07:42:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:47 user nova-compute[74491]: DEBUG nova.compute.manager [req-27fae158-6154-4173-8f1b-e833969f9a38 req-8fd575f7-985c-4402-af5d-1f7fd75678bf service nova] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Received event network-vif-plugged-056b6bcb-6894-4502-b381-e3821f68fd9b {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:42:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-27fae158-6154-4173-8f1b-e833969f9a38 req-8fd575f7-985c-4402-af5d-1f7fd75678bf service nova] Acquiring lock "ed0ea849-cee4-424b-8f05-2a6cf51185bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-27fae158-6154-4173-8f1b-e833969f9a38 req-8fd575f7-985c-4402-af5d-1f7fd75678bf service nova] Lock "ed0ea849-cee4-424b-8f05-2a6cf51185bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-27fae158-6154-4173-8f1b-e833969f9a38 req-8fd575f7-985c-4402-af5d-1f7fd75678bf service nova] Lock "ed0ea849-cee4-424b-8f05-2a6cf51185bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:47 user nova-compute[74491]: DEBUG nova.compute.manager [req-27fae158-6154-4173-8f1b-e833969f9a38 req-8fd575f7-985c-4402-af5d-1f7fd75678bf service nova] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] No waiting events found dispatching network-vif-plugged-056b6bcb-6894-4502-b381-e3821f68fd9b {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:42:47 user nova-compute[74491]: WARNING nova.compute.manager [req-27fae158-6154-4173-8f1b-e833969f9a38 req-8fd575f7-985c-4402-af5d-1f7fd75678bf service nova] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Received unexpected event network-vif-plugged-056b6bcb-6894-4502-b381-e3821f68fd9b for instance with vm_state building and task_state spawning.
Oct 30 07:42:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:42:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.320s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:42:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:42:48 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:42:48 user nova-compute[74491]: DEBUG nova.compute.manager [req-c43f855c-a597-4ff9-b419-ccb4f4ef2a44 req-5bd92197-7df5-4176-8a5e-61ab2704ce9e service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Received event network-vif-plugged-2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:42:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c43f855c-a597-4ff9-b419-ccb4f4ef2a44 req-5bd92197-7df5-4176-8a5e-61ab2704ce9e service nova] Acquiring lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c43f855c-a597-4ff9-b419-ccb4f4ef2a44 req-5bd92197-7df5-4176-8a5e-61ab2704ce9e service nova] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c43f855c-a597-4ff9-b419-ccb4f4ef2a44 req-5bd92197-7df5-4176-8a5e-61ab2704ce9e service nova] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:48 user nova-compute[74491]: DEBUG nova.compute.manager [req-c43f855c-a597-4ff9-b419-ccb4f4ef2a44 req-5bd92197-7df5-4176-8a5e-61ab2704ce9e service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] No waiting events found dispatching network-vif-plugged-2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:42:48 user nova-compute[74491]: WARNING nova.compute.manager [req-c43f855c-a597-4ff9-b419-ccb4f4ef2a44 req-5bd92197-7df5-4176-8a5e-61ab2704ce9e service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Received unexpected event network-vif-plugged-2690cd19-db89-4956-afb9-fb1cd72a6ead for instance with vm_state active and task_state resize_finish.
Oct 30 07:42:48 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:42:48 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:42:48 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=7694MB free_disk=25.42953872680664GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 07:42:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Applying migration context for instance ca6e5e60-1eff-4e73-a1d8-b78361f31e61 as it has an incoming, in-progress migration 4e1f60f4-613f-4f91-872c-f031fa47a0b5. Migration status is post-migrating {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 30 07:42:49 user nova-compute[74491]: INFO nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Updating resource usage from migration 4e1f60f4-613f-4f91-872c-f031fa47a0b5
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 962072d3-a76a-491e-8693-d0f1ce2a2dd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance fb047ba5-cb93-44ef-9443-bf2f728277c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance bb072d38-2d8d-4138-833b-de7b80d17a96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 6baf250e-557b-456f-8962-4e4e58e8f1b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance a9ab73d8-09f4-4bb3-8007-abf63dfbe984 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 0cd7d5a1-69a6-49df-a194-819797daa2a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ffba7846-2a43-48b7-bd99-27fc59c81765 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 5bb196cb-f895-4496-82ff-4712faec0300 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Migration 4e1f60f4-613f-4f91-872c-f031fa47a0b5 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 76d4df54-4926-405b-8d55-2bfebce7cccd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ca6e5e60-1eff-4e73-a1d8-b78361f31e61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 8a042309-9a42-45b2-aecd-0077c0846cd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ed0ea849-cee4-424b-8f05-2a6cf51185bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=8704MB phys_disk=40GB used_disk=30GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.compute.manager [req-e423f021-f5a1-4bc9-a3a1-b076fc03e5cf req-2ae6a670-c41c-4c4b-a8a5-e95b759e58ee service nova] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Received event network-vif-plugged-056b6bcb-6894-4502-b381-e3821f68fd9b {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e423f021-f5a1-4bc9-a3a1-b076fc03e5cf req-2ae6a670-c41c-4c4b-a8a5-e95b759e58ee service nova] Acquiring lock "ed0ea849-cee4-424b-8f05-2a6cf51185bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e423f021-f5a1-4bc9-a3a1-b076fc03e5cf req-2ae6a670-c41c-4c4b-a8a5-e95b759e58ee service nova] Lock "ed0ea849-cee4-424b-8f05-2a6cf51185bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e423f021-f5a1-4bc9-a3a1-b076fc03e5cf req-2ae6a670-c41c-4c4b-a8a5-e95b759e58ee service nova] Lock "ed0ea849-cee4-424b-8f05-2a6cf51185bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.compute.manager [req-e423f021-f5a1-4bc9-a3a1-b076fc03e5cf req-2ae6a670-c41c-4c4b-a8a5-e95b759e58ee service nova] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] No waiting events found dispatching network-vif-plugged-056b6bcb-6894-4502-b381-e3821f68fd9b {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:42:49 user nova-compute[74491]: WARNING nova.compute.manager [req-e423f021-f5a1-4bc9-a3a1-b076fc03e5cf req-2ae6a670-c41c-4c4b-a8a5-e95b759e58ee service nova] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Received unexpected event network-vif-plugged-056b6bcb-6894-4502-b381-e3821f68fd9b for instance with vm_state building and task_state spawning.
Oct 30 07:42:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.compute.manager [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:42:49 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Instance spawned successfully.
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:42:49 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Instance running successfully.
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Failed to set time: agent not configured {{(pid=74491) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0c6c396a-4b67-46e7-ab38-ec93e58863e8 tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] finish_migration finished successfully. {{(pid=74491) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 07:42:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.789s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:49 user nova-compute[74491]: INFO nova.compute.manager [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Took 7.66 seconds to spawn the instance on the hypervisor.
Oct 30 07:42:49 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:42:50 user nova-compute[74491]: INFO nova.compute.manager [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Took 9.09 seconds to build instance.
Oct 30 07:42:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e1ed7541-aeea-4b7e-a0f4-afbbfb03507b tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "ed0ea849-cee4-424b-8f05-2a6cf51185bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.249s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:42:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:50 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:42:50 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 07:42:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-bb072d38-2d8d-4138-833b-de7b80d17a96" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:42:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-bb072d38-2d8d-4138-833b-de7b80d17a96" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:42:50 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 07:42:51 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Updating instance_info_cache with network_info: [{"id": "5f12d9a3-11a2-43cf-a53f-6dd6723f51c5", "address": "fa:16:3e:da:b3:76", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f12d9a3-11", "ovs_interfaceid": "5f12d9a3-11a2-43cf-a53f-6dd6723f51c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:42:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-bb072d38-2d8d-4138-833b-de7b80d17a96" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:42:51 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 07:42:51 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:42:51 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:42:51 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:42:51 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:42:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:42:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fd38ac97-7430-42d0-9e35-85c2f375e534 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Acquiring lock "fb047ba5-cb93-44ef-9443-bf2f728277c8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fd38ac97-7430-42d0-9e35-85c2f375e534 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "fb047ba5-cb93-44ef-9443-bf2f728277c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fd38ac97-7430-42d0-9e35-85c2f375e534 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Acquiring lock "fb047ba5-cb93-44ef-9443-bf2f728277c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fd38ac97-7430-42d0-9e35-85c2f375e534 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "fb047ba5-cb93-44ef-9443-bf2f728277c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fd38ac97-7430-42d0-9e35-85c2f375e534 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "fb047ba5-cb93-44ef-9443-bf2f728277c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:00 user nova-compute[74491]: INFO nova.compute.manager [None req-fd38ac97-7430-42d0-9e35-85c2f375e534 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Terminating instance
Oct 30 07:43:00 user nova-compute[74491]: DEBUG nova.compute.manager [None req-fd38ac97-7430-42d0-9e35-85c2f375e534 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:43:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:00 user nova-compute[74491]: DEBUG nova.compute.manager [req-e5493674-c989-40a5-9bc7-1044006eac5b req-af068a91-3a25-4f0d-838d-7e21639faba1 service nova] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Received event network-vif-unplugged-638159c6-0a86-452b-8d0f-6f2ac71759d1 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:43:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e5493674-c989-40a5-9bc7-1044006eac5b req-af068a91-3a25-4f0d-838d-7e21639faba1 service nova] Acquiring lock "fb047ba5-cb93-44ef-9443-bf2f728277c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e5493674-c989-40a5-9bc7-1044006eac5b req-af068a91-3a25-4f0d-838d-7e21639faba1 service nova] Lock "fb047ba5-cb93-44ef-9443-bf2f728277c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e5493674-c989-40a5-9bc7-1044006eac5b req-af068a91-3a25-4f0d-838d-7e21639faba1 service nova] Lock "fb047ba5-cb93-44ef-9443-bf2f728277c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:00 user nova-compute[74491]: DEBUG nova.compute.manager [req-e5493674-c989-40a5-9bc7-1044006eac5b req-af068a91-3a25-4f0d-838d-7e21639faba1 service nova] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] No waiting events found dispatching network-vif-unplugged-638159c6-0a86-452b-8d0f-6f2ac71759d1 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:43:00 user nova-compute[74491]: DEBUG nova.compute.manager [req-e5493674-c989-40a5-9bc7-1044006eac5b req-af068a91-3a25-4f0d-838d-7e21639faba1 service nova] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Received event network-vif-unplugged-638159c6-0a86-452b-8d0f-6f2ac71759d1 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:43:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:00 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Instance destroyed successfully.
Oct 30 07:43:00 user nova-compute[74491]: DEBUG nova.objects.instance [None req-fd38ac97-7430-42d0-9e35-85c2f375e534 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lazy-loading 'resources' on Instance uuid fb047ba5-cb93-44ef-9443-bf2f728277c8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:43:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:00 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-fd38ac97-7430-42d0-9e35-85c2f375e534 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:33:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-57387931',display_name='tempest-ServersNegativeTestJSON-server-57387931',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-57387931',id=3,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:34:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0ed4248405f74d87a561f204b295863b',ramdisk_id='',reservation_id='r-8g47ady0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1669228640',owner_user_name='tempest-ServersNegativeTestJSON-1669228640-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:34:08Z,user_data=None,user_id='0ddce72a11d34b36ba702676a4e1d3c2',uuid=fb047ba5-cb93-44ef-9443-bf2f728277c8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "638159c6-0a86-452b-8d0f-6f2ac71759d1", "address": "fa:16:3e:64:27:80", "network": {"id": "6349e7a1-6466-45d3-b99b-0012f4eca84a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-384759755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed4248405f74d87a561f204b295863b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap638159c6-0a", "ovs_interfaceid": "638159c6-0a86-452b-8d0f-6f2ac71759d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:43:00 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-fd38ac97-7430-42d0-9e35-85c2f375e534 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Converting VIF {"id": "638159c6-0a86-452b-8d0f-6f2ac71759d1", "address": "fa:16:3e:64:27:80", "network": {"id": "6349e7a1-6466-45d3-b99b-0012f4eca84a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-384759755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed4248405f74d87a561f204b295863b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap638159c6-0a", "ovs_interfaceid": "638159c6-0a86-452b-8d0f-6f2ac71759d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:43:00 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-fd38ac97-7430-42d0-9e35-85c2f375e534 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:64:27:80,bridge_name='br-int',has_traffic_filtering=True,id=638159c6-0a86-452b-8d0f-6f2ac71759d1,network=Network(6349e7a1-6466-45d3-b99b-0012f4eca84a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap638159c6-0a') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:43:00 user nova-compute[74491]: DEBUG os_vif [None req-fd38ac97-7430-42d0-9e35-85c2f375e534 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:64:27:80,bridge_name='br-int',has_traffic_filtering=True,id=638159c6-0a86-452b-8d0f-6f2ac71759d1,network=Network(6349e7a1-6466-45d3-b99b-0012f4eca84a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap638159c6-0a') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:43:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap638159c6-0a, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:43:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:43:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=035b3dc2-0aa3-4ac8-8861-0bccf6a3c60c) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:43:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:43:00 user nova-compute[74491]: INFO os_vif [None req-fd38ac97-7430-42d0-9e35-85c2f375e534 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:64:27:80,bridge_name='br-int',has_traffic_filtering=True,id=638159c6-0a86-452b-8d0f-6f2ac71759d1,network=Network(6349e7a1-6466-45d3-b99b-0012f4eca84a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap638159c6-0a')
Oct 30 07:43:00 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-fd38ac97-7430-42d0-9e35-85c2f375e534 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Deleting instance files /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8_del
Oct 30 07:43:01 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-fd38ac97-7430-42d0-9e35-85c2f375e534 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Deletion of /opt/stack/data/nova/instances/fb047ba5-cb93-44ef-9443-bf2f728277c8_del complete
Oct 30 07:43:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:01 user nova-compute[74491]: INFO nova.compute.manager [None req-fd38ac97-7430-42d0-9e35-85c2f375e534 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Took 1.08 seconds to destroy the instance on the hypervisor.
Oct 30 07:43:01 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-fd38ac97-7430-42d0-9e35-85c2f375e534 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:43:01 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:43:01 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:43:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:01 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:43:01 user nova-compute[74491]: DEBUG nova.compute.manager [req-39f64ded-e209-4e1f-a70c-de847ee75a14 req-0c0e399b-d8bd-49b7-8254-9fde01c1abd3 service nova] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Received event network-vif-deleted-638159c6-0a86-452b-8d0f-6f2ac71759d1 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:43:01 user nova-compute[74491]: INFO nova.compute.manager [req-39f64ded-e209-4e1f-a70c-de847ee75a14 req-0c0e399b-d8bd-49b7-8254-9fde01c1abd3 service nova] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Neutron deleted interface 638159c6-0a86-452b-8d0f-6f2ac71759d1; detaching it from the instance and deleting it from the info cache
Oct 30 07:43:01 user nova-compute[74491]: DEBUG nova.network.neutron [req-39f64ded-e209-4e1f-a70c-de847ee75a14 req-0c0e399b-d8bd-49b7-8254-9fde01c1abd3 service nova] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:43:01 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Took 0.68 seconds to deallocate network for instance.
Oct 30 07:43:01 user nova-compute[74491]: DEBUG nova.compute.manager [req-39f64ded-e209-4e1f-a70c-de847ee75a14 req-0c0e399b-d8bd-49b7-8254-9fde01c1abd3 service nova] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Detach interface failed, port_id=638159c6-0a86-452b-8d0f-6f2ac71759d1, reason: Instance fb047ba5-cb93-44ef-9443-bf2f728277c8 could not be found. {{(pid=74491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 07:43:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fd38ac97-7430-42d0-9e35-85c2f375e534 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fd38ac97-7430-42d0-9e35-85c2f375e534 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:02 user nova-compute[74491]: DEBUG nova.compute.manager [req-4357f45d-8713-4f0c-a68c-b65a0cfa3dff req-83e492c3-034d-4ae5-a731-6ca7ef1236af service nova] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Received event network-vif-plugged-638159c6-0a86-452b-8d0f-6f2ac71759d1 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:43:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4357f45d-8713-4f0c-a68c-b65a0cfa3dff req-83e492c3-034d-4ae5-a731-6ca7ef1236af service nova] Acquiring lock "fb047ba5-cb93-44ef-9443-bf2f728277c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4357f45d-8713-4f0c-a68c-b65a0cfa3dff req-83e492c3-034d-4ae5-a731-6ca7ef1236af service nova] Lock "fb047ba5-cb93-44ef-9443-bf2f728277c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4357f45d-8713-4f0c-a68c-b65a0cfa3dff req-83e492c3-034d-4ae5-a731-6ca7ef1236af service nova] Lock "fb047ba5-cb93-44ef-9443-bf2f728277c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:02 user nova-compute[74491]: DEBUG nova.compute.manager [req-4357f45d-8713-4f0c-a68c-b65a0cfa3dff req-83e492c3-034d-4ae5-a731-6ca7ef1236af service nova] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] No waiting events found dispatching network-vif-plugged-638159c6-0a86-452b-8d0f-6f2ac71759d1 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:43:02 user nova-compute[74491]: WARNING nova.compute.manager [req-4357f45d-8713-4f0c-a68c-b65a0cfa3dff req-83e492c3-034d-4ae5-a731-6ca7ef1236af service nova] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Received unexpected event network-vif-plugged-638159c6-0a86-452b-8d0f-6f2ac71759d1 for instance with vm_state deleted and task_state None.
Oct 30 07:43:02 user nova-compute[74491]: DEBUG nova.compute.manager [req-4357f45d-8713-4f0c-a68c-b65a0cfa3dff req-83e492c3-034d-4ae5-a731-6ca7ef1236af service nova] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Received event network-vif-plugged-638159c6-0a86-452b-8d0f-6f2ac71759d1 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:43:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4357f45d-8713-4f0c-a68c-b65a0cfa3dff req-83e492c3-034d-4ae5-a731-6ca7ef1236af service nova] Acquiring lock "fb047ba5-cb93-44ef-9443-bf2f728277c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4357f45d-8713-4f0c-a68c-b65a0cfa3dff req-83e492c3-034d-4ae5-a731-6ca7ef1236af service nova] Lock "fb047ba5-cb93-44ef-9443-bf2f728277c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4357f45d-8713-4f0c-a68c-b65a0cfa3dff req-83e492c3-034d-4ae5-a731-6ca7ef1236af service nova] Lock "fb047ba5-cb93-44ef-9443-bf2f728277c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:02 user nova-compute[74491]: DEBUG nova.compute.manager [req-4357f45d-8713-4f0c-a68c-b65a0cfa3dff req-83e492c3-034d-4ae5-a731-6ca7ef1236af service nova] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] No waiting events found dispatching network-vif-plugged-638159c6-0a86-452b-8d0f-6f2ac71759d1 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:43:02 user nova-compute[74491]: WARNING nova.compute.manager [req-4357f45d-8713-4f0c-a68c-b65a0cfa3dff req-83e492c3-034d-4ae5-a731-6ca7ef1236af service nova] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Received unexpected event network-vif-plugged-638159c6-0a86-452b-8d0f-6f2ac71759d1 for instance with vm_state deleted and task_state None.
Oct 30 07:43:02 user nova-compute[74491]: DEBUG nova.compute.manager [req-4357f45d-8713-4f0c-a68c-b65a0cfa3dff req-83e492c3-034d-4ae5-a731-6ca7ef1236af service nova] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Received event network-vif-plugged-638159c6-0a86-452b-8d0f-6f2ac71759d1 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:43:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4357f45d-8713-4f0c-a68c-b65a0cfa3dff req-83e492c3-034d-4ae5-a731-6ca7ef1236af service nova] Acquiring lock "fb047ba5-cb93-44ef-9443-bf2f728277c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4357f45d-8713-4f0c-a68c-b65a0cfa3dff req-83e492c3-034d-4ae5-a731-6ca7ef1236af service nova] Lock "fb047ba5-cb93-44ef-9443-bf2f728277c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4357f45d-8713-4f0c-a68c-b65a0cfa3dff req-83e492c3-034d-4ae5-a731-6ca7ef1236af service nova] Lock "fb047ba5-cb93-44ef-9443-bf2f728277c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:02 user nova-compute[74491]: DEBUG nova.compute.manager [req-4357f45d-8713-4f0c-a68c-b65a0cfa3dff req-83e492c3-034d-4ae5-a731-6ca7ef1236af service nova] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] No waiting events found dispatching network-vif-plugged-638159c6-0a86-452b-8d0f-6f2ac71759d1 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:43:02 user nova-compute[74491]: WARNING nova.compute.manager [req-4357f45d-8713-4f0c-a68c-b65a0cfa3dff req-83e492c3-034d-4ae5-a731-6ca7ef1236af service nova] [instance: fb047ba5-cb93-44ef-9443-bf2f728277c8] Received unexpected event network-vif-plugged-638159c6-0a86-452b-8d0f-6f2ac71759d1 for instance with vm_state deleted and task_state None.
Oct 30 07:43:02 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-fd38ac97-7430-42d0-9e35-85c2f375e534 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:43:02 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-fd38ac97-7430-42d0-9e35-85c2f375e534 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:43:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fd38ac97-7430-42d0-9e35-85c2f375e534 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.479s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:02 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-fd38ac97-7430-42d0-9e35-85c2f375e534 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Deleted allocations for instance fb047ba5-cb93-44ef-9443-bf2f728277c8
Oct 30 07:43:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fd38ac97-7430-42d0-9e35-85c2f375e534 tempest-ServersNegativeTestJSON-1669228640 tempest-ServersNegativeTestJSON-1669228640-project-member] Lock "fb047ba5-cb93-44ef-9443-bf2f728277c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.642s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "d06d3fc8-4880-4c20-b521-e86214f64bf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "d06d3fc8-4880-4c20-b521-e86214f64bf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:12 user nova-compute[74491]: DEBUG nova.compute.manager [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:43:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:43:12 user nova-compute[74491]: INFO nova.compute.claims [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Claim successful on node user
Oct 30 07:43:12 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:43:12 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:43:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.547s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:12 user nova-compute[74491]: DEBUG nova.compute.manager [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:43:12 user nova-compute[74491]: DEBUG nova.compute.manager [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:43:12 user nova-compute[74491]: DEBUG nova.network.neutron [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:43:12 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:43:12 user nova-compute[74491]: DEBUG nova.compute.manager [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:43:12 user nova-compute[74491]: DEBUG nova.policy [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fb7a5b015224f39a4459a73e4e61419', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5328a34e1d7f4acdb9edd844396f1e40', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:43:12 user nova-compute[74491]: DEBUG nova.compute.manager [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:43:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:43:12 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Creating image(s)
Oct 30 07:43:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "/opt/stack/data/nova/instances/d06d3fc8-4880-4c20-b521-e86214f64bf8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "/opt/stack/data/nova/instances/d06d3fc8-4880-4c20-b521-e86214f64bf8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "/opt/stack/data/nova/instances/d06d3fc8-4880-4c20-b521-e86214f64bf8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.199s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.179s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/d06d3fc8-4880-4c20-b521-e86214f64bf8/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/d06d3fc8-4880-4c20-b521-e86214f64bf8/disk 1073741824" returned: 0 in 0.066s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.256s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.206s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:13 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d06d3fc8-4880-4c20-b521-e86214f64bf8/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:43:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d3fc8-4880-4c20-b521-e86214f64bf8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:13 user nova-compute[74491]: DEBUG nova.network.neutron [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Successfully created port: 059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:43:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d3fc8-4880-4c20-b521-e86214f64bf8/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:13 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Cannot resize image /opt/stack/data/nova/instances/d06d3fc8-4880-4c20-b521-e86214f64bf8/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:43:13 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:43:13 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Ensure instance console log exists: /opt/stack/data/nova/instances/d06d3fc8-4880-4c20-b521-e86214f64bf8/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:43:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "2179c429-c80b-4aa5-aa45-80245fbd9cbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "2179c429-c80b-4aa5-aa45-80245fbd9cbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:13 user nova-compute[74491]: DEBUG nova.compute.manager [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:43:14 user nova-compute[74491]: INFO nova.compute.claims [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Claim successful on node user
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.network.neutron [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Successfully updated port: 059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "refresh_cache-d06d3fc8-4880-4c20-b521-e86214f64bf8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquired lock "refresh_cache-d06d3fc8-4880-4c20-b521-e86214f64bf8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.network.neutron [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.compute.manager [req-360bd64e-e153-4b1c-9149-0dea51ca5eee req-8c190708-76ca-44a5-abfe-b9f3f516ffb5 service nova] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Received event network-changed-059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.compute.manager [req-360bd64e-e153-4b1c-9149-0dea51ca5eee req-8c190708-76ca-44a5-abfe-b9f3f516ffb5 service nova] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Refreshing instance network info cache due to event network-changed-059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-360bd64e-e153-4b1c-9149-0dea51ca5eee req-8c190708-76ca-44a5-abfe-b9f3f516ffb5 service nova] Acquiring lock "refresh_cache-d06d3fc8-4880-4c20-b521-e86214f64bf8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.network.neutron [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.552s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.compute.manager [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.compute.manager [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.network.neutron [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:43:14 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.compute.manager [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.network.neutron [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Updating instance_info_cache with network_info: [{"id": "059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca", "address": "fa:16:3e:d7:47:3a", "network": {"id": "0ee19de2-df20-4647-98cd-f0196ef50b3f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-158911491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5328a34e1d7f4acdb9edd844396f1e40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap059e9bfe-d9", "ovs_interfaceid": "059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.policy [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e940f70d67db459baad1d913fe2b7aa5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22c884731d2d4072ae0c9759f82c4bfc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Releasing lock "refresh_cache-d06d3fc8-4880-4c20-b521-e86214f64bf8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.compute.manager [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Instance network_info: |[{"id": "059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca", "address": "fa:16:3e:d7:47:3a", "network": {"id": "0ee19de2-df20-4647-98cd-f0196ef50b3f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-158911491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5328a34e1d7f4acdb9edd844396f1e40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap059e9bfe-d9", "ovs_interfaceid": "059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-360bd64e-e153-4b1c-9149-0dea51ca5eee req-8c190708-76ca-44a5-abfe-b9f3f516ffb5 service nova] Acquired lock "refresh_cache-d06d3fc8-4880-4c20-b521-e86214f64bf8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.network.neutron [req-360bd64e-e153-4b1c-9149-0dea51ca5eee req-8c190708-76ca-44a5-abfe-b9f3f516ffb5 service nova] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Refreshing network info cache for port 059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Start _get_guest_xml network_info=[{"id": "059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca", "address": "fa:16:3e:d7:47:3a", "network": {"id": "0ee19de2-df20-4647-98cd-f0196ef50b3f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-158911491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5328a34e1d7f4acdb9edd844396f1e40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap059e9bfe-d9", "ovs_interfaceid": "059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:43:14 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:43:14 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:43:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1130970105',display_name='tempest-VolumesSnapshotTestJSON-instance-1130970105',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1130970105',id=22,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP4w4/FjtuwOPtmSm2hP+KO+xZRKAJ35f3Xh6ZH0KuEegTYCehQ7FoCcYvn5X12oLI9Ss2ZNVWX9tN0G0zOkiVWQlsgtr33UxErto0ji3rAGtQL6mYUBeMJdNtL6AXlYzw==',key_name='tempest-keypair-489534439',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5328a34e1d7f4acdb9edd844396f1e40',ramdisk_id='',reservation_id='r-4x9421ow',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1411379770',owner_user_name='tempest-VolumesSnapshotTestJSON-1411379770-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:43:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4fb7a5b015224f39a4459a73e4e61419',uuid=d06d3fc8-4880-4c20-b521-e86214f64bf8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca", "address": "fa:16:3e:d7:47:3a", "network": {"id": "0ee19de2-df20-4647-98cd-f0196ef50b3f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-158911491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5328a34e1d7f4acdb9edd844396f1e40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap059e9bfe-d9", "ovs_interfaceid": "059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Converting VIF {"id": "059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca", "address": "fa:16:3e:d7:47:3a", "network": {"id": "0ee19de2-df20-4647-98cd-f0196ef50b3f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-158911491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5328a34e1d7f4acdb9edd844396f1e40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap059e9bfe-d9", "ovs_interfaceid": "059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:47:3a,bridge_name='br-int',has_traffic_filtering=True,id=059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca,network=Network(0ee19de2-df20-4647-98cd-f0196ef50b3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap059e9bfe-d9') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.objects.instance [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lazy-loading 'pci_devices' on Instance uuid d06d3fc8-4880-4c20-b521-e86214f64bf8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:43:14 user nova-compute[74491]:   <uuid>d06d3fc8-4880-4c20-b521-e86214f64bf8</uuid>
Oct 30 07:43:14 user nova-compute[74491]:   <name>instance-00000016</name>
Oct 30 07:43:14 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:43:14 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:43:14 user nova-compute[74491]:   <metadata>
Oct 30 07:43:14 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:43:14 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:43:14 user nova-compute[74491]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1130970105</nova:name>
Oct 30 07:43:14 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:43:14</nova:creationTime>
Oct 30 07:43:14 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:43:14 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:43:14 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:43:14 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:43:14 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:43:14 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:43:14 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:43:14 user nova-compute[74491]:       <nova:owner>
Oct 30 07:43:14 user nova-compute[74491]:         <nova:user uuid="4fb7a5b015224f39a4459a73e4e61419">tempest-VolumesSnapshotTestJSON-1411379770-project-member</nova:user>
Oct 30 07:43:14 user nova-compute[74491]:         <nova:project uuid="5328a34e1d7f4acdb9edd844396f1e40">tempest-VolumesSnapshotTestJSON-1411379770</nova:project>
Oct 30 07:43:14 user nova-compute[74491]:       </nova:owner>
Oct 30 07:43:14 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:43:14 user nova-compute[74491]:       <nova:ports>
Oct 30 07:43:14 user nova-compute[74491]:         <nova:port uuid="059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca">
Oct 30 07:43:14 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 30 07:43:14 user nova-compute[74491]:         </nova:port>
Oct 30 07:43:14 user nova-compute[74491]:       </nova:ports>
Oct 30 07:43:14 user nova-compute[74491]:     </nova:instance>
Oct 30 07:43:14 user nova-compute[74491]:   </metadata>
Oct 30 07:43:14 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:43:14 user nova-compute[74491]:     <system>
Oct 30 07:43:14 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:43:14 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:43:14 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:43:14 user nova-compute[74491]:       <entry name="serial">d06d3fc8-4880-4c20-b521-e86214f64bf8</entry>
Oct 30 07:43:14 user nova-compute[74491]:       <entry name="uuid">d06d3fc8-4880-4c20-b521-e86214f64bf8</entry>
Oct 30 07:43:14 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:43:14 user nova-compute[74491]:     </system>
Oct 30 07:43:14 user nova-compute[74491]:   </sysinfo>
Oct 30 07:43:14 user nova-compute[74491]:   <os>
Oct 30 07:43:14 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:43:14 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:43:14 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:43:14 user nova-compute[74491]:   </os>
Oct 30 07:43:14 user nova-compute[74491]:   <features>
Oct 30 07:43:14 user nova-compute[74491]:     <acpi/>
Oct 30 07:43:14 user nova-compute[74491]:     <apic/>
Oct 30 07:43:14 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:43:14 user nova-compute[74491]:   </features>
Oct 30 07:43:14 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:43:14 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:43:14 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:43:14 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:43:14 user nova-compute[74491]:   </clock>
Oct 30 07:43:14 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:43:14 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:43:14 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:43:14 user nova-compute[74491]:   </cpu>
Oct 30 07:43:14 user nova-compute[74491]:   <devices>
Oct 30 07:43:14 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:43:14 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:43:14 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/d06d3fc8-4880-4c20-b521-e86214f64bf8/disk"/>
Oct 30 07:43:14 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:43:14 user nova-compute[74491]:     </disk>
Oct 30 07:43:14 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:43:14 user nova-compute[74491]:       <mac address="fa:16:3e:d7:47:3a"/>
Oct 30 07:43:14 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:43:14 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:43:14 user nova-compute[74491]:       <target dev="tap059e9bfe-d9"/>
Oct 30 07:43:14 user nova-compute[74491]:     </interface>
Oct 30 07:43:14 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:43:14 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/d06d3fc8-4880-4c20-b521-e86214f64bf8/console.log" append="off"/>
Oct 30 07:43:14 user nova-compute[74491]:     </serial>
Oct 30 07:43:14 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:43:14 user nova-compute[74491]:     <video>
Oct 30 07:43:14 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:43:14 user nova-compute[74491]:     </video>
Oct 30 07:43:14 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:43:14 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:43:14 user nova-compute[74491]:     </rng>
Oct 30 07:43:14 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:43:14 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:43:14 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:43:14 user nova-compute[74491]:     </memballoon>
Oct 30 07:43:14 user nova-compute[74491]:   </devices>
Oct 30 07:43:14 user nova-compute[74491]: </domain>
Oct 30 07:43:14 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:43:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1130970105',display_name='tempest-VolumesSnapshotTestJSON-instance-1130970105',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1130970105',id=22,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP4w4/FjtuwOPtmSm2hP+KO+xZRKAJ35f3Xh6ZH0KuEegTYCehQ7FoCcYvn5X12oLI9Ss2ZNVWX9tN0G0zOkiVWQlsgtr33UxErto0ji3rAGtQL6mYUBeMJdNtL6AXlYzw==',key_name='tempest-keypair-489534439',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5328a34e1d7f4acdb9edd844396f1e40',ramdisk_id='',reservation_id='r-4x9421ow',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1411379770',owner_user_name='tempest-VolumesSnapshotTestJSON-1411379770-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:43:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4fb7a5b015224f39a4459a73e4e61419',uuid=d06d3fc8-4880-4c20-b521-e86214f64bf8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca", "address": "fa:16:3e:d7:47:3a", "network": {"id": "0ee19de2-df20-4647-98cd-f0196ef50b3f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-158911491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5328a34e1d7f4acdb9edd844396f1e40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap059e9bfe-d9", "ovs_interfaceid": "059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Converting VIF {"id": "059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca", "address": "fa:16:3e:d7:47:3a", "network": {"id": "0ee19de2-df20-4647-98cd-f0196ef50b3f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-158911491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5328a34e1d7f4acdb9edd844396f1e40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap059e9bfe-d9", "ovs_interfaceid": "059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:47:3a,bridge_name='br-int',has_traffic_filtering=True,id=059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca,network=Network(0ee19de2-df20-4647-98cd-f0196ef50b3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap059e9bfe-d9') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG os_vif [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:47:3a,bridge_name='br-int',has_traffic_filtering=True,id=059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca,network=Network(0ee19de2-df20-4647-98cd-f0196ef50b3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap059e9bfe-d9') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9dce4821-dea9-5364-b260-4aa37249d4b6', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap059e9bfe-d9, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap059e9bfe-d9, col_values=(('qos', UUID('fc79d082-1ec8-4a03-9061-6ea858bc86a4')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap059e9bfe-d9, col_values=(('external_ids', {'iface-id': '059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d7:47:3a', 'vm-uuid': 'd06d3fc8-4880-4c20-b521-e86214f64bf8'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:14 user nova-compute[74491]: INFO os_vif [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:47:3a,bridge_name='br-int',has_traffic_filtering=True,id=059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca,network=Network(0ee19de2-df20-4647-98cd-f0196ef50b3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap059e9bfe-d9')
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.compute.manager [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:43:14 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Creating image(s)
Oct 30 07:43:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "/opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "/opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "/opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:43:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] No VIF found with MAC fa:16:3e:d7:47:3a, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:43:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.245s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:15 user nova-compute[74491]: DEBUG nova.network.neutron [req-360bd64e-e153-4b1c-9149-0dea51ca5eee req-8c190708-76ca-44a5-abfe-b9f3f516ffb5 service nova] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Updated VIF entry in instance network info cache for port 059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:43:15 user nova-compute[74491]: DEBUG nova.network.neutron [req-360bd64e-e153-4b1c-9149-0dea51ca5eee req-8c190708-76ca-44a5-abfe-b9f3f516ffb5 service nova] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Updating instance_info_cache with network_info: [{"id": "059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca", "address": "fa:16:3e:d7:47:3a", "network": {"id": "0ee19de2-df20-4647-98cd-f0196ef50b3f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-158911491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5328a34e1d7f4acdb9edd844396f1e40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap059e9bfe-d9", "ovs_interfaceid": "059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:43:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-360bd64e-e153-4b1c-9149-0dea51ca5eee req-8c190708-76ca-44a5-abfe-b9f3f516ffb5 service nova] Releasing lock "refresh_cache-d06d3fc8-4880-4c20-b521-e86214f64bf8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:43:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.191s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:15 user nova-compute[74491]: DEBUG nova.network.neutron [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Successfully created port: 16a8505c-a797-4400-bfa7-a4362bddef75 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:43:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/disk 1073741824" returned: 0 in 0.064s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.258s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.194s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:15 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:43:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:15 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Cannot resize image /opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:43:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:43:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Ensure instance console log exists: /opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:43:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:16 user nova-compute[74491]: DEBUG nova.network.neutron [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Successfully updated port: 16a8505c-a797-4400-bfa7-a4362bddef75 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:43:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "refresh_cache-2179c429-c80b-4aa5-aa45-80245fbd9cbd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:43:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquired lock "refresh_cache-2179c429-c80b-4aa5-aa45-80245fbd9cbd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:43:16 user nova-compute[74491]: DEBUG nova.network.neutron [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:43:16 user nova-compute[74491]: DEBUG nova.compute.manager [req-1660c458-6584-4ac0-bafb-6b4d7e4e765e req-63ae0c94-d0c4-4dc2-b3b3-b4465b7fbe26 service nova] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Received event network-changed-16a8505c-a797-4400-bfa7-a4362bddef75 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:43:16 user nova-compute[74491]: DEBUG nova.compute.manager [req-1660c458-6584-4ac0-bafb-6b4d7e4e765e req-63ae0c94-d0c4-4dc2-b3b3-b4465b7fbe26 service nova] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Refreshing instance network info cache due to event network-changed-16a8505c-a797-4400-bfa7-a4362bddef75. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:43:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-1660c458-6584-4ac0-bafb-6b4d7e4e765e req-63ae0c94-d0c4-4dc2-b3b3-b4465b7fbe26 service nova] Acquiring lock "refresh_cache-2179c429-c80b-4aa5-aa45-80245fbd9cbd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:43:16 user nova-compute[74491]: DEBUG nova.network.neutron [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:43:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:16 user nova-compute[74491]: DEBUG nova.compute.manager [req-d2eb631c-03d2-48d2-a2a8-0d4497eaa5b4 req-25fe0eb7-0993-486b-bc6b-5fa2702729db service nova] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Received event network-vif-plugged-059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:43:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d2eb631c-03d2-48d2-a2a8-0d4497eaa5b4 req-25fe0eb7-0993-486b-bc6b-5fa2702729db service nova] Acquiring lock "d06d3fc8-4880-4c20-b521-e86214f64bf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d2eb631c-03d2-48d2-a2a8-0d4497eaa5b4 req-25fe0eb7-0993-486b-bc6b-5fa2702729db service nova] Lock "d06d3fc8-4880-4c20-b521-e86214f64bf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d2eb631c-03d2-48d2-a2a8-0d4497eaa5b4 req-25fe0eb7-0993-486b-bc6b-5fa2702729db service nova] Lock "d06d3fc8-4880-4c20-b521-e86214f64bf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:16 user nova-compute[74491]: DEBUG nova.compute.manager [req-d2eb631c-03d2-48d2-a2a8-0d4497eaa5b4 req-25fe0eb7-0993-486b-bc6b-5fa2702729db service nova] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] No waiting events found dispatching network-vif-plugged-059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:43:16 user nova-compute[74491]: WARNING nova.compute.manager [req-d2eb631c-03d2-48d2-a2a8-0d4497eaa5b4 req-25fe0eb7-0993-486b-bc6b-5fa2702729db service nova] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Received unexpected event network-vif-plugged-059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca for instance with vm_state building and task_state spawning.
Oct 30 07:43:16 user nova-compute[74491]: DEBUG nova.network.neutron [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Updating instance_info_cache with network_info: [{"id": "16a8505c-a797-4400-bfa7-a4362bddef75", "address": "fa:16:3e:a3:8f:f8", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap16a8505c-a7", "ovs_interfaceid": "16a8505c-a797-4400-bfa7-a4362bddef75", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Releasing lock "refresh_cache-2179c429-c80b-4aa5-aa45-80245fbd9cbd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.compute.manager [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Instance network_info: |[{"id": "16a8505c-a797-4400-bfa7-a4362bddef75", "address": "fa:16:3e:a3:8f:f8", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap16a8505c-a7", "ovs_interfaceid": "16a8505c-a797-4400-bfa7-a4362bddef75", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-1660c458-6584-4ac0-bafb-6b4d7e4e765e req-63ae0c94-d0c4-4dc2-b3b3-b4465b7fbe26 service nova] Acquired lock "refresh_cache-2179c429-c80b-4aa5-aa45-80245fbd9cbd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.network.neutron [req-1660c458-6584-4ac0-bafb-6b4d7e4e765e req-63ae0c94-d0c4-4dc2-b3b3-b4465b7fbe26 service nova] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Refreshing network info cache for port 16a8505c-a797-4400-bfa7-a4362bddef75 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Start _get_guest_xml network_info=[{"id": "16a8505c-a797-4400-bfa7-a4362bddef75", "address": "fa:16:3e:a3:8f:f8", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap16a8505c-a7", "ovs_interfaceid": "16a8505c-a797-4400-bfa7-a4362bddef75", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:43:17 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:43:17 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:43:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1067890032',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1067890032',id=23,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='22c884731d2d4072ae0c9759f82c4bfc',ramdisk_id='',reservation_id='r-8ak89k4b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1284148635',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:43:15Z,user_data=None,user_id='e940f70d67db459baad1d913fe2b7aa5',uuid=2179c429-c80b-4aa5-aa45-80245fbd9cbd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "16a8505c-a797-4400-bfa7-a4362bddef75", "address": "fa:16:3e:a3:8f:f8", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap16a8505c-a7", "ovs_interfaceid": "16a8505c-a797-4400-bfa7-a4362bddef75", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Converting VIF {"id": "16a8505c-a797-4400-bfa7-a4362bddef75", "address": "fa:16:3e:a3:8f:f8", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap16a8505c-a7", "ovs_interfaceid": "16a8505c-a797-4400-bfa7-a4362bddef75", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:8f:f8,bridge_name='br-int',has_traffic_filtering=True,id=16a8505c-a797-4400-bfa7-a4362bddef75,network=Network(3d123996-c32a-43e8-b0ec-49fd0fff0f1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap16a8505c-a7') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.objects.instance [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lazy-loading 'pci_devices' on Instance uuid 2179c429-c80b-4aa5-aa45-80245fbd9cbd {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:43:17 user nova-compute[74491]:   <uuid>2179c429-c80b-4aa5-aa45-80245fbd9cbd</uuid>
Oct 30 07:43:17 user nova-compute[74491]:   <name>instance-00000017</name>
Oct 30 07:43:17 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:43:17 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:43:17 user nova-compute[74491]:   <metadata>
Oct 30 07:43:17 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:43:17 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:43:17 user nova-compute[74491]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1067890032</nova:name>
Oct 30 07:43:17 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:43:17</nova:creationTime>
Oct 30 07:43:17 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:43:17 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:43:17 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:43:17 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:43:17 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:43:17 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:43:17 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:43:17 user nova-compute[74491]:       <nova:owner>
Oct 30 07:43:17 user nova-compute[74491]:         <nova:user uuid="e940f70d67db459baad1d913fe2b7aa5">tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member</nova:user>
Oct 30 07:43:17 user nova-compute[74491]:         <nova:project uuid="22c884731d2d4072ae0c9759f82c4bfc">tempest-ServerBootFromVolumeStableRescueTest-1284148635</nova:project>
Oct 30 07:43:17 user nova-compute[74491]:       </nova:owner>
Oct 30 07:43:17 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:43:17 user nova-compute[74491]:       <nova:ports>
Oct 30 07:43:17 user nova-compute[74491]:         <nova:port uuid="16a8505c-a797-4400-bfa7-a4362bddef75">
Oct 30 07:43:17 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 30 07:43:17 user nova-compute[74491]:         </nova:port>
Oct 30 07:43:17 user nova-compute[74491]:       </nova:ports>
Oct 30 07:43:17 user nova-compute[74491]:     </nova:instance>
Oct 30 07:43:17 user nova-compute[74491]:   </metadata>
Oct 30 07:43:17 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:43:17 user nova-compute[74491]:     <system>
Oct 30 07:43:17 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:43:17 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:43:17 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:43:17 user nova-compute[74491]:       <entry name="serial">2179c429-c80b-4aa5-aa45-80245fbd9cbd</entry>
Oct 30 07:43:17 user nova-compute[74491]:       <entry name="uuid">2179c429-c80b-4aa5-aa45-80245fbd9cbd</entry>
Oct 30 07:43:17 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:43:17 user nova-compute[74491]:     </system>
Oct 30 07:43:17 user nova-compute[74491]:   </sysinfo>
Oct 30 07:43:17 user nova-compute[74491]:   <os>
Oct 30 07:43:17 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:43:17 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:43:17 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:43:17 user nova-compute[74491]:   </os>
Oct 30 07:43:17 user nova-compute[74491]:   <features>
Oct 30 07:43:17 user nova-compute[74491]:     <acpi/>
Oct 30 07:43:17 user nova-compute[74491]:     <apic/>
Oct 30 07:43:17 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:43:17 user nova-compute[74491]:   </features>
Oct 30 07:43:17 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:43:17 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:43:17 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:43:17 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:43:17 user nova-compute[74491]:   </clock>
Oct 30 07:43:17 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:43:17 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:43:17 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:43:17 user nova-compute[74491]:   </cpu>
Oct 30 07:43:17 user nova-compute[74491]:   <devices>
Oct 30 07:43:17 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:43:17 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:43:17 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/disk"/>
Oct 30 07:43:17 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:43:17 user nova-compute[74491]:     </disk>
Oct 30 07:43:17 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:43:17 user nova-compute[74491]:       <mac address="fa:16:3e:a3:8f:f8"/>
Oct 30 07:43:17 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:43:17 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:43:17 user nova-compute[74491]:       <target dev="tap16a8505c-a7"/>
Oct 30 07:43:17 user nova-compute[74491]:     </interface>
Oct 30 07:43:17 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:43:17 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/console.log" append="off"/>
Oct 30 07:43:17 user nova-compute[74491]:     </serial>
Oct 30 07:43:17 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:43:17 user nova-compute[74491]:     <video>
Oct 30 07:43:17 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:43:17 user nova-compute[74491]:     </video>
Oct 30 07:43:17 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:43:17 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:43:17 user nova-compute[74491]:     </rng>
Oct 30 07:43:17 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:43:17 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:43:17 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:43:17 user nova-compute[74491]:     </memballoon>
Oct 30 07:43:17 user nova-compute[74491]:   </devices>
Oct 30 07:43:17 user nova-compute[74491]: </domain>
Oct 30 07:43:17 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:43:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1067890032',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1067890032',id=23,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='22c884731d2d4072ae0c9759f82c4bfc',ramdisk_id='',reservation_id='r-8ak89k4b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1284148635',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:43:15Z,user_data=None,user_id='e940f70d67db459baad1d913fe2b7aa5',uuid=2179c429-c80b-4aa5-aa45-80245fbd9cbd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "16a8505c-a797-4400-bfa7-a4362bddef75", "address": "fa:16:3e:a3:8f:f8", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap16a8505c-a7", "ovs_interfaceid": "16a8505c-a797-4400-bfa7-a4362bddef75", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Converting VIF {"id": "16a8505c-a797-4400-bfa7-a4362bddef75", "address": "fa:16:3e:a3:8f:f8", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap16a8505c-a7", "ovs_interfaceid": "16a8505c-a797-4400-bfa7-a4362bddef75", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:8f:f8,bridge_name='br-int',has_traffic_filtering=True,id=16a8505c-a797-4400-bfa7-a4362bddef75,network=Network(3d123996-c32a-43e8-b0ec-49fd0fff0f1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap16a8505c-a7') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG os_vif [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:8f:f8,bridge_name='br-int',has_traffic_filtering=True,id=16a8505c-a797-4400-bfa7-a4362bddef75,network=Network(3d123996-c32a-43e8-b0ec-49fd0fff0f1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap16a8505c-a7') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '65badd8b-7fee-5eeb-b10b-cc94c75c9c49', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap16a8505c-a7, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap16a8505c-a7, col_values=(('qos', UUID('de4329ec-0e8f-4cdd-a9f9-55452036d55f')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap16a8505c-a7, col_values=(('external_ids', {'iface-id': '16a8505c-a797-4400-bfa7-a4362bddef75', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a3:8f:f8', 'vm-uuid': '2179c429-c80b-4aa5-aa45-80245fbd9cbd'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:17 user nova-compute[74491]: INFO os_vif [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:8f:f8,bridge_name='br-int',has_traffic_filtering=True,id=16a8505c-a797-4400-bfa7-a4362bddef75,network=Network(3d123996-c32a-43e8-b0ec-49fd0fff0f1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap16a8505c-a7')
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] No VIF found with MAC fa:16:3e:a3:8f:f8, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.network.neutron [req-1660c458-6584-4ac0-bafb-6b4d7e4e765e req-63ae0c94-d0c4-4dc2-b3b3-b4465b7fbe26 service nova] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Updated VIF entry in instance network info cache for port 16a8505c-a797-4400-bfa7-a4362bddef75. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG nova.network.neutron [req-1660c458-6584-4ac0-bafb-6b4d7e4e765e req-63ae0c94-d0c4-4dc2-b3b3-b4465b7fbe26 service nova] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Updating instance_info_cache with network_info: [{"id": "16a8505c-a797-4400-bfa7-a4362bddef75", "address": "fa:16:3e:a3:8f:f8", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap16a8505c-a7", "ovs_interfaceid": "16a8505c-a797-4400-bfa7-a4362bddef75", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:43:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-1660c458-6584-4ac0-bafb-6b4d7e4e765e req-63ae0c94-d0c4-4dc2-b3b3-b4465b7fbe26 service nova] Releasing lock "refresh_cache-2179c429-c80b-4aa5-aa45-80245fbd9cbd" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:43:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:18 user nova-compute[74491]: DEBUG nova.compute.manager [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:43:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:43:18 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Instance spawned successfully.
Oct 30 07:43:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:43:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:43:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:43:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:43:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:43:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:43:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:43:18 user nova-compute[74491]: DEBUG nova.compute.manager [req-13c71370-e533-434d-8e9a-884d5f473550 req-bfc28b95-e4a6-446c-a954-cb90a4823663 service nova] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Received event network-vif-plugged-059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:43:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-13c71370-e533-434d-8e9a-884d5f473550 req-bfc28b95-e4a6-446c-a954-cb90a4823663 service nova] Acquiring lock "d06d3fc8-4880-4c20-b521-e86214f64bf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-13c71370-e533-434d-8e9a-884d5f473550 req-bfc28b95-e4a6-446c-a954-cb90a4823663 service nova] Lock "d06d3fc8-4880-4c20-b521-e86214f64bf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-13c71370-e533-434d-8e9a-884d5f473550 req-bfc28b95-e4a6-446c-a954-cb90a4823663 service nova] Lock "d06d3fc8-4880-4c20-b521-e86214f64bf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:18 user nova-compute[74491]: DEBUG nova.compute.manager [req-13c71370-e533-434d-8e9a-884d5f473550 req-bfc28b95-e4a6-446c-a954-cb90a4823663 service nova] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] No waiting events found dispatching network-vif-plugged-059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:43:18 user nova-compute[74491]: WARNING nova.compute.manager [req-13c71370-e533-434d-8e9a-884d5f473550 req-bfc28b95-e4a6-446c-a954-cb90a4823663 service nova] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Received unexpected event network-vif-plugged-059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca for instance with vm_state building and task_state spawning.
Oct 30 07:43:18 user nova-compute[74491]: DEBUG nova.compute.manager [req-3ff70ec2-d03d-4409-af1a-ed6b3d3b4c06 req-3e2cf2b3-066e-4639-a801-39aadb8544bd service nova] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Received event network-vif-plugged-16a8505c-a797-4400-bfa7-a4362bddef75 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:43:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3ff70ec2-d03d-4409-af1a-ed6b3d3b4c06 req-3e2cf2b3-066e-4639-a801-39aadb8544bd service nova] Acquiring lock "2179c429-c80b-4aa5-aa45-80245fbd9cbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3ff70ec2-d03d-4409-af1a-ed6b3d3b4c06 req-3e2cf2b3-066e-4639-a801-39aadb8544bd service nova] Lock "2179c429-c80b-4aa5-aa45-80245fbd9cbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3ff70ec2-d03d-4409-af1a-ed6b3d3b4c06 req-3e2cf2b3-066e-4639-a801-39aadb8544bd service nova] Lock "2179c429-c80b-4aa5-aa45-80245fbd9cbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:18 user nova-compute[74491]: DEBUG nova.compute.manager [req-3ff70ec2-d03d-4409-af1a-ed6b3d3b4c06 req-3e2cf2b3-066e-4639-a801-39aadb8544bd service nova] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] No waiting events found dispatching network-vif-plugged-16a8505c-a797-4400-bfa7-a4362bddef75 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:43:18 user nova-compute[74491]: WARNING nova.compute.manager [req-3ff70ec2-d03d-4409-af1a-ed6b3d3b4c06 req-3e2cf2b3-066e-4639-a801-39aadb8544bd service nova] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Received unexpected event network-vif-plugged-16a8505c-a797-4400-bfa7-a4362bddef75 for instance with vm_state building and task_state spawning.
Oct 30 07:43:18 user nova-compute[74491]: INFO nova.compute.manager [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Took 5.83 seconds to spawn the instance on the hypervisor.
Oct 30 07:43:18 user nova-compute[74491]: DEBUG nova.compute.manager [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:43:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:18 user nova-compute[74491]: INFO nova.compute.manager [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Took 6.84 seconds to build instance.
Oct 30 07:43:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b64cf06a-62d0-4f15-be70-2e441f332f55 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "d06d3fc8-4880-4c20-b521-e86214f64bf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.967s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:20 user nova-compute[74491]: DEBUG nova.compute.manager [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:43:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:43:20 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Instance spawned successfully.
Oct 30 07:43:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:43:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:43:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:43:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:43:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:43:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:43:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:43:20 user nova-compute[74491]: DEBUG nova.compute.manager [req-13a754f5-4a88-42fb-9c21-c63364a6ab9d req-661cc01e-1388-4bdf-8ec9-ddf2a1b15d94 service nova] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Received event network-vif-plugged-16a8505c-a797-4400-bfa7-a4362bddef75 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:43:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-13a754f5-4a88-42fb-9c21-c63364a6ab9d req-661cc01e-1388-4bdf-8ec9-ddf2a1b15d94 service nova] Acquiring lock "2179c429-c80b-4aa5-aa45-80245fbd9cbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-13a754f5-4a88-42fb-9c21-c63364a6ab9d req-661cc01e-1388-4bdf-8ec9-ddf2a1b15d94 service nova] Lock "2179c429-c80b-4aa5-aa45-80245fbd9cbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-13a754f5-4a88-42fb-9c21-c63364a6ab9d req-661cc01e-1388-4bdf-8ec9-ddf2a1b15d94 service nova] Lock "2179c429-c80b-4aa5-aa45-80245fbd9cbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:20 user nova-compute[74491]: DEBUG nova.compute.manager [req-13a754f5-4a88-42fb-9c21-c63364a6ab9d req-661cc01e-1388-4bdf-8ec9-ddf2a1b15d94 service nova] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] No waiting events found dispatching network-vif-plugged-16a8505c-a797-4400-bfa7-a4362bddef75 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:43:20 user nova-compute[74491]: WARNING nova.compute.manager [req-13a754f5-4a88-42fb-9c21-c63364a6ab9d req-661cc01e-1388-4bdf-8ec9-ddf2a1b15d94 service nova] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Received unexpected event network-vif-plugged-16a8505c-a797-4400-bfa7-a4362bddef75 for instance with vm_state building and task_state spawning.
Oct 30 07:43:20 user nova-compute[74491]: INFO nova.compute.manager [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Took 5.96 seconds to spawn the instance on the hypervisor.
Oct 30 07:43:20 user nova-compute[74491]: DEBUG nova.compute.manager [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:43:21 user nova-compute[74491]: INFO nova.compute.manager [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Took 7.03 seconds to build instance.
Oct 30 07:43:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0efaf527-c108-46be-8772-f11f2d20d93a tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "2179c429-c80b-4aa5-aa45-80245fbd9cbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.141s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:42 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:43:43 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:43:43 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:43:43 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 07:43:43 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:43:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:43 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 07:43:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed0ea849-cee4-424b-8f05-2a6cf51185bd/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed0ea849-cee4-424b-8f05-2a6cf51185bd/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed0ea849-cee4-424b-8f05-2a6cf51185bd/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed0ea849-cee4-424b-8f05-2a6cf51185bd/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json" returned: 0 in 0.192s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76d4df54-4926-405b-8d55-2bfebce7cccd/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:45 user nova-compute[74491]: DEBUG nova.compute.manager [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:43:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76d4df54-4926-405b-8d55-2bfebce7cccd/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76d4df54-4926-405b-8d55-2bfebce7cccd/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:45 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:43:45 user nova-compute[74491]: INFO nova.compute.claims [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Claim successful on node user
Oct 30 07:43:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76d4df54-4926-405b-8d55-2bfebce7cccd/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d3fc8-4880-4c20-b521-e86214f64bf8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:45 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.741s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG nova.compute.manager [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d3fc8-4880-4c20-b521-e86214f64bf8/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d3fc8-4880-4c20-b521-e86214f64bf8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG nova.compute.manager [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG nova.network.neutron [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:43:46 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:43:46 user nova-compute[74491]: DEBUG nova.compute.manager [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG nova.policy [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c60fbfc7c864b9f8cd4c2e5265791b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bf5f042f1294411be0594d4439321be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d3fc8-4880-4c20-b521-e86214f64bf8/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG nova.compute.manager [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:43:46 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Creating image(s)
Oct 30 07:43:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "/opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "/opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "/opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.178s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.196s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk 1073741824" returned: 0 in 0.063s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.268s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG nova.network.neutron [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Successfully created port: a65489fa-7e89-459f-8c02-ddb9366c2ec5 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.207s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Checking if we can resize image /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Cannot resize image /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Ensure instance console log exists: /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG nova.network.neutron [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Successfully updated port: a65489fa-7e89-459f-8c02-ddb9366c2ec5 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "refresh_cache-77a92d83-a21c-4bc6-afa4-e8ad746be23f" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquired lock "refresh_cache-77a92d83-a21c-4bc6-afa4-e8ad746be23f" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG nova.network.neutron [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG nova.compute.manager [req-b6d80995-c8f2-4035-a078-bb338819c43f req-d8b2c6da-e341-49a6-bc9b-60630bbfb76a service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Received event network-changed-a65489fa-7e89-459f-8c02-ddb9366c2ec5 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG nova.compute.manager [req-b6d80995-c8f2-4035-a078-bb338819c43f req-d8b2c6da-e341-49a6-bc9b-60630bbfb76a service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Refreshing instance network info cache due to event network-changed-a65489fa-7e89-459f-8c02-ddb9366c2ec5. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b6d80995-c8f2-4035-a078-bb338819c43f req-d8b2c6da-e341-49a6-bc9b-60630bbfb76a service nova] Acquiring lock "refresh_cache-77a92d83-a21c-4bc6-afa4-e8ad746be23f" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG nova.network.neutron [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.network.neutron [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Updating instance_info_cache with network_info: [{"id": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "address": "fa:16:3e:33:ab:fb", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa65489fa-7e", "ovs_interfaceid": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Releasing lock "refresh_cache-77a92d83-a21c-4bc6-afa4-e8ad746be23f" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.compute.manager [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Instance network_info: |[{"id": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "address": "fa:16:3e:33:ab:fb", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa65489fa-7e", "ovs_interfaceid": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b6d80995-c8f2-4035-a078-bb338819c43f req-d8b2c6da-e341-49a6-bc9b-60630bbfb76a service nova] Acquired lock "refresh_cache-77a92d83-a21c-4bc6-afa4-e8ad746be23f" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.network.neutron [req-b6d80995-c8f2-4035-a078-bb338819c43f req-d8b2c6da-e341-49a6-bc9b-60630bbfb76a service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Refreshing network info cache for port a65489fa-7e89-459f-8c02-ddb9366c2ec5 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Start _get_guest_xml network_info=[{"id": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "address": "fa:16:3e:33:ab:fb", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa65489fa-7e", "ovs_interfaceid": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:48 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:43:48 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:43:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-616612063',display_name='tempest-tempest.common.compute-instance-616612063',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-616612063',id=24,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHERAyHMrBs3OJj2gxgNnhDnffFv8xLO388HUhyac6RSLHa9aMee39Q41GSHbr4w9Ay26rF/urhDX/Cc8Oaah6ljmi7Lq6Zl3Yhw4gXJxJaOf/UbXI5quTIFQnjUKf+lkw==',key_name='tempest-keypair-1406332248',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5bf5f042f1294411be0594d4439321be',ramdisk_id='',reservation_id='r-t72v7j7h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-567659046',owner_user_name='tempest-ServerActionsTestOtherA-567659046-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:43:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c60fbfc7c864b9f8cd4c2e5265791b6',uuid=77a92d83-a21c-4bc6-afa4-e8ad746be23f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "address": "fa:16:3e:33:ab:fb", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa65489fa-7e", "ovs_interfaceid": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Converting VIF {"id": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "address": "fa:16:3e:33:ab:fb", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa65489fa-7e", "ovs_interfaceid": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:33:ab:fb,bridge_name='br-int',has_traffic_filtering=True,id=a65489fa-7e89-459f-8c02-ddb9366c2ec5,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa65489fa-7e') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.objects.instance [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lazy-loading 'pci_devices' on Instance uuid 77a92d83-a21c-4bc6-afa4-e8ad746be23f {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:43:48 user nova-compute[74491]:   <uuid>77a92d83-a21c-4bc6-afa4-e8ad746be23f</uuid>
Oct 30 07:43:48 user nova-compute[74491]:   <name>instance-00000018</name>
Oct 30 07:43:48 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:43:48 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:43:48 user nova-compute[74491]:   <metadata>
Oct 30 07:43:48 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:43:48 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:43:48 user nova-compute[74491]:       <nova:name>tempest-tempest.common.compute-instance-616612063</nova:name>
Oct 30 07:43:48 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:43:48</nova:creationTime>
Oct 30 07:43:48 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:43:48 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:43:48 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:43:48 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:43:48 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:43:48 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:43:48 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:43:48 user nova-compute[74491]:       <nova:owner>
Oct 30 07:43:48 user nova-compute[74491]:         <nova:user uuid="5c60fbfc7c864b9f8cd4c2e5265791b6">tempest-ServerActionsTestOtherA-567659046-project-member</nova:user>
Oct 30 07:43:48 user nova-compute[74491]:         <nova:project uuid="5bf5f042f1294411be0594d4439321be">tempest-ServerActionsTestOtherA-567659046</nova:project>
Oct 30 07:43:48 user nova-compute[74491]:       </nova:owner>
Oct 30 07:43:48 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:43:48 user nova-compute[74491]:       <nova:ports>
Oct 30 07:43:48 user nova-compute[74491]:         <nova:port uuid="a65489fa-7e89-459f-8c02-ddb9366c2ec5">
Oct 30 07:43:48 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 07:43:48 user nova-compute[74491]:         </nova:port>
Oct 30 07:43:48 user nova-compute[74491]:       </nova:ports>
Oct 30 07:43:48 user nova-compute[74491]:     </nova:instance>
Oct 30 07:43:48 user nova-compute[74491]:   </metadata>
Oct 30 07:43:48 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:43:48 user nova-compute[74491]:     <system>
Oct 30 07:43:48 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:43:48 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:43:48 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:43:48 user nova-compute[74491]:       <entry name="serial">77a92d83-a21c-4bc6-afa4-e8ad746be23f</entry>
Oct 30 07:43:48 user nova-compute[74491]:       <entry name="uuid">77a92d83-a21c-4bc6-afa4-e8ad746be23f</entry>
Oct 30 07:43:48 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:43:48 user nova-compute[74491]:     </system>
Oct 30 07:43:48 user nova-compute[74491]:   </sysinfo>
Oct 30 07:43:48 user nova-compute[74491]:   <os>
Oct 30 07:43:48 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:43:48 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:43:48 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:43:48 user nova-compute[74491]:   </os>
Oct 30 07:43:48 user nova-compute[74491]:   <features>
Oct 30 07:43:48 user nova-compute[74491]:     <acpi/>
Oct 30 07:43:48 user nova-compute[74491]:     <apic/>
Oct 30 07:43:48 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:43:48 user nova-compute[74491]:   </features>
Oct 30 07:43:48 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:43:48 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:43:48 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:43:48 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:43:48 user nova-compute[74491]:   </clock>
Oct 30 07:43:48 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:43:48 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:43:48 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:43:48 user nova-compute[74491]:   </cpu>
Oct 30 07:43:48 user nova-compute[74491]:   <devices>
Oct 30 07:43:48 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:43:48 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:43:48 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk"/>
Oct 30 07:43:48 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:43:48 user nova-compute[74491]:     </disk>
Oct 30 07:43:48 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:43:48 user nova-compute[74491]:       <mac address="fa:16:3e:33:ab:fb"/>
Oct 30 07:43:48 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:43:48 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:43:48 user nova-compute[74491]:       <target dev="tapa65489fa-7e"/>
Oct 30 07:43:48 user nova-compute[74491]:     </interface>
Oct 30 07:43:48 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:43:48 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/console.log" append="off"/>
Oct 30 07:43:48 user nova-compute[74491]:     </serial>
Oct 30 07:43:48 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:43:48 user nova-compute[74491]:     <video>
Oct 30 07:43:48 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:43:48 user nova-compute[74491]:     </video>
Oct 30 07:43:48 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:43:48 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:43:48 user nova-compute[74491]:     </rng>
Oct 30 07:43:48 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:43:48 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:43:48 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:43:48 user nova-compute[74491]:     </memballoon>
Oct 30 07:43:48 user nova-compute[74491]:   </devices>
Oct 30 07:43:48 user nova-compute[74491]: </domain>
Oct 30 07:43:48 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:43:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-616612063',display_name='tempest-tempest.common.compute-instance-616612063',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-616612063',id=24,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHERAyHMrBs3OJj2gxgNnhDnffFv8xLO388HUhyac6RSLHa9aMee39Q41GSHbr4w9Ay26rF/urhDX/Cc8Oaah6ljmi7Lq6Zl3Yhw4gXJxJaOf/UbXI5quTIFQnjUKf+lkw==',key_name='tempest-keypair-1406332248',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5bf5f042f1294411be0594d4439321be',ramdisk_id='',reservation_id='r-t72v7j7h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-567659046',owner_user_name='tempest-ServerActionsTestOtherA-567659046-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:43:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c60fbfc7c864b9f8cd4c2e5265791b6',uuid=77a92d83-a21c-4bc6-afa4-e8ad746be23f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "address": "fa:16:3e:33:ab:fb", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa65489fa-7e", "ovs_interfaceid": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Converting VIF {"id": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "address": "fa:16:3e:33:ab:fb", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa65489fa-7e", "ovs_interfaceid": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:33:ab:fb,bridge_name='br-int',has_traffic_filtering=True,id=a65489fa-7e89-459f-8c02-ddb9366c2ec5,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa65489fa-7e') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG os_vif [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:ab:fb,bridge_name='br-int',has_traffic_filtering=True,id=a65489fa-7e89-459f-8c02-ddb9366c2ec5,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa65489fa-7e') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9cbc4ee2-1dec-58d2-9c4d-06b038b9819d', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa65489fa-7e, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa65489fa-7e, col_values=(('qos', UUID('24a0b746-e015-45d2-b63a-ec986f235ea6')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa65489fa-7e, col_values=(('external_ids', {'iface-id': 'a65489fa-7e89-459f-8c02-ddb9366c2ec5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:33:ab:fb', 'vm-uuid': '77a92d83-a21c-4bc6-afa4-e8ad746be23f'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:48 user nova-compute[74491]: INFO os_vif [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:ab:fb,bridge_name='br-int',has_traffic_filtering=True,id=a65489fa-7e89-459f-8c02-ddb9366c2ec5,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa65489fa-7e')
Oct 30 07:43:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] No VIF found with MAC fa:16:3e:33:ab:fb, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:43:48 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:43:48 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=6973MB free_disk=25.34143829345703GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Applying migration context for instance ca6e5e60-1eff-4e73-a1d8-b78361f31e61 as it has an incoming, in-progress migration 4e1f60f4-613f-4f91-872c-f031fa47a0b5. Migration status is finished {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 30 07:43:48 user nova-compute[74491]: INFO nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Updating resource usage from migration 4e1f60f4-613f-4f91-872c-f031fa47a0b5
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.network.neutron [req-b6d80995-c8f2-4035-a078-bb338819c43f req-d8b2c6da-e341-49a6-bc9b-60630bbfb76a service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Updated VIF entry in instance network info cache for port a65489fa-7e89-459f-8c02-ddb9366c2ec5. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.network.neutron [req-b6d80995-c8f2-4035-a078-bb338819c43f req-d8b2c6da-e341-49a6-bc9b-60630bbfb76a service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Updating instance_info_cache with network_info: [{"id": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "address": "fa:16:3e:33:ab:fb", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa65489fa-7e", "ovs_interfaceid": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b6d80995-c8f2-4035-a078-bb338819c43f req-d8b2c6da-e341-49a6-bc9b-60630bbfb76a service nova] Releasing lock "refresh_cache-77a92d83-a21c-4bc6-afa4-e8ad746be23f" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 962072d3-a76a-491e-8693-d0f1ce2a2dd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance bb072d38-2d8d-4138-833b-de7b80d17a96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 6baf250e-557b-456f-8962-4e4e58e8f1b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance a9ab73d8-09f4-4bb3-8007-abf63dfbe984 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 0cd7d5a1-69a6-49df-a194-819797daa2a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ffba7846-2a43-48b7-bd99-27fc59c81765 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 5bb196cb-f895-4496-82ff-4712faec0300 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Migration 4e1f60f4-613f-4f91-872c-f031fa47a0b5 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 76d4df54-4926-405b-8d55-2bfebce7cccd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ca6e5e60-1eff-4e73-a1d8-b78361f31e61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 8a042309-9a42-45b2-aecd-0077c0846cd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ed0ea849-cee4-424b-8f05-2a6cf51185bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance d06d3fc8-4880-4c20-b521-e86214f64bf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 2179c429-c80b-4aa5-aa45-80245fbd9cbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 77a92d83-a21c-4bc6-afa4-e8ad746be23f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 15 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 07:43:48 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=9728MB phys_disk=40GB used_disk=32GB total_vcpus=12 used_vcpus=15 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 07:43:49 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:43:49 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:43:49 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 07:43:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.635s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:50 user nova-compute[74491]: DEBUG nova.compute.manager [req-06012483-6f86-4d6c-8212-7be732d67e38 req-0a2624ce-3631-4a4d-b922-fa5e7d930ed7 service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Received event network-vif-plugged-a65489fa-7e89-459f-8c02-ddb9366c2ec5 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:43:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-06012483-6f86-4d6c-8212-7be732d67e38 req-0a2624ce-3631-4a4d-b922-fa5e7d930ed7 service nova] Acquiring lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-06012483-6f86-4d6c-8212-7be732d67e38 req-0a2624ce-3631-4a4d-b922-fa5e7d930ed7 service nova] Lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-06012483-6f86-4d6c-8212-7be732d67e38 req-0a2624ce-3631-4a4d-b922-fa5e7d930ed7 service nova] Lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:50 user nova-compute[74491]: DEBUG nova.compute.manager [req-06012483-6f86-4d6c-8212-7be732d67e38 req-0a2624ce-3631-4a4d-b922-fa5e7d930ed7 service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] No waiting events found dispatching network-vif-plugged-a65489fa-7e89-459f-8c02-ddb9366c2ec5 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:43:50 user nova-compute[74491]: WARNING nova.compute.manager [req-06012483-6f86-4d6c-8212-7be732d67e38 req-0a2624ce-3631-4a4d-b922-fa5e7d930ed7 service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Received unexpected event network-vif-plugged-a65489fa-7e89-459f-8c02-ddb9366c2ec5 for instance with vm_state building and task_state spawning.
Oct 30 07:43:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:51 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:43:51 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:43:51 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 07:43:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-6baf250e-557b-456f-8962-4e4e58e8f1b9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:43:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-6baf250e-557b-456f-8962-4e4e58e8f1b9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:43:51 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 07:43:51 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Updating instance_info_cache with network_info: [{"id": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "address": "fa:16:3e:56:94:ff", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc3ae8c9-13", "ovs_interfaceid": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:43:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-6baf250e-557b-456f-8962-4e4e58e8f1b9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:43:51 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 07:43:51 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:43:51 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:43:51 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:43:51 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:43:52 user nova-compute[74491]: DEBUG nova.compute.manager [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:43:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:43:52 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Instance spawned successfully.
Oct 30 07:43:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:43:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:43:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:43:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:43:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:43:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:43:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:43:52 user nova-compute[74491]: DEBUG nova.compute.manager [req-7aa0146c-3615-40f1-a012-32677161fff1 req-3c257b60-95d2-47b7-a377-8b094ec1f9dc service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Received event network-vif-plugged-a65489fa-7e89-459f-8c02-ddb9366c2ec5 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:43:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7aa0146c-3615-40f1-a012-32677161fff1 req-3c257b60-95d2-47b7-a377-8b094ec1f9dc service nova] Acquiring lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7aa0146c-3615-40f1-a012-32677161fff1 req-3c257b60-95d2-47b7-a377-8b094ec1f9dc service nova] Lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7aa0146c-3615-40f1-a012-32677161fff1 req-3c257b60-95d2-47b7-a377-8b094ec1f9dc service nova] Lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:52 user nova-compute[74491]: DEBUG nova.compute.manager [req-7aa0146c-3615-40f1-a012-32677161fff1 req-3c257b60-95d2-47b7-a377-8b094ec1f9dc service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] No waiting events found dispatching network-vif-plugged-a65489fa-7e89-459f-8c02-ddb9366c2ec5 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:43:52 user nova-compute[74491]: WARNING nova.compute.manager [req-7aa0146c-3615-40f1-a012-32677161fff1 req-3c257b60-95d2-47b7-a377-8b094ec1f9dc service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Received unexpected event network-vif-plugged-a65489fa-7e89-459f-8c02-ddb9366c2ec5 for instance with vm_state building and task_state spawning.
Oct 30 07:43:52 user nova-compute[74491]: INFO nova.compute.manager [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Took 5.93 seconds to spawn the instance on the hypervisor.
Oct 30 07:43:52 user nova-compute[74491]: DEBUG nova.compute.manager [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:43:52 user nova-compute[74491]: INFO nova.compute.manager [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Took 7.16 seconds to build instance.
Oct 30 07:43:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eafe7ca9-360f-403d-9c80-2fe0b24571a3 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.278s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:53 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:53 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:56 user nova-compute[74491]: DEBUG nova.compute.manager [req-bd250981-75ba-4629-8f77-7e7d62a6d71f req-fba14be3-a60d-40ce-8c91-44362a21b7df service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Received event network-changed-2e31c670-5c02-48f3-b88d-eb2ba9386ccd {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:43:56 user nova-compute[74491]: DEBUG nova.compute.manager [req-bd250981-75ba-4629-8f77-7e7d62a6d71f req-fba14be3-a60d-40ce-8c91-44362a21b7df service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Refreshing instance network info cache due to event network-changed-2e31c670-5c02-48f3-b88d-eb2ba9386ccd. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:43:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-bd250981-75ba-4629-8f77-7e7d62a6d71f req-fba14be3-a60d-40ce-8c91-44362a21b7df service nova] Acquiring lock "refresh_cache-5bb196cb-f895-4496-82ff-4712faec0300" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:43:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-bd250981-75ba-4629-8f77-7e7d62a6d71f req-fba14be3-a60d-40ce-8c91-44362a21b7df service nova] Acquired lock "refresh_cache-5bb196cb-f895-4496-82ff-4712faec0300" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:43:56 user nova-compute[74491]: DEBUG nova.network.neutron [req-bd250981-75ba-4629-8f77-7e7d62a6d71f req-fba14be3-a60d-40ce-8c91-44362a21b7df service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Refreshing network info cache for port 2e31c670-5c02-48f3-b88d-eb2ba9386ccd {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:43:57 user nova-compute[74491]: DEBUG nova.network.neutron [req-bd250981-75ba-4629-8f77-7e7d62a6d71f req-fba14be3-a60d-40ce-8c91-44362a21b7df service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Updated VIF entry in instance network info cache for port 2e31c670-5c02-48f3-b88d-eb2ba9386ccd. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:43:57 user nova-compute[74491]: DEBUG nova.network.neutron [req-bd250981-75ba-4629-8f77-7e7d62a6d71f req-fba14be3-a60d-40ce-8c91-44362a21b7df service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Updating instance_info_cache with network_info: [{"id": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "address": "fa:16:3e:de:50:77", "network": {"id": "825b69f5-b9a2-455f-949a-376887ca7e9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1356292180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47b53bb4c82b41b4b66c0dcd3d3fb37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e31c670-5c", "ovs_interfaceid": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:43:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-bd250981-75ba-4629-8f77-7e7d62a6d71f req-fba14be3-a60d-40ce-8c91-44362a21b7df service nova] Releasing lock "refresh_cache-5bb196cb-f895-4496-82ff-4712faec0300" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:43:58 user nova-compute[74491]: INFO nova.compute.manager [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Rebuilding instance
Oct 30 07:43:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:58 user nova-compute[74491]: DEBUG nova.compute.manager [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:43:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:58 user nova-compute[74491]: DEBUG nova.compute.manager [req-7644784a-571b-4c24-a653-317c5f1ef4ff req-b1fa4e53-9ed8-4894-93b0-42e311d9fe98 service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Received event network-vif-unplugged-2e31c670-5c02-48f3-b88d-eb2ba9386ccd {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:43:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7644784a-571b-4c24-a653-317c5f1ef4ff req-b1fa4e53-9ed8-4894-93b0-42e311d9fe98 service nova] Acquiring lock "5bb196cb-f895-4496-82ff-4712faec0300-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:43:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7644784a-571b-4c24-a653-317c5f1ef4ff req-b1fa4e53-9ed8-4894-93b0-42e311d9fe98 service nova] Lock "5bb196cb-f895-4496-82ff-4712faec0300-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:43:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7644784a-571b-4c24-a653-317c5f1ef4ff req-b1fa4e53-9ed8-4894-93b0-42e311d9fe98 service nova] Lock "5bb196cb-f895-4496-82ff-4712faec0300-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:43:58 user nova-compute[74491]: DEBUG nova.compute.manager [req-7644784a-571b-4c24-a653-317c5f1ef4ff req-b1fa4e53-9ed8-4894-93b0-42e311d9fe98 service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] No waiting events found dispatching network-vif-unplugged-2e31c670-5c02-48f3-b88d-eb2ba9386ccd {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:43:58 user nova-compute[74491]: WARNING nova.compute.manager [req-7644784a-571b-4c24-a653-317c5f1ef4ff req-b1fa4e53-9ed8-4894-93b0-42e311d9fe98 service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Received unexpected event network-vif-unplugged-2e31c670-5c02-48f3-b88d-eb2ba9386ccd for instance with vm_state active and task_state rebuilding.
Oct 30 07:43:59 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Instance destroyed successfully.
Oct 30 07:43:59 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Instance destroyed successfully.
Oct 30 07:43:59 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:42:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1475066250',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-667559961',id=18,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAHXAPOOkWR+VKjLkymTWDstTzSVvkOLSkDxgK5ll0EOaZ/D/eaENxQguyLqu2/e7rrXgBa4icQdcmUnxcsjAyt4lG2wgGonWXJvkIJeTHSamCzwUl2oDR4Yym1sAtZ/Sg==',key_name='tempest-keypair-1010074157',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:42:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='47b53bb4c82b41b4b66c0dcd3d3fb37f',ramdisk_id='',reservation_id='r-cgj964re',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-375299279',owner_user_name='tempest-ServerActionsV293TestJSON-375299279-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:43:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0114d845a65444a69501b2bc91e78391',uuid=5bb196cb-f895-4496-82ff-4712faec0300,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "address": "fa:16:3e:de:50:77", "network": {"id": "825b69f5-b9a2-455f-949a-376887ca7e9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1356292180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47b53bb4c82b41b4b66c0dcd3d3fb37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e31c670-5c", "ovs_interfaceid": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Converting VIF {"id": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "address": "fa:16:3e:de:50:77", "network": {"id": "825b69f5-b9a2-455f-949a-376887ca7e9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1356292180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47b53bb4c82b41b4b66c0dcd3d3fb37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e31c670-5c", "ovs_interfaceid": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:de:50:77,bridge_name='br-int',has_traffic_filtering=True,id=2e31c670-5c02-48f3-b88d-eb2ba9386ccd,network=Network(825b69f5-b9a2-455f-949a-376887ca7e9d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e31c670-5c') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_vif [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:de:50:77,bridge_name='br-int',has_traffic_filtering=True,id=2e31c670-5c02-48f3-b88d-eb2ba9386ccd,network=Network(825b69f5-b9a2-455f-949a-376887ca7e9d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e31c670-5c') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2e31c670-5c, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=34343c5b-b3d9-4258-83a1-9ee978fb50f4) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:43:59 user nova-compute[74491]: INFO os_vif [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:de:50:77,bridge_name='br-int',has_traffic_filtering=True,id=2e31c670-5c02-48f3-b88d-eb2ba9386ccd,network=Network(825b69f5-b9a2-455f-949a-376887ca7e9d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e31c670-5c')
Oct 30 07:43:59 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CfqheMVU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:43:59 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3be79856-425d-467b-973d-4ee8d94cbf8a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:43:59 user nova-compute[74491]: No targets found.
Oct 30 07:43:59 user nova-compute[74491]: iSNS:
Oct 30 07:43:59 user nova-compute[74491]: No targets found.
Oct 30 07:43:59 user nova-compute[74491]: STATIC:
Oct 30 07:43:59 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527
Oct 30 07:43:59 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:43:59 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:43:59 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551
Oct 30 07:43:59 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:43:59 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:43:59 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7
Oct 30 07:43:59 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:43:59 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:43:59 user nova-compute[74491]: FIRMWARE:
Oct 30 07:43:59 user nova-compute[74491]: No targets found.
Oct 30 07:43:59 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:43:59 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:43:59 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5906fd87-fef8-4f76-9b9b-a3ce1f77c1b2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[43532eb8-e1b1-4e0f-bd6d-57f060108ad6]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:43:59 user nova-compute[74491]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:43:59 user nova-compute[74491]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:43:59 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:43:59 user nova-compute[74491]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:43:59 user nova-compute[74491]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:43:59 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feecc7c13f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527'): ({'sdc'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Removing single pathed devices sdc {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c14a5d34-c4fc-492f-8a24-f4083027cf84]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c01aa35-c4ab-433f-aa42-6005bbfbb11e]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Flushing IO for device /dev/sdc {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[72044e19-f9c6-45b4-984b-6c854892f85a]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.052s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9f3ba68-559e-49c4-acaf-4066444ddae2]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] SCSI volumes sdc have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1888d65d-0f5e-4580-94bf-676a6016c833]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f036a4a-9a14-4dcd-ae17-978be4239e0b]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527, portal: 172.16.0.220,3260]
Oct 30 07:43:59 user nova-compute[74491]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527, portal: 172.16.0.220,3260] successful.
Oct 30 07:43:59 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fe25d47-012b-4ea6-be53-72d655f41097]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.369s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] <== disconnect_volume: return (370ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:43:59 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Deleting instance files /opt/stack/data/nova/instances/5bb196cb-f895-4496-82ff-4712faec0300_del
Oct 30 07:43:59 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Deletion of /opt/stack/data/nova/instances/5bb196cb-f895-4496-82ff-4712faec0300_del complete
Oct 30 07:43:59 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance 5bb196cb-f895-4496-82ff-4712faec0300 could not be found.
Oct 30 07:43:59 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CfqheMVU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:43:59 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbae46cc-f715-4dec-a4d4-053f65a79820]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:43:59 user nova-compute[74491]: No targets found.
Oct 30 07:43:59 user nova-compute[74491]: iSNS:
Oct 30 07:43:59 user nova-compute[74491]: No targets found.
Oct 30 07:43:59 user nova-compute[74491]: STATIC:
Oct 30 07:43:59 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551
Oct 30 07:43:59 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:43:59 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:43:59 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7
Oct 30 07:43:59 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:43:59 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:43:59 user nova-compute[74491]: FIRMWARE:
Oct 30 07:43:59 user nova-compute[74491]: No targets found.
Oct 30 07:43:59 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:43:59 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:43:59 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c1e0e31-825d-4ee9-b8d1-b566fbf14e7d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ca1145d-eda8-4896-83d5-2068f76e4aef]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:43:59 user nova-compute[74491]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:43:59 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:43:59 user nova-compute[74491]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:43:59 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef017c8b0>, {}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Disconnecting from: [] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.083s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] <== disconnect_volume: return (85ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:43:59 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:44:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:00 user nova-compute[74491]: DEBUG nova.compute.manager [req-e75b86e7-445a-4622-ba97-cdc8d21a25d6 req-5982d93d-b03f-4fb7-b5da-24f68082e932 service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Received event network-vif-plugged-2e31c670-5c02-48f3-b88d-eb2ba9386ccd {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:44:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e75b86e7-445a-4622-ba97-cdc8d21a25d6 req-5982d93d-b03f-4fb7-b5da-24f68082e932 service nova] Acquiring lock "5bb196cb-f895-4496-82ff-4712faec0300-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:44:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e75b86e7-445a-4622-ba97-cdc8d21a25d6 req-5982d93d-b03f-4fb7-b5da-24f68082e932 service nova] Lock "5bb196cb-f895-4496-82ff-4712faec0300-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:44:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e75b86e7-445a-4622-ba97-cdc8d21a25d6 req-5982d93d-b03f-4fb7-b5da-24f68082e932 service nova] Lock "5bb196cb-f895-4496-82ff-4712faec0300-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:44:00 user nova-compute[74491]: DEBUG nova.compute.manager [req-e75b86e7-445a-4622-ba97-cdc8d21a25d6 req-5982d93d-b03f-4fb7-b5da-24f68082e932 service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] No waiting events found dispatching network-vif-plugged-2e31c670-5c02-48f3-b88d-eb2ba9386ccd {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:44:00 user nova-compute[74491]: WARNING nova.compute.manager [req-e75b86e7-445a-4622-ba97-cdc8d21a25d6 req-5982d93d-b03f-4fb7-b5da-24f68082e932 service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Received unexpected event network-vif-plugged-2e31c670-5c02-48f3-b88d-eb2ba9386ccd for instance with vm_state active and task_state rebuilding.
Oct 30 07:44:00 user nova-compute[74491]: DEBUG nova.compute.manager [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Preparing to wait for external event volume-reimaged-180faeec-b7db-4cab-9c79-332c61edf527 {{(pid=74491) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Oct 30 07:44:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Acquiring lock "5bb196cb-f895-4496-82ff-4712faec0300-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:44:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "5bb196cb-f895-4496-82ff-4712faec0300-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:44:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "5bb196cb-f895-4496-82ff-4712faec0300-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:44:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-71ee7cce-3f88-4143-8060-b107c4b119e6 tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Acquiring lock "76d4df54-4926-405b-8d55-2bfebce7cccd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:44:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-71ee7cce-3f88-4143-8060-b107c4b119e6 tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Lock "76d4df54-4926-405b-8d55-2bfebce7cccd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:44:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-71ee7cce-3f88-4143-8060-b107c4b119e6 tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Acquiring lock "76d4df54-4926-405b-8d55-2bfebce7cccd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:44:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-71ee7cce-3f88-4143-8060-b107c4b119e6 tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Lock "76d4df54-4926-405b-8d55-2bfebce7cccd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:44:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-71ee7cce-3f88-4143-8060-b107c4b119e6 tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Lock "76d4df54-4926-405b-8d55-2bfebce7cccd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:44:02 user nova-compute[74491]: INFO nova.compute.manager [None req-71ee7cce-3f88-4143-8060-b107c4b119e6 tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Terminating instance
Oct 30 07:44:02 user nova-compute[74491]: DEBUG nova.compute.manager [None req-71ee7cce-3f88-4143-8060-b107c4b119e6 tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:44:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:02 user nova-compute[74491]: DEBUG nova.network.neutron [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Port 2690cd19-db89-4956-afb9-fb1cd72a6ead binding to destination host user is already ACTIVE {{(pid=74491) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 30 07:44:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquiring lock "refresh_cache-ca6e5e60-1eff-4e73-a1d8-b78361f31e61" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:44:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquired lock "refresh_cache-ca6e5e60-1eff-4e73-a1d8-b78361f31e61" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:44:02 user nova-compute[74491]: DEBUG nova.network.neutron [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:44:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:03 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Instance destroyed successfully.
Oct 30 07:44:03 user nova-compute[74491]: DEBUG nova.objects.instance [None req-71ee7cce-3f88-4143-8060-b107c4b119e6 tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Lazy-loading 'resources' on Instance uuid 76d4df54-4926-405b-8d55-2bfebce7cccd {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-71ee7cce-3f88-4143-8060-b107c4b119e6 tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:42:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-270360366',display_name='tempest-VolumesNegativeTest-instance-270360366',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-270360366',id=19,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:42:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1c68d3582b344828bc9ddb0a87edc0ca',ramdisk_id='',reservation_id='r-ldwaeha5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-535070093',owner_user_name='tempest-VolumesNegativeTest-535070093-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:42:19Z,user_data=None,user_id='70d9c8cfc60a41a0ae42eb781512fb98',uuid=76d4df54-4926-405b-8d55-2bfebce7cccd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4d1c9f62-8287-4916-9f2a-d3a2fa389b5b", "address": "fa:16:3e:a4:82:b4", "network": {"id": "14a74e70-31f2-4c18-b467-fb63f28c2777", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "d177068a6dbf4eed84db576f08ca910a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d1c9f62-82", "ovs_interfaceid": "4d1c9f62-8287-4916-9f2a-d3a2fa389b5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-71ee7cce-3f88-4143-8060-b107c4b119e6 tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Converting VIF {"id": "4d1c9f62-8287-4916-9f2a-d3a2fa389b5b", "address": "fa:16:3e:a4:82:b4", "network": {"id": "14a74e70-31f2-4c18-b467-fb63f28c2777", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "d177068a6dbf4eed84db576f08ca910a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d1c9f62-82", "ovs_interfaceid": "4d1c9f62-8287-4916-9f2a-d3a2fa389b5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-71ee7cce-3f88-4143-8060-b107c4b119e6 tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a4:82:b4,bridge_name='br-int',has_traffic_filtering=True,id=4d1c9f62-8287-4916-9f2a-d3a2fa389b5b,network=Network(14a74e70-31f2-4c18-b467-fb63f28c2777),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d1c9f62-82') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG os_vif [None req-71ee7cce-3f88-4143-8060-b107c4b119e6 tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:82:b4,bridge_name='br-int',has_traffic_filtering=True,id=4d1c9f62-8287-4916-9f2a-d3a2fa389b5b,network=Network(14a74e70-31f2-4c18-b467-fb63f28c2777),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d1c9f62-82') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4d1c9f62-82, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=555caecd-4dbb-4120-b946-aa52f721eebd) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:03 user nova-compute[74491]: INFO os_vif [None req-71ee7cce-3f88-4143-8060-b107c4b119e6 tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:82:b4,bridge_name='br-int',has_traffic_filtering=True,id=4d1c9f62-8287-4916-9f2a-d3a2fa389b5b,network=Network(14a74e70-31f2-4c18-b467-fb63f28c2777),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d1c9f62-82')
Oct 30 07:44:03 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-71ee7cce-3f88-4143-8060-b107c4b119e6 tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Deleting instance files /opt/stack/data/nova/instances/76d4df54-4926-405b-8d55-2bfebce7cccd_del
Oct 30 07:44:03 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-71ee7cce-3f88-4143-8060-b107c4b119e6 tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Deletion of /opt/stack/data/nova/instances/76d4df54-4926-405b-8d55-2bfebce7cccd_del complete
Oct 30 07:44:03 user nova-compute[74491]: INFO nova.compute.manager [None req-71ee7cce-3f88-4143-8060-b107c4b119e6 tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Took 0.70 seconds to destroy the instance on the hypervisor.
Oct 30 07:44:03 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-71ee7cce-3f88-4143-8060-b107c4b119e6 tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG nova.network.neutron [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Updating instance_info_cache with network_info: [{"id": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "address": "fa:16:3e:79:ba:83", "network": {"id": "4b60f2bc-47f1-4758-ab27-7409b0ed4838", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-353851300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bc84846dd74eecb286bfbcfd4f838b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2690cd19-db", "ovs_interfaceid": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG nova.compute.manager [req-d35ca20c-c8a0-4f5b-8c80-7c3dc62a04e1 req-11c99943-78ba-4a09-8b5d-2ef6b6a2abf5 service nova] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Received event network-vif-unplugged-4d1c9f62-8287-4916-9f2a-d3a2fa389b5b {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d35ca20c-c8a0-4f5b-8c80-7c3dc62a04e1 req-11c99943-78ba-4a09-8b5d-2ef6b6a2abf5 service nova] Acquiring lock "76d4df54-4926-405b-8d55-2bfebce7cccd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d35ca20c-c8a0-4f5b-8c80-7c3dc62a04e1 req-11c99943-78ba-4a09-8b5d-2ef6b6a2abf5 service nova] Lock "76d4df54-4926-405b-8d55-2bfebce7cccd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d35ca20c-c8a0-4f5b-8c80-7c3dc62a04e1 req-11c99943-78ba-4a09-8b5d-2ef6b6a2abf5 service nova] Lock "76d4df54-4926-405b-8d55-2bfebce7cccd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG nova.compute.manager [req-d35ca20c-c8a0-4f5b-8c80-7c3dc62a04e1 req-11c99943-78ba-4a09-8b5d-2ef6b6a2abf5 service nova] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] No waiting events found dispatching network-vif-unplugged-4d1c9f62-8287-4916-9f2a-d3a2fa389b5b {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG nova.compute.manager [req-d35ca20c-c8a0-4f5b-8c80-7c3dc62a04e1 req-11c99943-78ba-4a09-8b5d-2ef6b6a2abf5 service nova] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Received event network-vif-unplugged-4d1c9f62-8287-4916-9f2a-d3a2fa389b5b for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Releasing lock "refresh_cache-ca6e5e60-1eff-4e73-a1d8-b78361f31e61" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Creating tmpfile /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/tmpa1b7jrxz to verify with other compute node that the instance is on the same shared storage. {{(pid=74491) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9628}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG nova.compute.manager [req-c9bebd27-fb10-4d52-9b11-85ca68b8f731 req-20911722-9c4e-4842-84e8-4bf3ce8fd406 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Received event network-vif-unplugged-2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c9bebd27-fb10-4d52-9b11-85ca68b8f731 req-20911722-9c4e-4842-84e8-4bf3ce8fd406 service nova] Acquiring lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c9bebd27-fb10-4d52-9b11-85ca68b8f731 req-20911722-9c4e-4842-84e8-4bf3ce8fd406 service nova] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c9bebd27-fb10-4d52-9b11-85ca68b8f731 req-20911722-9c4e-4842-84e8-4bf3ce8fd406 service nova] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:44:03 user nova-compute[74491]: DEBUG nova.compute.manager [req-c9bebd27-fb10-4d52-9b11-85ca68b8f731 req-20911722-9c4e-4842-84e8-4bf3ce8fd406 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] No waiting events found dispatching network-vif-unplugged-2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:44:03 user nova-compute[74491]: WARNING nova.compute.manager [req-c9bebd27-fb10-4d52-9b11-85ca68b8f731 req-20911722-9c4e-4842-84e8-4bf3ce8fd406 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Received unexpected event network-vif-unplugged-2690cd19-db89-4956-afb9-fb1cd72a6ead for instance with vm_state resized and task_state resize_reverting.
Oct 30 07:44:04 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:44:04 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Took 0.86 seconds to deallocate network for instance.
Oct 30 07:44:04 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Instance destroyed successfully.
Oct 30 07:44:04 user nova-compute[74491]: DEBUG nova.objects.instance [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lazy-loading 'resources' on Instance uuid ca6e5e60-1eff-4e73-a1d8-b78361f31e61 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:37:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-250330121',display_name='tempest-ServerActionsTestOtherB-server-250330121',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-250330121',id=14,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGnC4r3o386th9DGaJLtZEtlcPYrv7t5zegNMIF+opf+g3L8CGhVaOK+p3JyJJUvFGIngzm90raO9XYrBdDwxkPsgdh49bzA8FgddvrsBPT7M5FYLKowUsu/JMdSMNq0Rg==',key_name='tempest-keypair-1622103420',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:42:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='29bc84846dd74eecb286bfbcfd4f838b',ramdisk_id='',reservation_id='r-652jw9as',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1638830130',owner_user_name='tempest-ServerActionsTestOtherB-1638830130-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:42:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='506813ea22514a4ab1e8492d724d6e93',uuid=ca6e5e60-1eff-4e73-a1d8-b78361f31e61,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "address": "fa:16:3e:79:ba:83", "network": {"id": "4b60f2bc-47f1-4758-ab27-7409b0ed4838", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-353851300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bc84846dd74eecb286bfbcfd4f838b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2690cd19-db", "ovs_interfaceid": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Converting VIF {"id": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "address": "fa:16:3e:79:ba:83", "network": {"id": "4b60f2bc-47f1-4758-ab27-7409b0ed4838", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-353851300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bc84846dd74eecb286bfbcfd4f838b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2690cd19-db", "ovs_interfaceid": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:79:ba:83,bridge_name='br-int',has_traffic_filtering=True,id=2690cd19-db89-4956-afb9-fb1cd72a6ead,network=Network(4b60f2bc-47f1-4758-ab27-7409b0ed4838),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2690cd19-db') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG os_vif [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:79:ba:83,bridge_name='br-int',has_traffic_filtering=True,id=2690cd19-db89-4956-afb9-fb1cd72a6ead,network=Network(4b60f2bc-47f1-4758-ab27-7409b0ed4838),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2690cd19-db') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2690cd19-db, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=741b387e-a600-47e7-9fed-7982d78a0b0b) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:04 user nova-compute[74491]: INFO os_vif [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:79:ba:83,bridge_name='br-int',has_traffic_filtering=True,id=2690cd19-db89-4956-afb9-fb1cd72a6ead,network=Network(4b60f2bc-47f1-4758-ab27-7409b0ed4838),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2690cd19-db')
Oct 30 07:44:04 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'stcuSMDT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:44:04 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:44:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-71ee7cce-3f88-4143-8060-b107c4b119e6 tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-71ee7cce-3f88-4143-8060-b107c4b119e6 tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e50c80a0-4e01-48f7-be46-5884b57ee5f8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:44:04 user nova-compute[74491]: No targets found.
Oct 30 07:44:04 user nova-compute[74491]: iSNS:
Oct 30 07:44:04 user nova-compute[74491]: No targets found.
Oct 30 07:44:04 user nova-compute[74491]: STATIC:
Oct 30 07:44:04 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551
Oct 30 07:44:04 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:44:04 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:44:04 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7
Oct 30 07:44:04 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:44:04 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:44:04 user nova-compute[74491]: FIRMWARE:
Oct 30 07:44:04 user nova-compute[74491]: No targets found.
Oct 30 07:44:04 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:44:04 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:44:04 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[abc825d9-d8da-4107-be20-435af70565cd]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[259f2c32-936d-469e-b483-0d0aee8b1d0f]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:44:04 user nova-compute[74491]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:44:04 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:44:04 user nova-compute[74491]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:44:04 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef017c5e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7'): ({'sdd'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Removing single pathed devices sdd {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e45f9351-ee87-458e-a186-41d21e7a39c0]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[63643f3a-790e-49a8-a4f5-7ec2f2402f61]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Flushing IO for device /dev/sdd {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8db0cca1-bcb1-4264-a3a0-85814fe6bc75]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "91f5cb89-beb0-4b55-9e82-ba3f2782fcdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "91f5cb89-beb0-4b55-9e82-ba3f2782fcdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.064s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1693bca-d73b-4748-a9bf-97aae4d2ee63]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG nova.compute.manager [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] SCSI volumes sdd have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.034s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ec278d4-5c9d-4a1a-a118-bed997dbf691]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd469fee-9c7d-459e-806e-cdf9057ab07d]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7, portal: 172.16.0.220,3260]
Oct 30 07:44:04 user nova-compute[74491]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7, portal: 172.16.0.220,3260] successful.
Oct 30 07:44:04 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8392b773-cf67-4f01-871b-b588a593c08e]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.395s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] <== disconnect_volume: return (396ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-71ee7cce-3f88-4143-8060-b107c4b119e6 tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-71ee7cce-3f88-4143-8060-b107c4b119e6 tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-71ee7cce-3f88-4143-8060-b107c4b119e6 tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.625s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.281s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:44:04 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:44:04 user nova-compute[74491]: INFO nova.compute.claims [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Claim successful on node user
Oct 30 07:44:05 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-71ee7cce-3f88-4143-8060-b107c4b119e6 tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Deleted allocations for instance 76d4df54-4926-405b-8d55-2bfebce7cccd
Oct 30 07:44:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-71ee7cce-3f88-4143-8060-b107c4b119e6 tempest-VolumesNegativeTest-535070093 tempest-VolumesNegativeTest-535070093-project-member] Lock "76d4df54-4926-405b-8d55-2bfebce7cccd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.417s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:44:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:05 user nova-compute[74491]: DEBUG nova.compute.manager [req-9c607c46-bd94-4b9c-9bd9-9f8ba04566c0 req-a41ee5fb-373d-416b-bcc3-76111b2ac13c service nova] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Received event network-vif-plugged-4d1c9f62-8287-4916-9f2a-d3a2fa389b5b {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:44:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9c607c46-bd94-4b9c-9bd9-9f8ba04566c0 req-a41ee5fb-373d-416b-bcc3-76111b2ac13c service nova] Acquiring lock "76d4df54-4926-405b-8d55-2bfebce7cccd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:44:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9c607c46-bd94-4b9c-9bd9-9f8ba04566c0 req-a41ee5fb-373d-416b-bcc3-76111b2ac13c service nova] Lock "76d4df54-4926-405b-8d55-2bfebce7cccd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:44:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9c607c46-bd94-4b9c-9bd9-9f8ba04566c0 req-a41ee5fb-373d-416b-bcc3-76111b2ac13c service nova] Lock "76d4df54-4926-405b-8d55-2bfebce7cccd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:44:05 user nova-compute[74491]: DEBUG nova.compute.manager [req-9c607c46-bd94-4b9c-9bd9-9f8ba04566c0 req-a41ee5fb-373d-416b-bcc3-76111b2ac13c service nova] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] No waiting events found dispatching network-vif-plugged-4d1c9f62-8287-4916-9f2a-d3a2fa389b5b {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:44:05 user nova-compute[74491]: WARNING nova.compute.manager [req-9c607c46-bd94-4b9c-9bd9-9f8ba04566c0 req-a41ee5fb-373d-416b-bcc3-76111b2ac13c service nova] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Received unexpected event network-vif-plugged-4d1c9f62-8287-4916-9f2a-d3a2fa389b5b for instance with vm_state deleted and task_state None.
Oct 30 07:44:05 user nova-compute[74491]: DEBUG nova.compute.manager [req-9c607c46-bd94-4b9c-9bd9-9f8ba04566c0 req-a41ee5fb-373d-416b-bcc3-76111b2ac13c service nova] [instance: 76d4df54-4926-405b-8d55-2bfebce7cccd] Received event network-vif-deleted-4d1c9f62-8287-4916-9f2a-d3a2fa389b5b {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:44:05 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:44:05 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:44:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.633s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:44:05 user nova-compute[74491]: DEBUG nova.compute.manager [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:44:05 user nova-compute[74491]: DEBUG nova.compute.manager [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:44:05 user nova-compute[74491]: DEBUG nova.network.neutron [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:44:05 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:44:05 user nova-compute[74491]: DEBUG nova.compute.manager [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:44:05 user nova-compute[74491]: DEBUG nova.compute.manager [req-9002b080-0199-470b-a7b5-158f5703cdec req-4fc31a66-007d-4406-85f6-7261523a5140 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Received event network-vif-plugged-2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:44:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9002b080-0199-470b-a7b5-158f5703cdec req-4fc31a66-007d-4406-85f6-7261523a5140 service nova] Acquiring lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:44:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9002b080-0199-470b-a7b5-158f5703cdec req-4fc31a66-007d-4406-85f6-7261523a5140 service nova] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:44:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9002b080-0199-470b-a7b5-158f5703cdec req-4fc31a66-007d-4406-85f6-7261523a5140 service nova] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:44:05 user nova-compute[74491]: DEBUG nova.compute.manager [req-9002b080-0199-470b-a7b5-158f5703cdec req-4fc31a66-007d-4406-85f6-7261523a5140 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] No waiting events found dispatching network-vif-plugged-2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:44:05 user nova-compute[74491]: WARNING nova.compute.manager [req-9002b080-0199-470b-a7b5-158f5703cdec req-4fc31a66-007d-4406-85f6-7261523a5140 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Received unexpected event network-vif-plugged-2690cd19-db89-4956-afb9-fb1cd72a6ead for instance with vm_state resized and task_state resize_reverting.
Oct 30 07:44:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:44:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:44:05 user nova-compute[74491]: DEBUG nova.policy [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac3777b08c2b4268bd80a1fbcb771286', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b4719cc6b394e5d89394f7823b3231e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:44:05 user nova-compute[74491]: DEBUG nova.objects.instance [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lazy-loading 'migration_context' on Instance uuid ca6e5e60-1eff-4e73-a1d8-b78361f31e61 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:44:05 user nova-compute[74491]: DEBUG nova.compute.manager [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:44:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:44:05 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Creating image(s)
Oct 30 07:44:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "/opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:44:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "/opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:44:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "/opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:44:05 user nova-compute[74491]: DEBUG nova.objects.base [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Object Instance<ca6e5e60-1eff-4e73-a1d8-b78361f31e61> lazy-loaded attributes: resources,migration_context {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:44:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.194s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:44:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:44:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.172s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk 1073741824" returned: 0 in 0.046s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.224s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:44:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:06 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:44:06 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:44:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.177s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:06 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Checking if we can resize image /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:44:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:06 user nova-compute[74491]: DEBUG nova.network.neutron [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Successfully created port: ff29e0f8-afc0-42f4-9149-d437e195eb7b {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:44:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.721s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:44:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:06 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Cannot resize image /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:44:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:44:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Ensure instance console log exists: /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:44:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:44:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:44:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:44:06 user nova-compute[74491]: INFO nova.compute.manager [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Swapping old allocation on dict_keys(['0a596789-6949-49a0-8d22-54726a9ba4d9']) held by migration 4e1f60f4-613f-4f91-872c-f031fa47a0b5 for instance
Oct 30 07:44:06 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Overwriting current allocation {'allocations': {'0a596789-6949-49a0-8d22-54726a9ba4d9': {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}, 'generation': 29}}, 'project_id': '29bc84846dd74eecb286bfbcfd4f838b', 'user_id': '506813ea22514a4ab1e8492d724d6e93', 'consumer_generation': 1} on consumer ca6e5e60-1eff-4e73-a1d8-b78361f31e61 {{(pid=74491) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquiring lock "refresh_cache-ca6e5e60-1eff-4e73-a1d8-b78361f31e61" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquired lock "refresh_cache-ca6e5e60-1eff-4e73-a1d8-b78361f31e61" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.network.neutron [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.network.neutron [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Successfully updated port: ff29e0f8-afc0-42f4-9149-d437e195eb7b {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "refresh_cache-91f5cb89-beb0-4b55-9e82-ba3f2782fcdb" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquired lock "refresh_cache-91f5cb89-beb0-4b55-9e82-ba3f2782fcdb" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.network.neutron [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.network.neutron [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.network.neutron [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Updating instance_info_cache with network_info: [{"id": "ff29e0f8-afc0-42f4-9149-d437e195eb7b", "address": "fa:16:3e:02:6d:89", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff29e0f8-af", "ovs_interfaceid": "ff29e0f8-afc0-42f4-9149-d437e195eb7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.network.neutron [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Updating instance_info_cache with network_info: [{"id": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "address": "fa:16:3e:79:ba:83", "network": {"id": "4b60f2bc-47f1-4758-ab27-7409b0ed4838", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-353851300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bc84846dd74eecb286bfbcfd4f838b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2690cd19-db", "ovs_interfaceid": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Releasing lock "refresh_cache-91f5cb89-beb0-4b55-9e82-ba3f2782fcdb" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.compute.manager [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Instance network_info: |[{"id": "ff29e0f8-afc0-42f4-9149-d437e195eb7b", "address": "fa:16:3e:02:6d:89", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff29e0f8-af", "ovs_interfaceid": "ff29e0f8-afc0-42f4-9149-d437e195eb7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Start _get_guest_xml network_info=[{"id": "ff29e0f8-afc0-42f4-9149-d437e195eb7b", "address": "fa:16:3e:02:6d:89", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff29e0f8-af", "ovs_interfaceid": "ff29e0f8-afc0-42f4-9149-d437e195eb7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Releasing lock "refresh_cache-ca6e5e60-1eff-4e73-a1d8-b78361f31e61" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG os_brick.utils [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:07 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:44:07 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:44:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1994270471',display_name='tempest-AttachVolumeNegativeTest-server-1994270471',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1994270471',id=25,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCQlDmrVw7U57AkqqoDCM2wjPHa+y3C2OgaX9KgZ9BkCN84bWcsOeyo6Sh/BVSiEeGi2RLXN3qXLhxt4maqyeRL9P1yDk9Tw/l6+7SQQMcElTnv8oiYbn2rVtJ7+0EahCQ==',key_name='tempest-keypair-903237605',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5b4719cc6b394e5d89394f7823b3231e',ramdisk_id='',reservation_id='r-24eu1xnw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-707817915',owner_user_name='tempest-AttachVolumeNegativeTest-707817915-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:44:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ac3777b08c2b4268bd80a1fbcb771286',uuid=91f5cb89-beb0-4b55-9e82-ba3f2782fcdb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ff29e0f8-afc0-42f4-9149-d437e195eb7b", "address": "fa:16:3e:02:6d:89", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff29e0f8-af", "ovs_interfaceid": "ff29e0f8-afc0-42f4-9149-d437e195eb7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Converting VIF {"id": "ff29e0f8-afc0-42f4-9149-d437e195eb7b", "address": "fa:16:3e:02:6d:89", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff29e0f8-af", "ovs_interfaceid": "ff29e0f8-afc0-42f4-9149-d437e195eb7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:6d:89,bridge_name='br-int',has_traffic_filtering=True,id=ff29e0f8-afc0-42f4-9149-d437e195eb7b,network=Network(2b924865-55d3-48a5-8331-546fe67acc51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff29e0f8-af') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.objects.instance [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lazy-loading 'pci_devices' on Instance uuid 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a10ed8e4-680e-4f2b-aaee-8443de749e3a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.compute.manager [req-f5790a22-16b1-4ccb-9f93-67e0a28f8c51 req-8d7038c5-26da-4a8e-ab85-20479aa140a1 service nova] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Received event network-changed-ff29e0f8-afc0-42f4-9149-d437e195eb7b {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.compute.manager [req-f5790a22-16b1-4ccb-9f93-67e0a28f8c51 req-8d7038c5-26da-4a8e-ab85-20479aa140a1 service nova] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Refreshing instance network info cache due to event network-changed-ff29e0f8-afc0-42f4-9149-d437e195eb7b. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f5790a22-16b1-4ccb-9f93-67e0a28f8c51 req-8d7038c5-26da-4a8e-ab85-20479aa140a1 service nova] Acquiring lock "refresh_cache-91f5cb89-beb0-4b55-9e82-ba3f2782fcdb" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f5790a22-16b1-4ccb-9f93-67e0a28f8c51 req-8d7038c5-26da-4a8e-ab85-20479aa140a1 service nova] Acquired lock "refresh_cache-91f5cb89-beb0-4b55-9e82-ba3f2782fcdb" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.network.neutron [req-f5790a22-16b1-4ccb-9f93-67e0a28f8c51 req-8d7038c5-26da-4a8e-ab85-20479aa140a1 service nova] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Refreshing network info cache for port ff29e0f8-afc0-42f4-9149-d437e195eb7b {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:44:07 user nova-compute[74491]:   <uuid>91f5cb89-beb0-4b55-9e82-ba3f2782fcdb</uuid>
Oct 30 07:44:07 user nova-compute[74491]:   <name>instance-00000019</name>
Oct 30 07:44:07 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:44:07 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:44:07 user nova-compute[74491]:   <metadata>
Oct 30 07:44:07 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:44:07 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:44:07 user nova-compute[74491]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1994270471</nova:name>
Oct 30 07:44:07 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:44:07</nova:creationTime>
Oct 30 07:44:07 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:44:07 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:44:07 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:44:07 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:44:07 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:44:07 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:44:07 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:44:07 user nova-compute[74491]:       <nova:owner>
Oct 30 07:44:07 user nova-compute[74491]:         <nova:user uuid="ac3777b08c2b4268bd80a1fbcb771286">tempest-AttachVolumeNegativeTest-707817915-project-member</nova:user>
Oct 30 07:44:07 user nova-compute[74491]:         <nova:project uuid="5b4719cc6b394e5d89394f7823b3231e">tempest-AttachVolumeNegativeTest-707817915</nova:project>
Oct 30 07:44:07 user nova-compute[74491]:       </nova:owner>
Oct 30 07:44:07 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:44:07 user nova-compute[74491]:       <nova:ports>
Oct 30 07:44:07 user nova-compute[74491]:         <nova:port uuid="ff29e0f8-afc0-42f4-9149-d437e195eb7b">
Oct 30 07:44:07 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 30 07:44:07 user nova-compute[74491]:         </nova:port>
Oct 30 07:44:07 user nova-compute[74491]:       </nova:ports>
Oct 30 07:44:07 user nova-compute[74491]:     </nova:instance>
Oct 30 07:44:07 user nova-compute[74491]:   </metadata>
Oct 30 07:44:07 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:44:07 user nova-compute[74491]:     <system>
Oct 30 07:44:07 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:44:07 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:44:07 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:44:07 user nova-compute[74491]:       <entry name="serial">91f5cb89-beb0-4b55-9e82-ba3f2782fcdb</entry>
Oct 30 07:44:07 user nova-compute[74491]:       <entry name="uuid">91f5cb89-beb0-4b55-9e82-ba3f2782fcdb</entry>
Oct 30 07:44:07 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:44:07 user nova-compute[74491]:     </system>
Oct 30 07:44:07 user nova-compute[74491]:   </sysinfo>
Oct 30 07:44:07 user nova-compute[74491]:   <os>
Oct 30 07:44:07 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:44:07 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:44:07 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:44:07 user nova-compute[74491]:   </os>
Oct 30 07:44:07 user nova-compute[74491]:   <features>
Oct 30 07:44:07 user nova-compute[74491]:     <acpi/>
Oct 30 07:44:07 user nova-compute[74491]:     <apic/>
Oct 30 07:44:07 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:44:07 user nova-compute[74491]:   </features>
Oct 30 07:44:07 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:44:07 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:44:07 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:44:07 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:44:07 user nova-compute[74491]:   </clock>
Oct 30 07:44:07 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:44:07 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:44:07 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:44:07 user nova-compute[74491]:   </cpu>
Oct 30 07:44:07 user nova-compute[74491]:   <devices>
Oct 30 07:44:07 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:44:07 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:44:07 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk"/>
Oct 30 07:44:07 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:44:07 user nova-compute[74491]:     </disk>
Oct 30 07:44:07 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:44:07 user nova-compute[74491]:       <mac address="fa:16:3e:02:6d:89"/>
Oct 30 07:44:07 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:44:07 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:44:07 user nova-compute[74491]:       <target dev="tapff29e0f8-af"/>
Oct 30 07:44:07 user nova-compute[74491]:     </interface>
Oct 30 07:44:07 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:44:07 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/console.log" append="off"/>
Oct 30 07:44:07 user nova-compute[74491]:     </serial>
Oct 30 07:44:07 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:44:07 user nova-compute[74491]:     <video>
Oct 30 07:44:07 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:44:07 user nova-compute[74491]:     </video>
Oct 30 07:44:07 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:44:07 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:44:07 user nova-compute[74491]:     </rng>
Oct 30 07:44:07 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:44:07 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:44:07 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:44:07 user nova-compute[74491]:     </memballoon>
Oct 30 07:44:07 user nova-compute[74491]:   </devices>
Oct 30 07:44:07 user nova-compute[74491]: </domain>
Oct 30 07:44:07 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:44:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1994270471',display_name='tempest-AttachVolumeNegativeTest-server-1994270471',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1994270471',id=25,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCQlDmrVw7U57AkqqoDCM2wjPHa+y3C2OgaX9KgZ9BkCN84bWcsOeyo6Sh/BVSiEeGi2RLXN3qXLhxt4maqyeRL9P1yDk9Tw/l6+7SQQMcElTnv8oiYbn2rVtJ7+0EahCQ==',key_name='tempest-keypair-903237605',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5b4719cc6b394e5d89394f7823b3231e',ramdisk_id='',reservation_id='r-24eu1xnw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-707817915',owner_user_name='tempest-AttachVolumeNegativeTest-707817915-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:44:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ac3777b08c2b4268bd80a1fbcb771286',uuid=91f5cb89-beb0-4b55-9e82-ba3f2782fcdb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ff29e0f8-afc0-42f4-9149-d437e195eb7b", "address": "fa:16:3e:02:6d:89", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff29e0f8-af", "ovs_interfaceid": "ff29e0f8-afc0-42f4-9149-d437e195eb7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Converting VIF {"id": "ff29e0f8-afc0-42f4-9149-d437e195eb7b", "address": "fa:16:3e:02:6d:89", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff29e0f8-af", "ovs_interfaceid": "ff29e0f8-afc0-42f4-9149-d437e195eb7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:6d:89,bridge_name='br-int',has_traffic_filtering=True,id=ff29e0f8-afc0-42f4-9149-d437e195eb7b,network=Network(2b924865-55d3-48a5-8331-546fe67acc51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff29e0f8-af') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG os_vif [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:6d:89,bridge_name='br-int',has_traffic_filtering=True,id=ff29e0f8-afc0-42f4-9149-d437e195eb7b,network=Network(2b924865-55d3-48a5-8331-546fe67acc51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff29e0f8-af') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'eff4e38d-becc-5dd2-90c9-471cbce1acc8', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a339486-5989-45ab-931a-9999776279ee]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapff29e0f8-af, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapff29e0f8-af, col_values=(('qos', UUID('6af80c46-e0ad-484f-88fc-b094fa040eac')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapff29e0f8-af, col_values=(('external_ids', {'iface-id': 'ff29e0f8-afc0-42f4-9149-d437e195eb7b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:02:6d:89', 'vm-uuid': '91f5cb89-beb0-4b55-9e82-ba3f2782fcdb'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9da161c-1e69-4729-99fa-6ebdc92c3e7a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[715ff21b-cd75-43b4-878b-a459440f48d5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:44:07 user nova-compute[74491]: INFO os_vif [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:6d:89,bridge_name='br-int',has_traffic_filtering=True,id=ff29e0f8-afc0-42f4-9149-d437e195eb7b,network=Network(2b924865-55d3-48a5-8331-546fe67acc51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff29e0f8-af')
Oct 30 07:44:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:44:07 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:44:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fba10e2-c2cd-479d-a626-80cec93f5943]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG os_brick.utils [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] <== get_connector_properties: return (229ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:44:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] No VIF found with MAC fa:16:3e:02:6d:89, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:44:08 user nova-compute[74491]: DEBUG nova.network.neutron [req-f5790a22-16b1-4ccb-9f93-67e0a28f8c51 req-8d7038c5-26da-4a8e-ab85-20479aa140a1 service nova] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Updated VIF entry in instance network info cache for port ff29e0f8-afc0-42f4-9149-d437e195eb7b. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:44:08 user nova-compute[74491]: DEBUG nova.network.neutron [req-f5790a22-16b1-4ccb-9f93-67e0a28f8c51 req-8d7038c5-26da-4a8e-ab85-20479aa140a1 service nova] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Updating instance_info_cache with network_info: [{"id": "ff29e0f8-afc0-42f4-9149-d437e195eb7b", "address": "fa:16:3e:02:6d:89", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff29e0f8-af", "ovs_interfaceid": "ff29e0f8-afc0-42f4-9149-d437e195eb7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:44:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f5790a22-16b1-4ccb-9f93-67e0a28f8c51 req-8d7038c5-26da-4a8e-ab85-20479aa140a1 service nova] Releasing lock "refresh_cache-91f5cb89-beb0-4b55-9e82-ba3f2782fcdb" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:44:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:09 user nova-compute[74491]: DEBUG nova.compute.manager [req-d71d42af-b6fd-4284-aa57-9199bd743b83 req-8a0bb3d1-c1de-4fe0-82c1-87aa58200ef2 service nova] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Received event network-vif-plugged-ff29e0f8-afc0-42f4-9149-d437e195eb7b {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:44:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d71d42af-b6fd-4284-aa57-9199bd743b83 req-8a0bb3d1-c1de-4fe0-82c1-87aa58200ef2 service nova] Acquiring lock "91f5cb89-beb0-4b55-9e82-ba3f2782fcdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:44:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d71d42af-b6fd-4284-aa57-9199bd743b83 req-8a0bb3d1-c1de-4fe0-82c1-87aa58200ef2 service nova] Lock "91f5cb89-beb0-4b55-9e82-ba3f2782fcdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:44:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d71d42af-b6fd-4284-aa57-9199bd743b83 req-8a0bb3d1-c1de-4fe0-82c1-87aa58200ef2 service nova] Lock "91f5cb89-beb0-4b55-9e82-ba3f2782fcdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:44:09 user nova-compute[74491]: DEBUG nova.compute.manager [req-d71d42af-b6fd-4284-aa57-9199bd743b83 req-8a0bb3d1-c1de-4fe0-82c1-87aa58200ef2 service nova] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] No waiting events found dispatching network-vif-plugged-ff29e0f8-afc0-42f4-9149-d437e195eb7b {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:44:09 user nova-compute[74491]: WARNING nova.compute.manager [req-d71d42af-b6fd-4284-aa57-9199bd743b83 req-8a0bb3d1-c1de-4fe0-82c1-87aa58200ef2 service nova] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Received unexpected event network-vif-plugged-ff29e0f8-afc0-42f4-9149-d437e195eb7b for instance with vm_state building and task_state spawning.
Oct 30 07:44:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-edff2ebb-d8ad-46f6-8c39-a2fb208bbb78 req-3a73f518-e900-429e-8d55-d04920eb3758 service nova] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Received event network-vif-plugged-ff29e0f8-afc0-42f4-9149-d437e195eb7b {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:44:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-edff2ebb-d8ad-46f6-8c39-a2fb208bbb78 req-3a73f518-e900-429e-8d55-d04920eb3758 service nova] Acquiring lock "91f5cb89-beb0-4b55-9e82-ba3f2782fcdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:44:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-edff2ebb-d8ad-46f6-8c39-a2fb208bbb78 req-3a73f518-e900-429e-8d55-d04920eb3758 service nova] Lock "91f5cb89-beb0-4b55-9e82-ba3f2782fcdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:44:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-edff2ebb-d8ad-46f6-8c39-a2fb208bbb78 req-3a73f518-e900-429e-8d55-d04920eb3758 service nova] Lock "91f5cb89-beb0-4b55-9e82-ba3f2782fcdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:44:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-edff2ebb-d8ad-46f6-8c39-a2fb208bbb78 req-3a73f518-e900-429e-8d55-d04920eb3758 service nova] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] No waiting events found dispatching network-vif-plugged-ff29e0f8-afc0-42f4-9149-d437e195eb7b {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:44:11 user nova-compute[74491]: WARNING nova.compute.manager [req-edff2ebb-d8ad-46f6-8c39-a2fb208bbb78 req-3a73f518-e900-429e-8d55-d04920eb3758 service nova] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Received unexpected event network-vif-plugged-ff29e0f8-afc0-42f4-9149-d437e195eb7b for instance with vm_state building and task_state spawning.
Oct 30 07:44:11 user nova-compute[74491]: DEBUG nova.compute.manager [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:44:11 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:44:11 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Instance spawned successfully.
Oct 30 07:44:11 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:44:11 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:44:11 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:44:11 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:44:11 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:44:11 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:44:11 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:44:11 user nova-compute[74491]: INFO nova.compute.manager [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Took 5.96 seconds to spawn the instance on the hypervisor.
Oct 30 07:44:11 user nova-compute[74491]: DEBUG nova.compute.manager [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:44:11 user nova-compute[74491]: INFO nova.compute.manager [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Took 7.26 seconds to build instance.
Oct 30 07:44:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3cf344ab-eeaa-4aa0-9fe1-8c3c9c92e0f2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "91f5cb89-beb0-4b55-9e82-ba3f2782fcdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.403s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:44:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:18 user nova-compute[74491]: DEBUG nova.compute.manager [req-7f3e831b-247e-4319-8a54-af686bbe6e07 req-a12d275c-4fe9-418f-b81a-ce81a66182ba service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received event network-changed-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:44:18 user nova-compute[74491]: DEBUG nova.compute.manager [req-7f3e831b-247e-4319-8a54-af686bbe6e07 req-a12d275c-4fe9-418f-b81a-ce81a66182ba service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Refreshing instance network info cache due to event network-changed-9955a304-55cd-479f-bb25-acf223b55dc8. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:44:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7f3e831b-247e-4319-8a54-af686bbe6e07 req-a12d275c-4fe9-418f-b81a-ce81a66182ba service nova] Acquiring lock "refresh_cache-8a042309-9a42-45b2-aecd-0077c0846cd9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:44:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7f3e831b-247e-4319-8a54-af686bbe6e07 req-a12d275c-4fe9-418f-b81a-ce81a66182ba service nova] Acquired lock "refresh_cache-8a042309-9a42-45b2-aecd-0077c0846cd9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:44:18 user nova-compute[74491]: DEBUG nova.network.neutron [req-7f3e831b-247e-4319-8a54-af686bbe6e07 req-a12d275c-4fe9-418f-b81a-ce81a66182ba service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Refreshing network info cache for port 9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:44:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "8a042309-9a42-45b2-aecd-0077c0846cd9" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:44:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:44:18 user nova-compute[74491]: DEBUG nova.objects.instance [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lazy-loading 'flavor' on Instance uuid 8a042309-9a42-45b2-aecd-0077c0846cd9 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:44:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:44:18 user nova-compute[74491]: DEBUG nova.network.neutron [req-7f3e831b-247e-4319-8a54-af686bbe6e07 req-a12d275c-4fe9-418f-b81a-ce81a66182ba service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Updated VIF entry in instance network info cache for port 9955a304-55cd-479f-bb25-acf223b55dc8. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:44:18 user nova-compute[74491]: DEBUG nova.network.neutron [req-7f3e831b-247e-4319-8a54-af686bbe6e07 req-a12d275c-4fe9-418f-b81a-ce81a66182ba service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Updating instance_info_cache with network_info: [{"id": "9955a304-55cd-479f-bb25-acf223b55dc8", "address": "fa:16:3e:fc:19:25", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9955a304-55", "ovs_interfaceid": "9955a304-55cd-479f-bb25-acf223b55dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:44:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7f3e831b-247e-4319-8a54-af686bbe6e07 req-a12d275c-4fe9-418f-b81a-ce81a66182ba service nova] Releasing lock "refresh_cache-8a042309-9a42-45b2-aecd-0077c0846cd9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:44:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "8a042309-9a42-45b2-aecd-0077c0846cd9" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:44:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:44:18 user nova-compute[74491]: INFO nova.compute.manager [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Attaching volume 5480e1ba-c54a-469c-af3a-915105d1e2e7 to /dev/vdb
Oct 30 07:44:19 user nova-compute[74491]: DEBUG os_brick.utils [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:44:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e8731e4-b9c4-475a-9449-6a8991eb134c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[825099f5-6c29-42ec-ba6f-c16cf443ebd1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce803886-78ac-4720-956e-0492b077e7ff]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3919e174-de94-4f74-9cff-af241fc0ff19]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:44:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:44:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:44:19 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:44:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[51b0e09f-e56b-45dc-9416-fd495417eda6]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:44:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:44:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:44:19 user nova-compute[74491]: DEBUG os_brick.utils [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:44:19 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Updating existing volume attachment record: 121ad6b0-763d-4f15-a7fc-7eaebbb6967a {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:44:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Starting finish_revert_migration {{(pid=74491) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11819}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Start _get_guest_xml network_info=[{"id": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "address": "fa:16:3e:79:ba:83", "network": {"id": "4b60f2bc-47f1-4758-ab27-7409b0ed4838", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-353851300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bc84846dd74eecb286bfbcfd4f838b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2690cd19-db", "ovs_interfaceid": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vdb', 'disk_bus': 'virtio', 'boot_index': None, 'attachment_id': '81f25661-b804-4e6b-bee0-d677b814b939', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'stcuSMDT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'ca6e5e60-1eff-4e73-a1d8-b78361f31e61', 'attached_at': '2023-10-30T07:44:29.000000', 'detached_at': '', 'volume_id': 'ae98d5ce-042e-43cf-a1ec-57f66cf32df7', 'serial': 'ae98d5ce-042e-43cf-a1ec-57f66cf32df7'}, 'delete_on_termination': False, 'volume_type': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:44:28 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:44:28 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:44:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG nova.objects.instance [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lazy-loading 'vcpu_model' on Instance uuid ca6e5e60-1eff-4e73-a1d8-b78361f31e61 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'stcuSMDT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:44:28 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:44:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:44:28 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:44:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:44:28 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:44:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ead22bf-1650-4318-8404-970cf7119f3f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:44:28 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c946ff8e-5242-4938-a87b-d7a50921c4fc]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7] added
Oct 30 07:44:28 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5038024b-3516-47c4-9acd-af43de9e854e]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9dbcbe2-689a-4199-ba0e-a76f710e609c]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:44:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v stcuSMDT {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v stcuSMDT" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb32b537-901e-4ed3-8b4a-219f4e799edd]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'stcuSMDT'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0e26d0e-f662-454b-b306-de7232ac3eb3]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b55b7503-6aa2-4642-b6ce-363971adc917]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:44:29 user nova-compute[74491]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:44:29 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:44:29 user nova-compute[74491]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:44:29 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --login" returned: 0 in 0.167s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e655f92-9a4b-47bb-9628-89859df6443f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7, portal: 172.16.0.220,3260]
Oct 30 07:44:29 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7, portal: 172.16.0.220,3260] successful.
Oct 30 07:44:29 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[152883cf-fadc-45cd-8625-ec30944c9a02]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[60e6b692-23f8-4fb0-a4eb-966362bccdf6]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:44:29 user nova-compute[74491]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:44:29 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:44:29 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:44:29 user nova-compute[74491]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:44:29 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:44:29 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.393s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] HCTL ('35', '-', '-', 0) found on session 22 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6543986-28a0-4eb1-bdf3-e00d87faf409]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:29 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Searching for a device in session 22 and hctl ['35', '*', '*', 0] yield: None {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:44:30 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Searching for a device in session 22 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:44:30 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'stcuSMDT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:44:30 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.424s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:44:30 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] <== connect_volume: return (1426ms) {'type': 'block', 'scsi_wwn': '23761313336323934', 'path': '/dev/sdd'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:44:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23761313336323934', 'path': '/dev/sdd'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:44:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:37:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-250330121',display_name='tempest-ServerActionsTestOtherB-server-250330121',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-250330121',id=14,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGnC4r3o386th9DGaJLtZEtlcPYrv7t5zegNMIF+opf+g3L8CGhVaOK+p3JyJJUvFGIngzm90raO9XYrBdDwxkPsgdh49bzA8FgddvrsBPT7M5FYLKowUsu/JMdSMNq0Rg==',key_name='tempest-keypair-1622103420',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:42:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='29bc84846dd74eecb286bfbcfd4f838b',ramdisk_id='',reservation_id='r-652jw9as',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1638830130',owner_user_name='tempest-ServerActionsTestOtherB-1638830130-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:44:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='506813ea22514a4ab1e8492d724d6e93',uuid=ca6e5e60-1eff-4e73-a1d8-b78361f31e61,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "address": "fa:16:3e:79:ba:83", "network": {"id": "4b60f2bc-47f1-4758-ab27-7409b0ed4838", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-353851300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bc84846dd74eecb286bfbcfd4f838b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2690cd19-db", "ovs_interfaceid": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:44:30 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Converting VIF {"id": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "address": "fa:16:3e:79:ba:83", "network": {"id": "4b60f2bc-47f1-4758-ab27-7409b0ed4838", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-353851300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bc84846dd74eecb286bfbcfd4f838b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2690cd19-db", "ovs_interfaceid": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:44:30 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:ba:83,bridge_name='br-int',has_traffic_filtering=True,id=2690cd19-db89-4956-afb9-fb1cd72a6ead,network=Network(4b60f2bc-47f1-4758-ab27-7409b0ed4838),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2690cd19-db') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:44:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:44:30 user nova-compute[74491]:   <uuid>ca6e5e60-1eff-4e73-a1d8-b78361f31e61</uuid>
Oct 30 07:44:30 user nova-compute[74491]:   <name>instance-0000000e</name>
Oct 30 07:44:30 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:44:30 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:44:30 user nova-compute[74491]:   <metadata>
Oct 30 07:44:30 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:44:30 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:44:30 user nova-compute[74491]:       <nova:name>tempest-ServerActionsTestOtherB-server-250330121</nova:name>
Oct 30 07:44:30 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:44:28</nova:creationTime>
Oct 30 07:44:30 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:44:30 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:44:30 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:44:30 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:44:30 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:44:30 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:44:30 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:44:30 user nova-compute[74491]:       <nova:owner>
Oct 30 07:44:30 user nova-compute[74491]:         <nova:user uuid="506813ea22514a4ab1e8492d724d6e93">tempest-ServerActionsTestOtherB-1638830130-project-member</nova:user>
Oct 30 07:44:30 user nova-compute[74491]:         <nova:project uuid="29bc84846dd74eecb286bfbcfd4f838b">tempest-ServerActionsTestOtherB-1638830130</nova:project>
Oct 30 07:44:30 user nova-compute[74491]:       </nova:owner>
Oct 30 07:44:30 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:44:30 user nova-compute[74491]:       <nova:ports>
Oct 30 07:44:30 user nova-compute[74491]:         <nova:port uuid="2690cd19-db89-4956-afb9-fb1cd72a6ead">
Oct 30 07:44:30 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 30 07:44:30 user nova-compute[74491]:         </nova:port>
Oct 30 07:44:30 user nova-compute[74491]:       </nova:ports>
Oct 30 07:44:30 user nova-compute[74491]:     </nova:instance>
Oct 30 07:44:30 user nova-compute[74491]:   </metadata>
Oct 30 07:44:30 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:44:30 user nova-compute[74491]:     <system>
Oct 30 07:44:30 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:44:30 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:44:30 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:44:30 user nova-compute[74491]:       <entry name="serial">ca6e5e60-1eff-4e73-a1d8-b78361f31e61</entry>
Oct 30 07:44:30 user nova-compute[74491]:       <entry name="uuid">ca6e5e60-1eff-4e73-a1d8-b78361f31e61</entry>
Oct 30 07:44:30 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:44:30 user nova-compute[74491]:     </system>
Oct 30 07:44:30 user nova-compute[74491]:   </sysinfo>
Oct 30 07:44:30 user nova-compute[74491]:   <os>
Oct 30 07:44:30 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:44:30 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:44:30 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:44:30 user nova-compute[74491]:   </os>
Oct 30 07:44:30 user nova-compute[74491]:   <features>
Oct 30 07:44:30 user nova-compute[74491]:     <acpi/>
Oct 30 07:44:30 user nova-compute[74491]:     <apic/>
Oct 30 07:44:30 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:44:30 user nova-compute[74491]:   </features>
Oct 30 07:44:30 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:44:30 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:44:30 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:44:30 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:44:30 user nova-compute[74491]:   </clock>
Oct 30 07:44:30 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:44:30 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:44:30 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:44:30 user nova-compute[74491]:   </cpu>
Oct 30 07:44:30 user nova-compute[74491]:   <devices>
Oct 30 07:44:30 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:44:30 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:44:30 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk"/>
Oct 30 07:44:30 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:44:30 user nova-compute[74491]:     </disk>
Oct 30 07:44:30 user nova-compute[74491]:     <disk type="block" device="disk">
Oct 30 07:44:30 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:44:30 user nova-compute[74491]:       <source dev="/dev/sdd"/>
Oct 30 07:44:30 user nova-compute[74491]:       <target dev="vdb" bus="virtio"/>
Oct 30 07:44:30 user nova-compute[74491]:       <serial>ae98d5ce-042e-43cf-a1ec-57f66cf32df7</serial>
Oct 30 07:44:30 user nova-compute[74491]:     </disk>
Oct 30 07:44:30 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:44:30 user nova-compute[74491]:       <mac address="fa:16:3e:79:ba:83"/>
Oct 30 07:44:30 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:44:30 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:44:30 user nova-compute[74491]:       <target dev="tap2690cd19-db"/>
Oct 30 07:44:30 user nova-compute[74491]:     </interface>
Oct 30 07:44:30 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:44:30 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/console.log" append="off"/>
Oct 30 07:44:30 user nova-compute[74491]:     </serial>
Oct 30 07:44:30 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:44:30 user nova-compute[74491]:     <video>
Oct 30 07:44:30 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:44:30 user nova-compute[74491]:     </video>
Oct 30 07:44:30 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:44:30 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:44:30 user nova-compute[74491]:     </rng>
Oct 30 07:44:30 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:44:30 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:44:30 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:44:30 user nova-compute[74491]:     </memballoon>
Oct 30 07:44:30 user nova-compute[74491]:   </devices>
Oct 30 07:44:30 user nova-compute[74491]: </domain>
Oct 30 07:44:30 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:44:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:37:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-250330121',display_name='tempest-ServerActionsTestOtherB-server-250330121',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-250330121',id=14,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGnC4r3o386th9DGaJLtZEtlcPYrv7t5zegNMIF+opf+g3L8CGhVaOK+p3JyJJUvFGIngzm90raO9XYrBdDwxkPsgdh49bzA8FgddvrsBPT7M5FYLKowUsu/JMdSMNq0Rg==',key_name='tempest-keypair-1622103420',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:42:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='29bc84846dd74eecb286bfbcfd4f838b',ramdisk_id='',reservation_id='r-652jw9as',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1638830130',owner_user_name='tempest-ServerActionsTestOtherB-1638830130-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:44:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='506813ea22514a4ab1e8492d724d6e93',uuid=ca6e5e60-1eff-4e73-a1d8-b78361f31e61,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "address": "fa:16:3e:79:ba:83", "network": {"id": "4b60f2bc-47f1-4758-ab27-7409b0ed4838", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-353851300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bc84846dd74eecb286bfbcfd4f838b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2690cd19-db", "ovs_interfaceid": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:44:30 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Converting VIF {"id": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "address": "fa:16:3e:79:ba:83", "network": {"id": "4b60f2bc-47f1-4758-ab27-7409b0ed4838", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-353851300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bc84846dd74eecb286bfbcfd4f838b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2690cd19-db", "ovs_interfaceid": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:44:30 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:ba:83,bridge_name='br-int',has_traffic_filtering=True,id=2690cd19-db89-4956-afb9-fb1cd72a6ead,network=Network(4b60f2bc-47f1-4758-ab27-7409b0ed4838),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2690cd19-db') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:44:30 user nova-compute[74491]: DEBUG os_vif [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:ba:83,bridge_name='br-int',has_traffic_filtering=True,id=2690cd19-db89-4956-afb9-fb1cd72a6ead,network=Network(4b60f2bc-47f1-4758-ab27-7409b0ed4838),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2690cd19-db') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:44:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:44:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:44:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '448c34de-38d4-51a6-9704-df62ac269865', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:44:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2690cd19-db, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:44:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2690cd19-db, col_values=(('qos', UUID('8bd863aa-e2dc-4e60-838b-3f219d5c1ebb')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:44:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2690cd19-db, col_values=(('external_ids', {'iface-id': '2690cd19-db89-4956-afb9-fb1cd72a6ead', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:79:ba:83', 'vm-uuid': 'ca6e5e60-1eff-4e73-a1d8-b78361f31e61'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:44:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:44:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:30 user nova-compute[74491]: INFO os_vif [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:ba:83,bridge_name='br-int',has_traffic_filtering=True,id=2690cd19-db89-4956-afb9-fb1cd72a6ead,network=Network(4b60f2bc-47f1-4758-ab27-7409b0ed4838),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2690cd19-db')
Oct 30 07:44:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-6cc196da-e975-470f-bb36-732bc45e453b req-732ac0cb-e7da-43c7-b4ce-08cdb966f3fc service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Received event volume-reimaged-180faeec-b7db-4cab-9c79-332c61edf527 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:44:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6cc196da-e975-470f-bb36-732bc45e453b req-732ac0cb-e7da-43c7-b4ce-08cdb966f3fc service nova] Acquiring lock "5bb196cb-f895-4496-82ff-4712faec0300-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:44:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6cc196da-e975-470f-bb36-732bc45e453b req-732ac0cb-e7da-43c7-b4ce-08cdb966f3fc service nova] Lock "5bb196cb-f895-4496-82ff-4712faec0300-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:44:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6cc196da-e975-470f-bb36-732bc45e453b req-732ac0cb-e7da-43c7-b4ce-08cdb966f3fc service nova] Lock "5bb196cb-f895-4496-82ff-4712faec0300-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:44:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-6cc196da-e975-470f-bb36-732bc45e453b req-732ac0cb-e7da-43c7-b4ce-08cdb966f3fc service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Processing event volume-reimaged-180faeec-b7db-4cab-9c79-332c61edf527 {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10871}}
Oct 30 07:44:31 user nova-compute[74491]: DEBUG nova.compute.manager [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Instance event wait completed in 30 seconds for volume-reimaged {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:44:31 user nova-compute[74491]: INFO nova.virt.block_device [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Booting with volume 180faeec-b7db-4cab-9c79-332c61edf527 at /dev/vda
Oct 30 07:44:31 user nova-compute[74491]: DEBUG os_brick.utils [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:44:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:31 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa3dab6e-5e6d-4b91-a9a4-1b0b18d01db7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:31 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2f17e6a-863a-4158-b4b7-0d1beb41091f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:31 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[47dd700a-96f8-4e43-95f7-8a6ccdaf429f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:31 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b74785c2-dec2-4fcb-bdc0-54f64eb94d93]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:44:31 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:44:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:44:31 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:44:31 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b79c17a6-cb90-4ad4-a5ad-a7bf4cd8b042]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:31 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:44:31 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:44:31 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:44:31 user nova-compute[74491]: DEBUG os_brick.utils [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:44:31 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Updating existing volume attachment record: f0a935f5-f9cd-4581-8b24-f580dde5c007 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:44:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-987bb68b-3d2c-4d75-9b13-2d42588e132b req-94a46796-e5be-45b3-8020-e6df162f6a53 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Received event network-vif-plugged-2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:44:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-987bb68b-3d2c-4d75-9b13-2d42588e132b req-94a46796-e5be-45b3-8020-e6df162f6a53 service nova] Acquiring lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:44:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-987bb68b-3d2c-4d75-9b13-2d42588e132b req-94a46796-e5be-45b3-8020-e6df162f6a53 service nova] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:44:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-987bb68b-3d2c-4d75-9b13-2d42588e132b req-94a46796-e5be-45b3-8020-e6df162f6a53 service nova] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:44:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-987bb68b-3d2c-4d75-9b13-2d42588e132b req-94a46796-e5be-45b3-8020-e6df162f6a53 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] No waiting events found dispatching network-vif-plugged-2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:44:32 user nova-compute[74491]: WARNING nova.compute.manager [req-987bb68b-3d2c-4d75-9b13-2d42588e132b req-94a46796-e5be-45b3-8020-e6df162f6a53 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Received unexpected event network-vif-plugged-2690cd19-db89-4956-afb9-fb1cd72a6ead for instance with vm_state resized and task_state resize_reverting.
Oct 30 07:44:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:34 user nova-compute[74491]: DEBUG nova.compute.manager [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:44:34 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Instance running successfully.
Oct 30 07:44:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] finish_revert_migration finished successfully. {{(pid=74491) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11863}}
Oct 30 07:44:34 user nova-compute[74491]: DEBUG nova.compute.manager [req-e24d632e-b398-44b9-9417-f3c26dc88bd3 req-d92a2f87-3c21-421b-973d-617dea3ee3f1 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Received event network-vif-plugged-2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:44:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e24d632e-b398-44b9-9417-f3c26dc88bd3 req-d92a2f87-3c21-421b-973d-617dea3ee3f1 service nova] Acquiring lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:44:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e24d632e-b398-44b9-9417-f3c26dc88bd3 req-d92a2f87-3c21-421b-973d-617dea3ee3f1 service nova] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:44:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e24d632e-b398-44b9-9417-f3c26dc88bd3 req-d92a2f87-3c21-421b-973d-617dea3ee3f1 service nova] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:44:34 user nova-compute[74491]: DEBUG nova.compute.manager [req-e24d632e-b398-44b9-9417-f3c26dc88bd3 req-d92a2f87-3c21-421b-973d-617dea3ee3f1 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] No waiting events found dispatching network-vif-plugged-2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:44:34 user nova-compute[74491]: WARNING nova.compute.manager [req-e24d632e-b398-44b9-9417-f3c26dc88bd3 req-d92a2f87-3c21-421b-973d-617dea3ee3f1 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Received unexpected event network-vif-plugged-2690cd19-db89-4956-afb9-fb1cd72a6ead for instance with vm_state resized and task_state resize_reverting.
Oct 30 07:44:34 user nova-compute[74491]: INFO nova.compute.manager [None req-fe802426-74bd-49d8-bda9-db4e4003805f tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Updating instance to original state: 'active'
Oct 30 07:44:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CoWyYpdE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:44:40 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:44:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:44:40 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:44:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:44:40 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c29284f2-08a8-45ea-964c-423a20716cdd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:44:40 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[70460ace-d150-42be-b1d8-4fbdbb380e13]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7] added
Oct 30 07:44:40 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a06a852-5d86-4855-8468-89a3cae43f44]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d642f924-58fa-4036-9fb9-b1122735ba25]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CoWyYpdE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CoWyYpdE" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[717b1273-33c7-4875-abba-10366fb6ea8c]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CoWyYpdE'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5a943ad-7336-4901-ad6b-70e333257f09]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[28c7cea4-6a0a-4871-b75a-1258583cd7a6]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:44:40 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:44:40 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:44:40 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:44:40 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ae71a1c-baa3-4834-8156-544e33fc0bbb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7, portal: 172.16.0.220,3260]
Oct 30 07:44:40 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7, portal: 172.16.0.220,3260] successful.
Oct 30 07:44:40 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6049032-545b-487c-bbd5-454f2329d184]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[63ad3abc-c344-4e22-9a3d-1f149ee4752f]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:44:40 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:44:40 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:44:40 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:44:40 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:44:40 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:44:40 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.311s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] HCTL ('34', '-', '-', 0) found on session 23 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[73c49154-5d2f-4f9e-bb5f-fc2455970f2e]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:44:40 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Searching for a device in session 23 and hctl ['34', '*', '*', 0] yield: None {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:44:41 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:44:41 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Cleaning up deleted instances {{(pid=74491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 07:44:41 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] There are 0 instances to clean {{(pid=74491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 07:44:41 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Searching for a device in session 23 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:44:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CoWyYpdE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:44:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.344s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:44:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] <== connect_volume: return (1346ms) {'type': 'block', 'scsi_wwn': '23539643863366434', 'path': '/dev/sdc'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:44:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23539643863366434', 'path': '/dev/sdc'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:44:41 user nova-compute[74491]: DEBUG nova.objects.instance [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lazy-loading 'flavor' on Instance uuid 8a042309-9a42-45b2-aecd-0077c0846cd9 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:44:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 07:44:41 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:44:41 user nova-compute[74491]:   <source dev="/dev/sdc"/>
Oct 30 07:44:41 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:44:41 user nova-compute[74491]:   <serial>5480e1ba-c54a-469c-af3a-915105d1e2e7</serial>
Oct 30 07:44:41 user nova-compute[74491]: </disk>
Oct 30 07:44:41 user nova-compute[74491]:  {{(pid=74491) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 07:44:42 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:44:42 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:44:42 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] No VIF found with MAC fa:16:3e:fc:19:25, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:44:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cf8397ff-6294-4a7d-a6b4-2a403eec66d4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 23.501s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:44:43 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:44:43 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:44:43 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:44:43 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 07:44:43 user nova-compute[74491]: INFO nova.compute.manager [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Rescuing
Oct 30 07:44:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "refresh_cache-8a042309-9a42-45b2-aecd-0077c0846cd9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:44:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquired lock "refresh_cache-8a042309-9a42-45b2-aecd-0077c0846cd9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:44:43 user nova-compute[74491]: DEBUG nova.network.neutron [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:44:44 user nova-compute[74491]: DEBUG nova.network.neutron [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Updating instance_info_cache with network_info: [{"id": "9955a304-55cd-479f-bb25-acf223b55dc8", "address": "fa:16:3e:fc:19:25", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9955a304-55", "ovs_interfaceid": "9955a304-55cd-479f-bb25-acf223b55dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:44:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Releasing lock "refresh_cache-8a042309-9a42-45b2-aecd-0077c0846cd9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:44:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:44 user nova-compute[74491]: DEBUG nova.compute.manager [req-72dd0c17-0cea-422e-b3dd-6e434b0c7813 req-28e8c1ef-a42d-4ae2-ae06-628a98fa359c service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received event network-vif-unplugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:44:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-72dd0c17-0cea-422e-b3dd-6e434b0c7813 req-28e8c1ef-a42d-4ae2-ae06-628a98fa359c service nova] Acquiring lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:44:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-72dd0c17-0cea-422e-b3dd-6e434b0c7813 req-28e8c1ef-a42d-4ae2-ae06-628a98fa359c service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:44:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-72dd0c17-0cea-422e-b3dd-6e434b0c7813 req-28e8c1ef-a42d-4ae2-ae06-628a98fa359c service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:44:44 user nova-compute[74491]: DEBUG nova.compute.manager [req-72dd0c17-0cea-422e-b3dd-6e434b0c7813 req-28e8c1ef-a42d-4ae2-ae06-628a98fa359c service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] No waiting events found dispatching network-vif-unplugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:44:44 user nova-compute[74491]: WARNING nova.compute.manager [req-72dd0c17-0cea-422e-b3dd-6e434b0c7813 req-28e8c1ef-a42d-4ae2-ae06-628a98fa359c service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received unexpected event network-vif-unplugged-9955a304-55cd-479f-bb25-acf223b55dc8 for instance with vm_state active and task_state rescuing.
Oct 30 07:44:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:45 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Instance destroyed successfully.
Oct 30 07:44:45 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Attempting rescue
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74491) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Instance directory exists: not creating {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 30 07:44:45 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Creating image(s)
Oct 30 07:44:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "/opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "/opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "/opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.objects.instance [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lazy-loading 'trusted_certs' on Instance uuid 8a042309-9a42-45b2-aecd-0077c0846cd9 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.188s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk.rescue {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk.rescue" returned: 0 in 0.057s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.objects.instance [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lazy-loading 'migration_context' on Instance uuid 8a042309-9a42-45b2-aecd-0077c0846cd9 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.objects.base [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Object Instance<8a042309-9a42-45b2-aecd-0077c0846cd9> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Start _get_guest_xml network_info=[{"id": "9955a304-55cd-479f-bb25-acf223b55dc8", "address": "fa:16:3e:fc:19:25", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "vif_mac": "fa:16:3e:fc:19:25"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9955a304-55", "ovs_interfaceid": "9955a304-55cd-479f-bb25-acf223b55dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.objects.instance [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lazy-loading 'resources' on Instance uuid 8a042309-9a42-45b2-aecd-0077c0846cd9 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.objects.base [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Object Instance<8a042309-9a42-45b2-aecd-0077c0846cd9> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.objects.instance [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lazy-loading 'numa_topology' on Instance uuid 8a042309-9a42-45b2-aecd-0077c0846cd9 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.objects.base [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Object Instance<8a042309-9a42-45b2-aecd-0077c0846cd9> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:44:45 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:44:45 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.objects.instance [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lazy-loading 'vcpu_model' on Instance uuid 8a042309-9a42-45b2-aecd-0077c0846cd9 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.objects.base [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Object Instance<8a042309-9a42-45b2-aecd-0077c0846cd9> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:42:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2145805430',display_name='tempest-ServerRescueNegativeTestJSON-server-2145805430',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2145805430',id=20,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH0FLOXDhi4otuo1MHXhnp1yc0cP6CWOiFqInZ7IHlAl5lmpE6yw+/jKpHjbGEtB2GdGJm0tIdQn9bJe9XLpdH5XkrQ36a6uddH4+ossNeO2Y3p4pN2+lOJYCyH1IkBX7A==',key_name='tempest-keypair-39658463',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:42:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='10f5045c03764000a23c825ac45ee88c',ramdisk_id='',reservation_id='r-4ke3igoq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1194843193',owner_user_name='tempest-ServerRescueNegativeTestJSON-1194843193-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:42:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='028c3259355b490989b2883f4dc4dff5',uuid=8a042309-9a42-45b2-aecd-0077c0846cd9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9955a304-55cd-479f-bb25-acf223b55dc8", "address": "fa:16:3e:fc:19:25", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "vif_mac": "fa:16:3e:fc:19:25"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9955a304-55", "ovs_interfaceid": "9955a304-55cd-479f-bb25-acf223b55dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Converting VIF {"id": "9955a304-55cd-479f-bb25-acf223b55dc8", "address": "fa:16:3e:fc:19:25", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "vif_mac": "fa:16:3e:fc:19:25"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9955a304-55", "ovs_interfaceid": "9955a304-55cd-479f-bb25-acf223b55dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fc:19:25,bridge_name='br-int',has_traffic_filtering=True,id=9955a304-55cd-479f-bb25-acf223b55dc8,network=Network(5c5b3443-3293-4323-a588-f84a3dd2b926),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9955a304-55') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.objects.instance [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lazy-loading 'pci_devices' on Instance uuid 8a042309-9a42-45b2-aecd-0077c0846cd9 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.objects.base [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Object Instance<8a042309-9a42-45b2-aecd-0077c0846cd9> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:44:45 user nova-compute[74491]:   <uuid>8a042309-9a42-45b2-aecd-0077c0846cd9</uuid>
Oct 30 07:44:45 user nova-compute[74491]:   <name>instance-00000014</name>
Oct 30 07:44:45 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:44:45 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:44:45 user nova-compute[74491]:   <metadata>
Oct 30 07:44:45 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:44:45 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:44:45 user nova-compute[74491]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-2145805430</nova:name>
Oct 30 07:44:45 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:44:45</nova:creationTime>
Oct 30 07:44:45 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:44:45 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:44:45 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:44:45 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:44:45 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:44:45 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:44:45 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:44:45 user nova-compute[74491]:       <nova:owner>
Oct 30 07:44:45 user nova-compute[74491]:         <nova:user uuid="028c3259355b490989b2883f4dc4dff5">tempest-ServerRescueNegativeTestJSON-1194843193-project-member</nova:user>
Oct 30 07:44:45 user nova-compute[74491]:         <nova:project uuid="10f5045c03764000a23c825ac45ee88c">tempest-ServerRescueNegativeTestJSON-1194843193</nova:project>
Oct 30 07:44:45 user nova-compute[74491]:       </nova:owner>
Oct 30 07:44:45 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:44:45 user nova-compute[74491]:       <nova:ports>
Oct 30 07:44:45 user nova-compute[74491]:         <nova:port uuid="9955a304-55cd-479f-bb25-acf223b55dc8">
Oct 30 07:44:45 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 30 07:44:45 user nova-compute[74491]:         </nova:port>
Oct 30 07:44:45 user nova-compute[74491]:       </nova:ports>
Oct 30 07:44:45 user nova-compute[74491]:     </nova:instance>
Oct 30 07:44:45 user nova-compute[74491]:   </metadata>
Oct 30 07:44:45 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:44:45 user nova-compute[74491]:     <system>
Oct 30 07:44:45 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:44:45 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:44:45 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:44:45 user nova-compute[74491]:       <entry name="serial">8a042309-9a42-45b2-aecd-0077c0846cd9</entry>
Oct 30 07:44:45 user nova-compute[74491]:       <entry name="uuid">8a042309-9a42-45b2-aecd-0077c0846cd9</entry>
Oct 30 07:44:45 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:44:45 user nova-compute[74491]:     </system>
Oct 30 07:44:45 user nova-compute[74491]:   </sysinfo>
Oct 30 07:44:45 user nova-compute[74491]:   <os>
Oct 30 07:44:45 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:44:45 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:44:45 user nova-compute[74491]:   </os>
Oct 30 07:44:45 user nova-compute[74491]:   <features>
Oct 30 07:44:45 user nova-compute[74491]:     <acpi/>
Oct 30 07:44:45 user nova-compute[74491]:     <apic/>
Oct 30 07:44:45 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:44:45 user nova-compute[74491]:   </features>
Oct 30 07:44:45 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:44:45 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:44:45 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:44:45 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:44:45 user nova-compute[74491]:   </clock>
Oct 30 07:44:45 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:44:45 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:44:45 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:44:45 user nova-compute[74491]:   </cpu>
Oct 30 07:44:45 user nova-compute[74491]:   <devices>
Oct 30 07:44:45 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:44:45 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:44:45 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk.rescue"/>
Oct 30 07:44:45 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:44:45 user nova-compute[74491]:     </disk>
Oct 30 07:44:45 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:44:45 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:44:45 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk"/>
Oct 30 07:44:45 user nova-compute[74491]:       <target dev="vdb" bus="virtio"/>
Oct 30 07:44:45 user nova-compute[74491]:     </disk>
Oct 30 07:44:45 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:44:45 user nova-compute[74491]:       <mac address="fa:16:3e:fc:19:25"/>
Oct 30 07:44:45 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:44:45 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:44:45 user nova-compute[74491]:       <target dev="tap9955a304-55"/>
Oct 30 07:44:45 user nova-compute[74491]:     </interface>
Oct 30 07:44:45 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:44:45 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/console.log" append="off"/>
Oct 30 07:44:45 user nova-compute[74491]:     </serial>
Oct 30 07:44:45 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:44:45 user nova-compute[74491]:     <video>
Oct 30 07:44:45 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:44:45 user nova-compute[74491]:     </video>
Oct 30 07:44:45 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:44:45 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:44:45 user nova-compute[74491]:     </rng>
Oct 30 07:44:45 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:44:45 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:44:45 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:44:45 user nova-compute[74491]:     </memballoon>
Oct 30 07:44:45 user nova-compute[74491]:   </devices>
Oct 30 07:44:45 user nova-compute[74491]: </domain>
Oct 30 07:44:45 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:44:45 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Instance destroyed successfully.
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] No VIF found with MAC fa:16:3e:fc:19:25, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed0ea849-cee4-424b-8f05-2a6cf51185bd/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed0ea849-cee4-424b-8f05-2a6cf51185bd/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed0ea849-cee4-424b-8f05-2a6cf51185bd/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed0ea849-cee4-424b-8f05-2a6cf51185bd/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:46 user nova-compute[74491]: DEBUG nova.compute.manager [req-0fd56e65-1b63-4275-a470-219bc35366e1 req-d3b708ba-2d90-41ed-b886-cfb08974d3ff service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received event network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:44:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0fd56e65-1b63-4275-a470-219bc35366e1 req-d3b708ba-2d90-41ed-b886-cfb08974d3ff service nova] Acquiring lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:44:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0fd56e65-1b63-4275-a470-219bc35366e1 req-d3b708ba-2d90-41ed-b886-cfb08974d3ff service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:44:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0fd56e65-1b63-4275-a470-219bc35366e1 req-d3b708ba-2d90-41ed-b886-cfb08974d3ff service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:44:46 user nova-compute[74491]: DEBUG nova.compute.manager [req-0fd56e65-1b63-4275-a470-219bc35366e1 req-d3b708ba-2d90-41ed-b886-cfb08974d3ff service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] No waiting events found dispatching network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:44:46 user nova-compute[74491]: WARNING nova.compute.manager [req-0fd56e65-1b63-4275-a470-219bc35366e1 req-d3b708ba-2d90-41ed-b886-cfb08974d3ff service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received unexpected event network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 for instance with vm_state active and task_state rescuing.
Oct 30 07:44:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk.rescue --force-share --output=json" returned: 0 in 0.222s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk.rescue --force-share --output=json" returned: 0 in 0.216s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:44:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json" returned: 0 in 0.199s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json" returned: 0 in 0.196s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:48 user nova-compute[74491]: DEBUG nova.compute.manager [req-7bbafab5-54bd-42f2-b9ec-3e4fe1b90288 req-fbba49e7-a028-43e8-944a-6103ab43b74a service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received event network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:44:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7bbafab5-54bd-42f2-b9ec-3e4fe1b90288 req-fbba49e7-a028-43e8-944a-6103ab43b74a service nova] Acquiring lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:44:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7bbafab5-54bd-42f2-b9ec-3e4fe1b90288 req-fbba49e7-a028-43e8-944a-6103ab43b74a service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:44:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7bbafab5-54bd-42f2-b9ec-3e4fe1b90288 req-fbba49e7-a028-43e8-944a-6103ab43b74a service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:44:48 user nova-compute[74491]: DEBUG nova.compute.manager [req-7bbafab5-54bd-42f2-b9ec-3e4fe1b90288 req-fbba49e7-a028-43e8-944a-6103ab43b74a service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] No waiting events found dispatching network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:44:48 user nova-compute[74491]: WARNING nova.compute.manager [req-7bbafab5-54bd-42f2-b9ec-3e4fe1b90288 req-fbba49e7-a028-43e8-944a-6103ab43b74a service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received unexpected event network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 for instance with vm_state active and task_state rescuing.
Oct 30 07:44:48 user nova-compute[74491]: DEBUG nova.compute.manager [req-7bbafab5-54bd-42f2-b9ec-3e4fe1b90288 req-fbba49e7-a028-43e8-944a-6103ab43b74a service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received event network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:44:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7bbafab5-54bd-42f2-b9ec-3e4fe1b90288 req-fbba49e7-a028-43e8-944a-6103ab43b74a service nova] Acquiring lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:44:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7bbafab5-54bd-42f2-b9ec-3e4fe1b90288 req-fbba49e7-a028-43e8-944a-6103ab43b74a service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:44:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7bbafab5-54bd-42f2-b9ec-3e4fe1b90288 req-fbba49e7-a028-43e8-944a-6103ab43b74a service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:44:48 user nova-compute[74491]: DEBUG nova.compute.manager [req-7bbafab5-54bd-42f2-b9ec-3e4fe1b90288 req-fbba49e7-a028-43e8-944a-6103ab43b74a service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] No waiting events found dispatching network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:44:48 user nova-compute[74491]: WARNING nova.compute.manager [req-7bbafab5-54bd-42f2-b9ec-3e4fe1b90288 req-fbba49e7-a028-43e8-944a-6103ab43b74a service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received unexpected event network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 for instance with vm_state active and task_state rescuing.
Oct 30 07:44:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d3fc8-4880-4c20-b521-e86214f64bf8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d3fc8-4880-4c20-b521-e86214f64bf8/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d3fc8-4880-4c20-b521-e86214f64bf8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:49 user nova-compute[74491]: DEBUG nova.compute.manager [None req-7f98441e-50ff-469e-a621-e08aaa132948 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:44:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d3fc8-4880-4c20-b521-e86214f64bf8/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:44:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:51 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:44:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:44:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:44:52 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:44:52 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:44:52 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=7219MB free_disk=25.31622314453125GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 07:44:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:44:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:44:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 962072d3-a76a-491e-8693-d0f1ce2a2dd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:44:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance bb072d38-2d8d-4138-833b-de7b80d17a96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:44:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 6baf250e-557b-456f-8962-4e4e58e8f1b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:44:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance a9ab73d8-09f4-4bb3-8007-abf63dfbe984 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:44:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 0cd7d5a1-69a6-49df-a194-819797daa2a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:44:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ffba7846-2a43-48b7-bd99-27fc59c81765 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:44:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 5bb196cb-f895-4496-82ff-4712faec0300 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:44:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ca6e5e60-1eff-4e73-a1d8-b78361f31e61 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:44:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 8a042309-9a42-45b2-aecd-0077c0846cd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:44:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ed0ea849-cee4-424b-8f05-2a6cf51185bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:44:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance d06d3fc8-4880-4c20-b521-e86214f64bf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:44:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 2179c429-c80b-4aa5-aa45-80245fbd9cbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:44:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 77a92d83-a21c-4bc6-afa4-e8ad746be23f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:44:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:44:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 14 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 07:44:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=12GB total_vcpus=12 used_vcpus=14 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 07:44:53 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing inventories for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 07:44:53 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Updating ProviderTree inventory for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 07:44:53 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Updating inventory in ProviderTree for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 07:44:53 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing aggregate associations for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9, aggregates: None {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 07:44:53 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing trait associations for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9, traits: COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_CIRRUS,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSSE3,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_TRUSTED_CERTS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE41,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE,HW_CPU_X86_MMX,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_FDC,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_USB {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 07:44:53 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:44:53 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:44:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 07:44:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.038s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:44:53 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:44:53 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74491) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 07:44:54 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:44:54 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 07:44:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-a9ab73d8-09f4-4bb3-8007-abf63dfbe984" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:44:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-a9ab73d8-09f4-4bb3-8007-abf63dfbe984" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:44:54 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 07:44:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:44:55 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Updating instance_info_cache with network_info: [{"id": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "address": "fa:16:3e:a3:84:c6", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa73ebde6-f5", "ovs_interfaceid": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:44:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-a9ab73d8-09f4-4bb3-8007-abf63dfbe984" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:44:55 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 07:44:55 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:44:55 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:44:55 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:44:55 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:45:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:03 user nova-compute[74491]: DEBUG nova.compute.manager [req-47017b2b-1810-40e3-a827-dcb4e82a57fb req-3b1858d0-5cd2-46c4-938e-768cc6e272f7 service nova] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Received event network-changed-059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:45:03 user nova-compute[74491]: DEBUG nova.compute.manager [req-47017b2b-1810-40e3-a827-dcb4e82a57fb req-3b1858d0-5cd2-46c4-938e-768cc6e272f7 service nova] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Refreshing instance network info cache due to event network-changed-059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:45:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-47017b2b-1810-40e3-a827-dcb4e82a57fb req-3b1858d0-5cd2-46c4-938e-768cc6e272f7 service nova] Acquiring lock "refresh_cache-d06d3fc8-4880-4c20-b521-e86214f64bf8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:45:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-47017b2b-1810-40e3-a827-dcb4e82a57fb req-3b1858d0-5cd2-46c4-938e-768cc6e272f7 service nova] Acquired lock "refresh_cache-d06d3fc8-4880-4c20-b521-e86214f64bf8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:45:03 user nova-compute[74491]: DEBUG nova.network.neutron [req-47017b2b-1810-40e3-a827-dcb4e82a57fb req-3b1858d0-5cd2-46c4-938e-768cc6e272f7 service nova] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Refreshing network info cache for port 059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:45:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "d06d3fc8-4880-4c20-b521-e86214f64bf8" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:45:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "d06d3fc8-4880-4c20-b521-e86214f64bf8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:45:03 user nova-compute[74491]: DEBUG nova.objects.instance [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lazy-loading 'flavor' on Instance uuid d06d3fc8-4880-4c20-b521-e86214f64bf8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:45:03 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Ignoring supplied device name: /dev/vdb
Oct 30 07:45:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "d06d3fc8-4880-4c20-b521-e86214f64bf8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:45:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "d06d3fc8-4880-4c20-b521-e86214f64bf8" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:45:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "d06d3fc8-4880-4c20-b521-e86214f64bf8" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:45:04 user nova-compute[74491]: INFO nova.compute.manager [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Attaching volume 64efac2b-e1c4-41ae-aa04-9ac659ca86f7 to /dev/vdb
Oct 30 07:45:04 user nova-compute[74491]: DEBUG os_brick.utils [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:45:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8fb5b5d-f800-4a69-aab3-55cc61474d30]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:04 user nova-compute[74491]: DEBUG nova.network.neutron [req-47017b2b-1810-40e3-a827-dcb4e82a57fb req-3b1858d0-5cd2-46c4-938e-768cc6e272f7 service nova] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Updated VIF entry in instance network info cache for port 059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:45:04 user nova-compute[74491]: DEBUG nova.network.neutron [req-47017b2b-1810-40e3-a827-dcb4e82a57fb req-3b1858d0-5cd2-46c4-938e-768cc6e272f7 service nova] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Updating instance_info_cache with network_info: [{"id": "059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca", "address": "fa:16:3e:d7:47:3a", "network": {"id": "0ee19de2-df20-4647-98cd-f0196ef50b3f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-158911491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5328a34e1d7f4acdb9edd844396f1e40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap059e9bfe-d9", "ovs_interfaceid": "059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:45:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d8c580c-6631-4db8-bc04-7e46b579cd5d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-47017b2b-1810-40e3-a827-dcb4e82a57fb req-3b1858d0-5cd2-46c4-938e-768cc6e272f7 service nova] Releasing lock "refresh_cache-d06d3fc8-4880-4c20-b521-e86214f64bf8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:45:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[20820ee3-6805-4a27-87db-730aa2919efb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[22b4e6b4-0195-4a63-bd7a-df79be27ae1d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:45:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:45:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:45:04 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:45:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[51c3c295-cfec-408f-ab0f-a88fa82ee532]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:45:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:45:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:45:04 user nova-compute[74491]: DEBUG os_brick.utils [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] <== get_connector_properties: return (140ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:45:04 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Updating existing volume attachment record: a3c66343-793a-4adc-8db4-b94870faff87 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:45:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-aed321ce-7a2b-4c67-b856-d9068834da5c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:45:06 user nova-compute[74491]: INFO nova.compute.manager [None req-aed321ce-7a2b-4c67-b856-d9068834da5c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] instance snapshotting
Oct 30 07:45:06 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-aed321ce-7a2b-4c67-b856-d9068834da5c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Beginning live snapshot process
Oct 30 07:45:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-aed321ce-7a2b-4c67-b856-d9068834da5c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/disk --force-share --output=json -f qcow2 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-aed321ce-7a2b-4c67-b856-d9068834da5c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/disk --force-share --output=json -f qcow2" returned: 0 in 0.179s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-aed321ce-7a2b-4c67-b856-d9068834da5c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/disk --force-share --output=json -f qcow2 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-aed321ce-7a2b-4c67-b856-d9068834da5c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/disk --force-share --output=json -f qcow2" returned: 0 in 0.222s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-aed321ce-7a2b-4c67-b856-d9068834da5c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-aed321ce-7a2b-4c67-b856-d9068834da5c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.189s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-aed321ce-7a2b-4c67-b856-d9068834da5c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp1g868iuy/b8444b237cb34a2798799f202b6b9e33.delta 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-aed321ce-7a2b-4c67-b856-d9068834da5c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp1g868iuy/b8444b237cb34a2798799f202b6b9e33.delta 1073741824" returned: 0 in 0.098s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:07 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-aed321ce-7a2b-4c67-b856-d9068834da5c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 30 07:45:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-aed321ce-7a2b-4c67-b856-d9068834da5c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74491) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-aed321ce-7a2b-4c67-b856-d9068834da5c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] COPY block job progress, current cursor: 24379392 final cursor: 75497472 {{(pid=74491) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c742856d-6dc5-4326-a1cb-fd3cdb98dd1e tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Acquiring lock "ed0ea849-cee4-424b-8f05-2a6cf51185bd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c742856d-6dc5-4326-a1cb-fd3cdb98dd1e tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "ed0ea849-cee4-424b-8f05-2a6cf51185bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c742856d-6dc5-4326-a1cb-fd3cdb98dd1e tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Acquiring lock "ed0ea849-cee4-424b-8f05-2a6cf51185bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c742856d-6dc5-4326-a1cb-fd3cdb98dd1e tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "ed0ea849-cee4-424b-8f05-2a6cf51185bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c742856d-6dc5-4326-a1cb-fd3cdb98dd1e tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "ed0ea849-cee4-424b-8f05-2a6cf51185bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:45:08 user nova-compute[74491]: INFO nova.compute.manager [None req-c742856d-6dc5-4326-a1cb-fd3cdb98dd1e tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Terminating instance
Oct 30 07:45:08 user nova-compute[74491]: DEBUG nova.compute.manager [None req-c742856d-6dc5-4326-a1cb-fd3cdb98dd1e tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:45:08 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Creating image(s)
Oct 30 07:45:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Did not create local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Ensure instance console log exists: /opt/stack/data/nova/instances/5bb196cb-f895-4496-82ff-4712faec0300/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Start _get_guest_xml network_info=[{"id": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "address": "fa:16:3e:de:50:77", "network": {"id": "825b69f5-b9a2-455f-949a-376887ca7e9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1356292180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47b53bb4c82b41b4b66c0dcd3d3fb37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e31c670-5c", "ovs_interfaceid": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'attachment_id': 'f0a935f5-f9cd-4581-8b24-f580dde5c007', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CfqheMVU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5bb196cb-f895-4496-82ff-4712faec0300', 'attached_at': '', 'detached_at': '', 'volume_id': '180faeec-b7db-4cab-9c79-332c61edf527', 'serial': '180faeec-b7db-4cab-9c79-332c61edf527'}, 'delete_on_termination': True, 'volume_type': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:45:08 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 30 07:45:08 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 30 07:45:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG nova.objects.instance [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lazy-loading 'vcpu_model' on Instance uuid 5bb196cb-f895-4496-82ff-4712faec0300 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CfqheMVU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:45:08 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 30 07:45:08 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:45:08 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 30 07:45:08 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:45:08 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f989898f-0759-496f-ba47-33d5503cae51]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:45:08 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d597c965-dd40-45c5-b764-59a2f3ca39a6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527] added
Oct 30 07:45:08 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2a1d179-bb5e-474a-8079-8548cca9eaf4]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7adf46b1-abce-4481-9433-cca8c1b08f38]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CfqheMVU {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CfqheMVU" returned: 0 in 0.031s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7b122a6-ed23-4ea4-b6ef-66112a4a5b6c]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CfqheMVU'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[522b759d-0a03-4f7d-8ee0-881ca8276692]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-aed321ce-7a2b-4c67-b856-d9068834da5c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74491) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[55d5eea0-6f98-45d3-9d5a-2e8fa05f9250]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:45:08 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:45:08 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:45:08 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:45:08 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:45:08 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:45:08 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:45:08 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-aed321ce-7a2b-4c67-b856-d9068834da5c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --login" returned: 0 in 0.091s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6528baee-f6a0-472c-814d-677b1d7c16b4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527, portal: 172.16.0.220,3260]
Oct 30 07:45:08 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527, portal: 172.16.0.220,3260] successful.
Oct 30 07:45:08 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c7c28cb-25d1-4934-9944-b9c5e8d7ddf6]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:45:08 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[75e21b54-7a9a-4e0c-8468-82aa60aab36e]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:45:09 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:45:09 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:45:09 user nova-compute[74491]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:45:09 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:45:09 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:45:09 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:45:09 user nova-compute[74491]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:45:09 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.391s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] HCTL ('36', '-', '-', 0) found on session 24 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f465fa9-e65f-48f9-a4e6-1c415d6620b9]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Searching for a device in session 24 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CfqheMVU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG nova.compute.manager [req-30ecf1cb-ac52-4a45-ad9d-61a67690de4e req-67f23a27-a832-4f53-b219-317e25db428e service nova] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Received event network-vif-unplugged-056b6bcb-6894-4502-b381-e3821f68fd9b {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-30ecf1cb-ac52-4a45-ad9d-61a67690de4e req-67f23a27-a832-4f53-b219-317e25db428e service nova] Acquiring lock "ed0ea849-cee4-424b-8f05-2a6cf51185bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-30ecf1cb-ac52-4a45-ad9d-61a67690de4e req-67f23a27-a832-4f53-b219-317e25db428e service nova] Lock "ed0ea849-cee4-424b-8f05-2a6cf51185bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-30ecf1cb-ac52-4a45-ad9d-61a67690de4e req-67f23a27-a832-4f53-b219-317e25db428e service nova] Lock "ed0ea849-cee4-424b-8f05-2a6cf51185bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG nova.compute.manager [req-30ecf1cb-ac52-4a45-ad9d-61a67690de4e req-67f23a27-a832-4f53-b219-317e25db428e service nova] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] No waiting events found dispatching network-vif-unplugged-056b6bcb-6894-4502-b381-e3821f68fd9b {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG nova.compute.manager [req-30ecf1cb-ac52-4a45-ad9d-61a67690de4e req-67f23a27-a832-4f53-b219-317e25db428e service nova] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Received event network-vif-unplugged-056b6bcb-6894-4502-b381-e3821f68fd9b for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:09 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Instance destroyed successfully.
Oct 30 07:45:09 user nova-compute[74491]: DEBUG nova.objects.instance [None req-c742856d-6dc5-4326-a1cb-fd3cdb98dd1e tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lazy-loading 'resources' on Instance uuid ed0ea849-cee4-424b-8f05-2a6cf51185bd {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG nova.privsep.utils [None req-aed321ce-7a2b-4c67-b856-d9068834da5c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74491) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-aed321ce-7a2b-4c67-b856-d9068834da5c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp1g868iuy/b8444b237cb34a2798799f202b6b9e33.delta /opt/stack/data/nova/instances/snapshots/tmp1g868iuy/b8444b237cb34a2798799f202b6b9e33 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-c742856d-6dc5-4326-a1cb-fd3cdb98dd1e tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:42:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1651874614',display_name='tempest-VolumesAdminNegativeTest-server-1651874614',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1651874614',id=21,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:42:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8117025bfd014574b8a05aeb124dba9f',ramdisk_id='',reservation_id='r-9vw44p2e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-610216387',owner_user_name='tempest-VolumesAdminNegativeTest-610216387-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:42:50Z,user_data=None,user_id='3e9a80a957e143e28be42428c319b5cb',uuid=ed0ea849-cee4-424b-8f05-2a6cf51185bd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "056b6bcb-6894-4502-b381-e3821f68fd9b", "address": "fa:16:3e:cb:70:a7", "network": {"id": "87fbe250-ed26-4411-957b-fd643c90dcd3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1010458543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8117025bfd014574b8a05aeb124dba9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap056b6bcb-68", "ovs_interfaceid": "056b6bcb-6894-4502-b381-e3821f68fd9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-c742856d-6dc5-4326-a1cb-fd3cdb98dd1e tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Converting VIF {"id": "056b6bcb-6894-4502-b381-e3821f68fd9b", "address": "fa:16:3e:cb:70:a7", "network": {"id": "87fbe250-ed26-4411-957b-fd643c90dcd3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1010458543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8117025bfd014574b8a05aeb124dba9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap056b6bcb-68", "ovs_interfaceid": "056b6bcb-6894-4502-b381-e3821f68fd9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-c742856d-6dc5-4326-a1cb-fd3cdb98dd1e tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cb:70:a7,bridge_name='br-int',has_traffic_filtering=True,id=056b6bcb-6894-4502-b381-e3821f68fd9b,network=Network(87fbe250-ed26-4411-957b-fd643c90dcd3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap056b6bcb-68') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG os_vif [None req-c742856d-6dc5-4326-a1cb-fd3cdb98dd1e tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:70:a7,bridge_name='br-int',has_traffic_filtering=True,id=056b6bcb-6894-4502-b381-e3821f68fd9b,network=Network(87fbe250-ed26-4411-957b-fd643c90dcd3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap056b6bcb-68') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap056b6bcb-68, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=694c02a3-97b1-4f12-9aa7-862d052b6966) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:45:09 user nova-compute[74491]: INFO os_vif [None req-c742856d-6dc5-4326-a1cb-fd3cdb98dd1e tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:70:a7,bridge_name='br-int',has_traffic_filtering=True,id=056b6bcb-6894-4502-b381-e3821f68fd9b,network=Network(87fbe250-ed26-4411-957b-fd643c90dcd3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap056b6bcb-68')
Oct 30 07:45:09 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-c742856d-6dc5-4326-a1cb-fd3cdb98dd1e tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Deleting instance files /opt/stack/data/nova/instances/ed0ea849-cee4-424b-8f05-2a6cf51185bd_del
Oct 30 07:45:09 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-c742856d-6dc5-4326-a1cb-fd3cdb98dd1e tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Deletion of /opt/stack/data/nova/instances/ed0ea849-cee4-424b-8f05-2a6cf51185bd_del complete
Oct 30 07:45:09 user nova-compute[74491]: INFO nova.compute.manager [None req-c742856d-6dc5-4326-a1cb-fd3cdb98dd1e tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Took 1.24 seconds to destroy the instance on the hypervisor.
Oct 30 07:45:09 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-c742856d-6dc5-4326-a1cb-fd3cdb98dd1e tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:45:09 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:45:10 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.452s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:45:10 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] <== connect_volume: return (1454ms) {'type': 'block', 'scsi_wwn': '26664653236383933', 'path': '/dev/sde'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:45:10 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26664653236383933', 'path': '/dev/sde'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:45:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-aed321ce-7a2b-4c67-b856-d9068834da5c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp1g868iuy/b8444b237cb34a2798799f202b6b9e33.delta /opt/stack/data/nova/instances/snapshots/tmp1g868iuy/b8444b237cb34a2798799f202b6b9e33" returned: 0 in 0.749s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:10 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-aed321ce-7a2b-4c67-b856-d9068834da5c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Snapshot extracted, beginning image upload
Oct 30 07:45:10 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T07:42:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1475066250',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-667559961',id=18,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAHXAPOOkWR+VKjLkymTWDstTzSVvkOLSkDxgK5ll0EOaZ/D/eaENxQguyLqu2/e7rrXgBa4icQdcmUnxcsjAyt4lG2wgGonWXJvkIJeTHSamCzwUl2oDR4Yym1sAtZ/Sg==',key_name='tempest-keypair-1010074157',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:42:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='47b53bb4c82b41b4b66c0dcd3d3fb37f',ramdisk_id='',reservation_id='r-cgj964re',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-375299279',owner_user_name='tempest-ServerActionsV293TestJSON-375299279-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:44:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0114d845a65444a69501b2bc91e78391',uuid=5bb196cb-f895-4496-82ff-4712faec0300,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "address": "fa:16:3e:de:50:77", "network": {"id": "825b69f5-b9a2-455f-949a-376887ca7e9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1356292180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47b53bb4c82b41b4b66c0dcd3d3fb37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e31c670-5c", "ovs_interfaceid": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:45:10 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Converting VIF {"id": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "address": "fa:16:3e:de:50:77", "network": {"id": "825b69f5-b9a2-455f-949a-376887ca7e9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1356292180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47b53bb4c82b41b4b66c0dcd3d3fb37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e31c670-5c", "ovs_interfaceid": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:45:10 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:de:50:77,bridge_name='br-int',has_traffic_filtering=True,id=2e31c670-5c02-48f3-b88d-eb2ba9386ccd,network=Network(825b69f5-b9a2-455f-949a-376887ca7e9d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e31c670-5c') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:45:10 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:45:10 user nova-compute[74491]:   <uuid>5bb196cb-f895-4496-82ff-4712faec0300</uuid>
Oct 30 07:45:10 user nova-compute[74491]:   <name>instance-00000012</name>
Oct 30 07:45:10 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:45:10 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:45:10 user nova-compute[74491]:   <metadata>
Oct 30 07:45:10 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:45:10 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:45:10 user nova-compute[74491]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1475066250</nova:name>
Oct 30 07:45:10 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:45:08</nova:creationTime>
Oct 30 07:45:10 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:45:10 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:45:10 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:45:10 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:45:10 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:45:10 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:45:10 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:45:10 user nova-compute[74491]:       <nova:owner>
Oct 30 07:45:10 user nova-compute[74491]:         <nova:user uuid="0114d845a65444a69501b2bc91e78391">tempest-ServerActionsV293TestJSON-375299279-project-member</nova:user>
Oct 30 07:45:10 user nova-compute[74491]:         <nova:project uuid="47b53bb4c82b41b4b66c0dcd3d3fb37f">tempest-ServerActionsV293TestJSON-375299279</nova:project>
Oct 30 07:45:10 user nova-compute[74491]:       </nova:owner>
Oct 30 07:45:10 user nova-compute[74491]:       <nova:ports>
Oct 30 07:45:10 user nova-compute[74491]:         <nova:port uuid="2e31c670-5c02-48f3-b88d-eb2ba9386ccd">
Oct 30 07:45:10 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 30 07:45:10 user nova-compute[74491]:         </nova:port>
Oct 30 07:45:10 user nova-compute[74491]:       </nova:ports>
Oct 30 07:45:10 user nova-compute[74491]:     </nova:instance>
Oct 30 07:45:10 user nova-compute[74491]:   </metadata>
Oct 30 07:45:10 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:45:10 user nova-compute[74491]:     <system>
Oct 30 07:45:10 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:45:10 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:45:10 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:45:10 user nova-compute[74491]:       <entry name="serial">5bb196cb-f895-4496-82ff-4712faec0300</entry>
Oct 30 07:45:10 user nova-compute[74491]:       <entry name="uuid">5bb196cb-f895-4496-82ff-4712faec0300</entry>
Oct 30 07:45:10 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:45:10 user nova-compute[74491]:     </system>
Oct 30 07:45:10 user nova-compute[74491]:   </sysinfo>
Oct 30 07:45:10 user nova-compute[74491]:   <os>
Oct 30 07:45:10 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:45:10 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:45:10 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:45:10 user nova-compute[74491]:   </os>
Oct 30 07:45:10 user nova-compute[74491]:   <features>
Oct 30 07:45:10 user nova-compute[74491]:     <acpi/>
Oct 30 07:45:10 user nova-compute[74491]:     <apic/>
Oct 30 07:45:10 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:45:10 user nova-compute[74491]:   </features>
Oct 30 07:45:10 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:45:10 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:45:10 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:45:10 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:45:10 user nova-compute[74491]:   </clock>
Oct 30 07:45:10 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:45:10 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:45:10 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:45:10 user nova-compute[74491]:   </cpu>
Oct 30 07:45:10 user nova-compute[74491]:   <devices>
Oct 30 07:45:10 user nova-compute[74491]:     <disk type="block" device="disk">
Oct 30 07:45:10 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:45:10 user nova-compute[74491]:       <source dev="/dev/sde"/>
Oct 30 07:45:10 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:45:10 user nova-compute[74491]:       <serial>180faeec-b7db-4cab-9c79-332c61edf527</serial>
Oct 30 07:45:10 user nova-compute[74491]:     </disk>
Oct 30 07:45:10 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:45:10 user nova-compute[74491]:       <mac address="fa:16:3e:de:50:77"/>
Oct 30 07:45:10 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:45:10 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:45:10 user nova-compute[74491]:       <target dev="tap2e31c670-5c"/>
Oct 30 07:45:10 user nova-compute[74491]:     </interface>
Oct 30 07:45:10 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:45:10 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/5bb196cb-f895-4496-82ff-4712faec0300/console.log" append="off"/>
Oct 30 07:45:10 user nova-compute[74491]:     </serial>
Oct 30 07:45:10 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:45:10 user nova-compute[74491]:     <video>
Oct 30 07:45:10 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:45:10 user nova-compute[74491]:     </video>
Oct 30 07:45:10 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:45:10 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:45:10 user nova-compute[74491]:     </rng>
Oct 30 07:45:10 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:45:10 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:45:10 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:45:10 user nova-compute[74491]:     </memballoon>
Oct 30 07:45:10 user nova-compute[74491]:   </devices>
Oct 30 07:45:10 user nova-compute[74491]: </domain>
Oct 30 07:45:10 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:45:10 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T07:42:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1475066250',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-667559961',id=18,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAHXAPOOkWR+VKjLkymTWDstTzSVvkOLSkDxgK5ll0EOaZ/D/eaENxQguyLqu2/e7rrXgBa4icQdcmUnxcsjAyt4lG2wgGonWXJvkIJeTHSamCzwUl2oDR4Yym1sAtZ/Sg==',key_name='tempest-keypair-1010074157',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:42:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='47b53bb4c82b41b4b66c0dcd3d3fb37f',ramdisk_id='',reservation_id='r-cgj964re',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-375299279',owner_user_name='tempest-ServerActionsV293TestJSON-375299279-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:44:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0114d845a65444a69501b2bc91e78391',uuid=5bb196cb-f895-4496-82ff-4712faec0300,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "address": "fa:16:3e:de:50:77", "network": {"id": "825b69f5-b9a2-455f-949a-376887ca7e9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1356292180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47b53bb4c82b41b4b66c0dcd3d3fb37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e31c670-5c", "ovs_interfaceid": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:45:10 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Converting VIF {"id": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "address": "fa:16:3e:de:50:77", "network": {"id": "825b69f5-b9a2-455f-949a-376887ca7e9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1356292180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47b53bb4c82b41b4b66c0dcd3d3fb37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e31c670-5c", "ovs_interfaceid": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:45:10 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:de:50:77,bridge_name='br-int',has_traffic_filtering=True,id=2e31c670-5c02-48f3-b88d-eb2ba9386ccd,network=Network(825b69f5-b9a2-455f-949a-376887ca7e9d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e31c670-5c') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:45:10 user nova-compute[74491]: DEBUG os_vif [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:de:50:77,bridge_name='br-int',has_traffic_filtering=True,id=2e31c670-5c02-48f3-b88d-eb2ba9386ccd,network=Network(825b69f5-b9a2-455f-949a-376887ca7e9d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e31c670-5c') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:45:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:45:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:45:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '34758a52-7234-5e8d-8139-45227a7fe4d5', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:45:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:45:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2e31c670-5c, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:45:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2e31c670-5c, col_values=(('qos', UUID('f712c1d0-ac67-42e8-bc36-f988d2295cba')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:45:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2e31c670-5c, col_values=(('external_ids', {'iface-id': '2e31c670-5c02-48f3-b88d-eb2ba9386ccd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:de:50:77', 'vm-uuid': '5bb196cb-f895-4496-82ff-4712faec0300'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:45:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:45:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:10 user nova-compute[74491]: INFO os_vif [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:de:50:77,bridge_name='br-int',has_traffic_filtering=True,id=2e31c670-5c02-48f3-b88d-eb2ba9386ccd,network=Network(825b69f5-b9a2-455f-949a-376887ca7e9d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e31c670-5c')
Oct 30 07:45:10 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:45:10 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] No VIF found with MAC fa:16:3e:de:50:77, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:45:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:10 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:45:10 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Took 1.01 seconds to deallocate network for instance.
Oct 30 07:45:10 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c742856d-6dc5-4326-a1cb-fd3cdb98dd1e tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:45:10 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c742856d-6dc5-4326-a1cb-fd3cdb98dd1e tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:45:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-d4463435-0173-4ff1-90e7-be135167ec39 req-8c0704e0-c7f7-4d1e-bc58-d72345458e77 service nova] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Received event network-vif-plugged-056b6bcb-6894-4502-b381-e3821f68fd9b {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:45:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d4463435-0173-4ff1-90e7-be135167ec39 req-8c0704e0-c7f7-4d1e-bc58-d72345458e77 service nova] Acquiring lock "ed0ea849-cee4-424b-8f05-2a6cf51185bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:45:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d4463435-0173-4ff1-90e7-be135167ec39 req-8c0704e0-c7f7-4d1e-bc58-d72345458e77 service nova] Lock "ed0ea849-cee4-424b-8f05-2a6cf51185bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:45:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d4463435-0173-4ff1-90e7-be135167ec39 req-8c0704e0-c7f7-4d1e-bc58-d72345458e77 service nova] Lock "ed0ea849-cee4-424b-8f05-2a6cf51185bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:45:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-d4463435-0173-4ff1-90e7-be135167ec39 req-8c0704e0-c7f7-4d1e-bc58-d72345458e77 service nova] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] No waiting events found dispatching network-vif-plugged-056b6bcb-6894-4502-b381-e3821f68fd9b {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:45:11 user nova-compute[74491]: WARNING nova.compute.manager [req-d4463435-0173-4ff1-90e7-be135167ec39 req-8c0704e0-c7f7-4d1e-bc58-d72345458e77 service nova] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Received unexpected event network-vif-plugged-056b6bcb-6894-4502-b381-e3821f68fd9b for instance with vm_state deleted and task_state None.
Oct 30 07:45:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-d4463435-0173-4ff1-90e7-be135167ec39 req-8c0704e0-c7f7-4d1e-bc58-d72345458e77 service nova] [instance: ed0ea849-cee4-424b-8f05-2a6cf51185bd] Received event network-vif-deleted-056b6bcb-6894-4502-b381-e3821f68fd9b {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:45:11 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-c742856d-6dc5-4326-a1cb-fd3cdb98dd1e tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:45:11 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-c742856d-6dc5-4326-a1cb-fd3cdb98dd1e tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:45:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c742856d-6dc5-4326-a1cb-fd3cdb98dd1e tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.611s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:45:11 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-c742856d-6dc5-4326-a1cb-fd3cdb98dd1e tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Deleted allocations for instance ed0ea849-cee4-424b-8f05-2a6cf51185bd
Oct 30 07:45:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c742856d-6dc5-4326-a1cb-fd3cdb98dd1e tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "ed0ea849-cee4-424b-8f05-2a6cf51185bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.118s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:45:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-ed509d3f-efe5-4e19-b4ff-bf82f97b2370 req-cbcbc7e1-b6ca-4d9c-81ce-310139ff2033 service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Received event network-vif-plugged-2e31c670-5c02-48f3-b88d-eb2ba9386ccd {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:45:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ed509d3f-efe5-4e19-b4ff-bf82f97b2370 req-cbcbc7e1-b6ca-4d9c-81ce-310139ff2033 service nova] Acquiring lock "5bb196cb-f895-4496-82ff-4712faec0300-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:45:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ed509d3f-efe5-4e19-b4ff-bf82f97b2370 req-cbcbc7e1-b6ca-4d9c-81ce-310139ff2033 service nova] Lock "5bb196cb-f895-4496-82ff-4712faec0300-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:45:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ed509d3f-efe5-4e19-b4ff-bf82f97b2370 req-cbcbc7e1-b6ca-4d9c-81ce-310139ff2033 service nova] Lock "5bb196cb-f895-4496-82ff-4712faec0300-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:45:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-ed509d3f-efe5-4e19-b4ff-bf82f97b2370 req-cbcbc7e1-b6ca-4d9c-81ce-310139ff2033 service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] No waiting events found dispatching network-vif-plugged-2e31c670-5c02-48f3-b88d-eb2ba9386ccd {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:45:11 user nova-compute[74491]: WARNING nova.compute.manager [req-ed509d3f-efe5-4e19-b4ff-bf82f97b2370 req-cbcbc7e1-b6ca-4d9c-81ce-310139ff2033 service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Received unexpected event network-vif-plugged-2e31c670-5c02-48f3-b88d-eb2ba9386ccd for instance with vm_state active and task_state rebuild_spawning.
Oct 30 07:45:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:13 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-aed321ce-7a2b-4c67-b856-d9068834da5c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Snapshot image upload complete
Oct 30 07:45:13 user nova-compute[74491]: INFO nova.compute.manager [None req-aed321ce-7a2b-4c67-b856-d9068834da5c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Took 7.83 seconds to snapshot the instance on the hypervisor.
Oct 30 07:45:13 user nova-compute[74491]: DEBUG nova.compute.manager [req-4273eaf2-5dc0-41b3-afb4-ed5fa820f178 req-d47dd72f-5dbe-4de5-81ec-f34c6f704b00 service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Received event network-vif-plugged-2e31c670-5c02-48f3-b88d-eb2ba9386ccd {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:45:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4273eaf2-5dc0-41b3-afb4-ed5fa820f178 req-d47dd72f-5dbe-4de5-81ec-f34c6f704b00 service nova] Acquiring lock "5bb196cb-f895-4496-82ff-4712faec0300-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:45:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4273eaf2-5dc0-41b3-afb4-ed5fa820f178 req-d47dd72f-5dbe-4de5-81ec-f34c6f704b00 service nova] Lock "5bb196cb-f895-4496-82ff-4712faec0300-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:45:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4273eaf2-5dc0-41b3-afb4-ed5fa820f178 req-d47dd72f-5dbe-4de5-81ec-f34c6f704b00 service nova] Lock "5bb196cb-f895-4496-82ff-4712faec0300-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:45:13 user nova-compute[74491]: DEBUG nova.compute.manager [req-4273eaf2-5dc0-41b3-afb4-ed5fa820f178 req-d47dd72f-5dbe-4de5-81ec-f34c6f704b00 service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] No waiting events found dispatching network-vif-plugged-2e31c670-5c02-48f3-b88d-eb2ba9386ccd {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:45:13 user nova-compute[74491]: WARNING nova.compute.manager [req-4273eaf2-5dc0-41b3-afb4-ed5fa820f178 req-d47dd72f-5dbe-4de5-81ec-f34c6f704b00 service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Received unexpected event network-vif-plugged-2e31c670-5c02-48f3-b88d-eb2ba9386ccd for instance with vm_state active and task_state rebuild_spawning.
Oct 30 07:45:14 user nova-compute[74491]: DEBUG nova.compute.manager [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:45:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:45:14 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Instance spawned successfully.
Oct 30 07:45:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:45:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:45:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:45:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:45:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:45:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:45:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:45:14 user nova-compute[74491]: DEBUG nova.compute.manager [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:45:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:45:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:45:14 user nova-compute[74491]: DEBUG nova.objects.instance [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74491) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Oct 30 07:45:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6cc196da-e975-470f-bb36-732bc45e453b tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.091s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:45:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UgPZTDud', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:45:25 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:45:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:45:25 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:45:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:45:25 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[119e70fd-a8c3-430f-8d02-1147bcadaa4e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:45:25 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc0b8dfd-0062-4da9-b307-d67ab4c6e825]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7] added
Oct 30 07:45:25 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4843c03c-11b5-468f-8f0d-dfc83af87ece]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f32f35c4-1a68-4371-8a10-85022270c687]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UgPZTDud {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UgPZTDud" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f851a4e3-4685-48d9-867a-465959231de2]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UgPZTDud'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[011dc301-db33-4ddc-aa02-32a29efc0086]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4648a20-b859-491d-880c-3ba58229a7f0]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:45:25 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:45:25 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:45:25 user nova-compute[74491]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:45:25 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:45:25 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:45:25 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:45:25 user nova-compute[74491]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:45:25 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[88d418f6-0963-4d7f-9265-1aae713caacb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7, portal: 172.16.0.220,3260]
Oct 30 07:45:25 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7, portal: 172.16.0.220,3260] successful.
Oct 30 07:45:25 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d57d878-cf2a-4a34-b621-dbb874b79d1a]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[71f4e9fc-e953-4afe-af14-5f8eddcffd4f]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:45:25 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:45:25 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:45:25 user nova-compute[74491]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:45:25 user nova-compute[74491]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)
Oct 30 07:45:25 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:45:25 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:45:25 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:45:25 user nova-compute[74491]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:45:25 user nova-compute[74491]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)
Oct 30 07:45:25 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.299s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] HCTL ('37', '-', '-', 0) found on session 25 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc35d550-7b6f-492a-97ee-8feebf1e3ca2]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:25 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Searching for a device in session 25 and hctl ['37', '*', '*', 0] yield: None {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:45:26 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Searching for a device in session 25 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:45:26 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UgPZTDud', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:45:26 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.336s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:45:26 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] <== connect_volume: return (1338ms) {'type': 'block', 'scsi_wwn': '26534323535613635', 'path': '/dev/sdf'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:45:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26534323535613635', 'path': '/dev/sdf'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:45:26 user nova-compute[74491]: DEBUG nova.objects.instance [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lazy-loading 'flavor' on Instance uuid d06d3fc8-4880-4c20-b521-e86214f64bf8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:45:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 07:45:26 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:45:26 user nova-compute[74491]:   <source dev="/dev/sdf"/>
Oct 30 07:45:26 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:45:26 user nova-compute[74491]:   <serial>64efac2b-e1c4-41ae-aa04-9ac659ca86f7</serial>
Oct 30 07:45:26 user nova-compute[74491]: </disk>
Oct 30 07:45:26 user nova-compute[74491]:  {{(pid=74491) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 07:45:27 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:45:27 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:45:27 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] No VIF found with MAC fa:16:3e:d7:47:3a, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:45:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b23515fb-cb1f-4667-a318-0913d511faaf tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "d06d3fc8-4880-4c20-b521-e86214f64bf8" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 23.245s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:45:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:45:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 07:45:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:45:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:45:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:36 user nova-compute[74491]: DEBUG nova.compute.manager [req-c02a933d-d86d-4be4-aaeb-abfdf480e468 req-7a6f4e17-09e2-4de1-82d3-9b81143bbc4d service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Received event network-changed-a65489fa-7e89-459f-8c02-ddb9366c2ec5 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:45:36 user nova-compute[74491]: DEBUG nova.compute.manager [req-c02a933d-d86d-4be4-aaeb-abfdf480e468 req-7a6f4e17-09e2-4de1-82d3-9b81143bbc4d service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Refreshing instance network info cache due to event network-changed-a65489fa-7e89-459f-8c02-ddb9366c2ec5. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:45:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c02a933d-d86d-4be4-aaeb-abfdf480e468 req-7a6f4e17-09e2-4de1-82d3-9b81143bbc4d service nova] Acquiring lock "refresh_cache-77a92d83-a21c-4bc6-afa4-e8ad746be23f" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:45:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c02a933d-d86d-4be4-aaeb-abfdf480e468 req-7a6f4e17-09e2-4de1-82d3-9b81143bbc4d service nova] Acquired lock "refresh_cache-77a92d83-a21c-4bc6-afa4-e8ad746be23f" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:45:36 user nova-compute[74491]: DEBUG nova.network.neutron [req-c02a933d-d86d-4be4-aaeb-abfdf480e468 req-7a6f4e17-09e2-4de1-82d3-9b81143bbc4d service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Refreshing network info cache for port a65489fa-7e89-459f-8c02-ddb9366c2ec5 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:45:36 user nova-compute[74491]: DEBUG nova.network.neutron [req-c02a933d-d86d-4be4-aaeb-abfdf480e468 req-7a6f4e17-09e2-4de1-82d3-9b81143bbc4d service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Updated VIF entry in instance network info cache for port a65489fa-7e89-459f-8c02-ddb9366c2ec5. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:45:36 user nova-compute[74491]: DEBUG nova.network.neutron [req-c02a933d-d86d-4be4-aaeb-abfdf480e468 req-7a6f4e17-09e2-4de1-82d3-9b81143bbc4d service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Updating instance_info_cache with network_info: [{"id": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "address": "fa:16:3e:33:ab:fb", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa65489fa-7e", "ovs_interfaceid": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:45:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c02a933d-d86d-4be4-aaeb-abfdf480e468 req-7a6f4e17-09e2-4de1-82d3-9b81143bbc4d service nova] Releasing lock "refresh_cache-77a92d83-a21c-4bc6-afa4-e8ad746be23f" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:45:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:45:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:45:36 user nova-compute[74491]: DEBUG nova.objects.instance [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lazy-loading 'flavor' on Instance uuid 77a92d83-a21c-4bc6-afa4-e8ad746be23f {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:45:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.061s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:45:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:45:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:45:37 user nova-compute[74491]: INFO nova.compute.manager [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Attaching volume 0b44c39c-ca00-4331-828b-faef729db773 to /dev/vdb
Oct 30 07:45:37 user nova-compute[74491]: DEBUG os_brick.utils [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:45:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:37 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0936921a-3915-43a3-aa95-3394e34187ef]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:37 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[269637b6-ff17-4d2f-af45-429f3646d97a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:37 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[91034257-1366-4eec-a7d2-e405227b083a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:37 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[047e12f0-093a-457c-be89-b0827d036a1d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:45:37 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:45:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:45:37 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:45:37 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6972e492-38e5-4679-af03-3fcf6bb02ae3]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:37 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:45:37 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:45:37 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:45:37 user nova-compute[74491]: DEBUG os_brick.utils [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:45:37 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Updating existing volume attachment record: fabe405a-dbf8-460a-8300-0262a064e07d {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:45:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:43 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:45:43 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 07:45:44 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:45:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:45 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:45:45 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:45:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:45:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:45:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:45:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 07:45:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:45:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json" returned: 0 in 0.210s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d3fc8-4880-4c20-b521-e86214f64bf8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d3fc8-4880-4c20-b521-e86214f64bf8/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d3fc8-4880-4c20-b521-e86214f64bf8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d3fc8-4880-4c20-b521-e86214f64bf8/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:45:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:45:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:45:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:50 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:45:50 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:45:50 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:45:50 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=7116MB free_disk=25.281936645507812GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 07:45:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:45:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:45:50 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 962072d3-a76a-491e-8693-d0f1ce2a2dd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:45:50 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance bb072d38-2d8d-4138-833b-de7b80d17a96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:45:50 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 6baf250e-557b-456f-8962-4e4e58e8f1b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:45:50 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance a9ab73d8-09f4-4bb3-8007-abf63dfbe984 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:45:51 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 0cd7d5a1-69a6-49df-a194-819797daa2a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:45:51 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ffba7846-2a43-48b7-bd99-27fc59c81765 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:45:51 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 5bb196cb-f895-4496-82ff-4712faec0300 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:45:51 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ca6e5e60-1eff-4e73-a1d8-b78361f31e61 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:45:51 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 8a042309-9a42-45b2-aecd-0077c0846cd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:45:51 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance d06d3fc8-4880-4c20-b521-e86214f64bf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:45:51 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 2179c429-c80b-4aa5-aa45-80245fbd9cbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:45:51 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 77a92d83-a21c-4bc6-afa4-e8ad746be23f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:45:51 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:45:51 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 07:45:51 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 07:45:51 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:45:51 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:45:51 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 07:45:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.636s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:45:53 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:45:53 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 07:45:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-ca6e5e60-1eff-4e73-a1d8-b78361f31e61" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:45:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-ca6e5e60-1eff-4e73-a1d8-b78361f31e61" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:45:53 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 07:45:54 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Updating instance_info_cache with network_info: [{"id": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "address": "fa:16:3e:79:ba:83", "network": {"id": "4b60f2bc-47f1-4758-ab27-7409b0ed4838", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-353851300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bc84846dd74eecb286bfbcfd4f838b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2690cd19-db", "ovs_interfaceid": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:45:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-ca6e5e60-1eff-4e73-a1d8-b78361f31e61" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:45:54 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 07:45:54 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:45:54 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:45:54 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:45:54 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:45:55 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:45:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:45:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:45:55 user nova-compute[74491]: DEBUG nova.compute.manager [req-ca3f68cb-88df-44bc-b93a-3dc882170702 req-38277389-3055-4393-a005-f168e0e301a3 service nova] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Received event network-changed-ff29e0f8-afc0-42f4-9149-d437e195eb7b {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:45:55 user nova-compute[74491]: DEBUG nova.compute.manager [req-ca3f68cb-88df-44bc-b93a-3dc882170702 req-38277389-3055-4393-a005-f168e0e301a3 service nova] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Refreshing instance network info cache due to event network-changed-ff29e0f8-afc0-42f4-9149-d437e195eb7b. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:45:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ca3f68cb-88df-44bc-b93a-3dc882170702 req-38277389-3055-4393-a005-f168e0e301a3 service nova] Acquiring lock "refresh_cache-91f5cb89-beb0-4b55-9e82-ba3f2782fcdb" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:45:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ca3f68cb-88df-44bc-b93a-3dc882170702 req-38277389-3055-4393-a005-f168e0e301a3 service nova] Acquired lock "refresh_cache-91f5cb89-beb0-4b55-9e82-ba3f2782fcdb" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:45:55 user nova-compute[74491]: DEBUG nova.network.neutron [req-ca3f68cb-88df-44bc-b93a-3dc882170702 req-38277389-3055-4393-a005-f168e0e301a3 service nova] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Refreshing network info cache for port ff29e0f8-afc0-42f4-9149-d437e195eb7b {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:45:56 user nova-compute[74491]: DEBUG nova.network.neutron [req-ca3f68cb-88df-44bc-b93a-3dc882170702 req-38277389-3055-4393-a005-f168e0e301a3 service nova] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Updated VIF entry in instance network info cache for port ff29e0f8-afc0-42f4-9149-d437e195eb7b. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:45:56 user nova-compute[74491]: DEBUG nova.network.neutron [req-ca3f68cb-88df-44bc-b93a-3dc882170702 req-38277389-3055-4393-a005-f168e0e301a3 service nova] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Updating instance_info_cache with network_info: [{"id": "ff29e0f8-afc0-42f4-9149-d437e195eb7b", "address": "fa:16:3e:02:6d:89", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff29e0f8-af", "ovs_interfaceid": "ff29e0f8-afc0-42f4-9149-d437e195eb7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:45:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ca3f68cb-88df-44bc-b93a-3dc882170702 req-38277389-3055-4393-a005-f168e0e301a3 service nova] Releasing lock "refresh_cache-91f5cb89-beb0-4b55-9e82-ba3f2782fcdb" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bGrYgtLD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:45:58 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:45:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:45:58 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:45:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:45:58 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:45:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5e27ff4-5398-4ae0-9181-a62521d48387]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:45:58 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[652c4350-1480-4838-afe6-903b80e66e48]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773] added
Oct 30 07:45:58 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c0ac47a-3d5e-4146-a194-03d313b7f996]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[99230adb-39e0-4fba-8986-d63ce2dbcf48]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bGrYgtLD {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bGrYgtLD" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1fc2a80-f74a-4326-9622-a638178092b6]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bGrYgtLD'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e618a14-0272-44a3-bdd0-d5c5c48a1597]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cf03201-3f6b-4e57-af9b-a3dc2c6c8db1]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:45:58 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:45:58 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:45:58 user nova-compute[74491]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:45:58 user nova-compute[74491]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)
Oct 30 07:45:58 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:45:58 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:45:58 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:45:58 user nova-compute[74491]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:45:58 user nova-compute[74491]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)
Oct 30 07:45:58 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:45:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --login" returned: 0 in 0.091s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:59 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9931a5b-801f-40ee-825c-57788374e455]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773, portal: 172.16.0.220,3260]
Oct 30 07:45:59 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773, portal: 172.16.0.220,3260] successful.
Oct 30 07:45:59 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:45:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:59 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5736b1d4-43dc-48d5-b61a-ad285a3d11a1]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:45:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:59 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4111f069-7cce-443a-83ba-bd179bcc7e1c]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:45:59 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:45:59 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:45:59 user nova-compute[74491]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:45:59 user nova-compute[74491]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)
Oct 30 07:45:59 user nova-compute[74491]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 (non-flash)
Oct 30 07:45:59 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:45:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:45:59 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:45:59 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:45:59 user nova-compute[74491]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:45:59 user nova-compute[74491]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)
Oct 30 07:45:59 user nova-compute[74491]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 (non-flash)
Oct 30 07:45:59 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:45:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.344s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:45:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:45:59 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] HCTL ('38', '-', '-', 0) found on session 26 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:45:59 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:45:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:45:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:45:59 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[807c37af-6e88-44f3-9d38-019f25b223e6]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:45:59 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Searching for a device in session 26 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:45:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bGrYgtLD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:46:00 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.391s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:46:00 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] <== connect_volume: return (1394ms) {'type': 'block', 'scsi_wwn': '26365623836333465', 'path': '/dev/sdg'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:46:00 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26365623836333465', 'path': '/dev/sdg'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:46:00 user nova-compute[74491]: DEBUG nova.objects.instance [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lazy-loading 'flavor' on Instance uuid 77a92d83-a21c-4bc6-afa4-e8ad746be23f {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:46:00 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 07:46:00 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:46:00 user nova-compute[74491]:   <source dev="/dev/sdg"/>
Oct 30 07:46:00 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:46:00 user nova-compute[74491]:   <serial>0b44c39c-ca00-4331-828b-faef729db773</serial>
Oct 30 07:46:00 user nova-compute[74491]: </disk>
Oct 30 07:46:00 user nova-compute[74491]:  {{(pid=74491) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 07:46:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:00 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:46:00 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:46:00 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] No VIF found with MAC fa:16:3e:33:ab:fb, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:46:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-558af765-9791-4d09-b149-28e6cd07692f tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 23.728s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "91f5cb89-beb0-4b55-9e82-ba3f2782fcdb" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "91f5cb89-beb0-4b55-9e82-ba3f2782fcdb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:01 user nova-compute[74491]: DEBUG nova.objects.instance [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lazy-loading 'flavor' on Instance uuid 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:46:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "91f5cb89-beb0-4b55-9e82-ba3f2782fcdb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.061s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "91f5cb89-beb0-4b55-9e82-ba3f2782fcdb" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "91f5cb89-beb0-4b55-9e82-ba3f2782fcdb" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:01 user nova-compute[74491]: INFO nova.compute.manager [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Attaching volume 4a974aa6-9717-4bde-bccc-fe582dd2783b to /dev/vdb
Oct 30 07:46:01 user nova-compute[74491]: DEBUG os_brick.utils [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:46:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:01 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ead8e84-1088-45c9-8f89-af6736dd0efa]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:01 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7d50e9c-0d34-4266-8b22-07762277abd9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:01 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b543a42-66e7-46dd-8289-455b2b6f14e0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:01 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf91b38f-a5fe-4e60-b2aa-91dcf2a6ecc7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:46:01 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:46:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:46:01 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:46:01 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d759639-7069-4091-8be6-53e02e1ab29a]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:01 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:46:01 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:46:01 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:46:01 user nova-compute[74491]: DEBUG os_brick.utils [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:46:01 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Updating existing volume attachment record: 8e15fe2a-64d7-457e-ad61-e50599f3c95a {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:46:02 user nova-compute[74491]: INFO nova.compute.manager [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Rebuilding instance
Oct 30 07:46:02 user nova-compute[74491]: DEBUG nova.compute.manager [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:46:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:03 user nova-compute[74491]: DEBUG nova.compute.manager [req-e1ec2b42-7a3a-48bb-9c63-6bd27a3c3b9d req-148dedcb-afa9-42fc-9d74-ade5ba5d64ea service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Received event network-vif-unplugged-a65489fa-7e89-459f-8c02-ddb9366c2ec5 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:46:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e1ec2b42-7a3a-48bb-9c63-6bd27a3c3b9d req-148dedcb-afa9-42fc-9d74-ade5ba5d64ea service nova] Acquiring lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e1ec2b42-7a3a-48bb-9c63-6bd27a3c3b9d req-148dedcb-afa9-42fc-9d74-ade5ba5d64ea service nova] Lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e1ec2b42-7a3a-48bb-9c63-6bd27a3c3b9d req-148dedcb-afa9-42fc-9d74-ade5ba5d64ea service nova] Lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:03 user nova-compute[74491]: DEBUG nova.compute.manager [req-e1ec2b42-7a3a-48bb-9c63-6bd27a3c3b9d req-148dedcb-afa9-42fc-9d74-ade5ba5d64ea service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] No waiting events found dispatching network-vif-unplugged-a65489fa-7e89-459f-8c02-ddb9366c2ec5 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:46:03 user nova-compute[74491]: WARNING nova.compute.manager [req-e1ec2b42-7a3a-48bb-9c63-6bd27a3c3b9d req-148dedcb-afa9-42fc-9d74-ade5ba5d64ea service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Received unexpected event network-vif-unplugged-a65489fa-7e89-459f-8c02-ddb9366c2ec5 for instance with vm_state active and task_state rebuilding.
Oct 30 07:46:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:03 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Instance destroyed successfully.
Oct 30 07:46:03 user nova-compute[74491]: INFO nova.compute.manager [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Detaching volume 0b44c39c-ca00-4331-828b-faef729db773
Oct 30 07:46:03 user nova-compute[74491]: INFO nova.virt.block_device [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Attempting to driver detach volume 0b44c39c-ca00-4331-828b-faef729db773 from mountpoint /dev/vdb
Oct 30 07:46:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Attempting to detach device vdb from instance 77a92d83-a21c-4bc6-afa4-e8ad746be23f from the persistent domain config. {{(pid=74491) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 07:46:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:46:03 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:46:03 user nova-compute[74491]:   <source dev="/dev/sdg"/>
Oct 30 07:46:03 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:46:03 user nova-compute[74491]:   <serial>0b44c39c-ca00-4331-828b-faef729db773</serial>
Oct 30 07:46:03 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 07:46:03 user nova-compute[74491]: </disk>
Oct 30 07:46:03 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:46:03 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Successfully detached device vdb from instance 77a92d83-a21c-4bc6-afa4-e8ad746be23f from the persistent domain config.
Oct 30 07:46:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:46:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bGrYgtLD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:46:03 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 30 07:46:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:46:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:46:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[35526bde-544e-473b-9110-2c0d43a4f960]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:46:03 user nova-compute[74491]: No targets found.
Oct 30 07:46:03 user nova-compute[74491]: iSNS:
Oct 30 07:46:03 user nova-compute[74491]: No targets found.
Oct 30 07:46:03 user nova-compute[74491]: STATIC:
Oct 30 07:46:03 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773
Oct 30 07:46:03 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:03 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:03 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7
Oct 30 07:46:03 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:03 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:03 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527
Oct 30 07:46:03 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:03 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:03 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7
Oct 30 07:46:03 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:03 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:03 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551
Oct 30 07:46:03 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:03 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:03 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7
Oct 30 07:46:03 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:03 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:03 user nova-compute[74491]: FIRMWARE:
Oct 30 07:46:03 user nova-compute[74491]: No targets found.
Oct 30 07:46:03 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:46:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:46:03 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:46:03 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:46:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:46:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[275004a9-9461-4a56-9742-7a8bc1e77748]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[83b7eabf-9062-4c4e-908f-f4721c9ee456]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:46:03 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:46:03 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:46:03 user nova-compute[74491]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:46:03 user nova-compute[74491]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)
Oct 30 07:46:03 user nova-compute[74491]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 (non-flash)
Oct 30 07:46:03 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:46:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:46:03 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:46:03 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:46:03 user nova-compute[74491]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:46:03 user nova-compute[74491]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)
Oct 30 07:46:03 user nova-compute[74491]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 (non-flash)
Oct 30 07:46:03 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:46:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef05460e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773'): ({'sdg'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:46:03 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Removing single pathed devices sdg {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:46:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d4b65a2-e4f9-4c07-a356-320c8019e747]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a130d57a-2b9a-48aa-8bf5-f7c90b1899a5]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Flushing IO for device /dev/sdg {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[326f87fe-2bd1-40e3-953c-e31f087de1cb]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.038s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[26444205-aa66-49b5-8581-a2fa26931d59]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] SCSI volumes sdg have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[324abbc1-b1d2-4473-a3f2-fc550a7d910a]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d03575b3-a78d-4ea0-85a7-ecd1fa57719e]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773, portal: 172.16.0.220,3260]
Oct 30 07:46:04 user nova-compute[74491]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773, portal: 172.16.0.220,3260] successful.
Oct 30 07:46:04 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d29fb01-d809-4b34-b37f-451bbe67fd7a]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.343s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] <== disconnect_volume: return (345ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:46:04 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:46:05 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Instance destroyed successfully.
Oct 30 07:46:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:43:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-616612063',display_name='tempest-ServerActionsTestOtherA-server-1565201961',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-616612063',id=24,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHERAyHMrBs3OJj2gxgNnhDnffFv8xLO388HUhyac6RSLHa9aMee39Q41GSHbr4w9Ay26rF/urhDX/Cc8Oaah6ljmi7Lq6Zl3Yhw4gXJxJaOf/UbXI5quTIFQnjUKf+lkw==',key_name='tempest-keypair-1406332248',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:43:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5bf5f042f1294411be0594d4439321be',ramdisk_id='',reservation_id='r-t72v7j7h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-567659046',owner_user_name='tempest-ServerActionsTestOtherA-567659046-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:46:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c60fbfc7c864b9f8cd4c2e5265791b6',uuid=77a92d83-a21c-4bc6-afa4-e8ad746be23f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "address": "fa:16:3e:33:ab:fb", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa65489fa-7e", "ovs_interfaceid": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Converting VIF {"id": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "address": "fa:16:3e:33:ab:fb", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa65489fa-7e", "ovs_interfaceid": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:33:ab:fb,bridge_name='br-int',has_traffic_filtering=True,id=a65489fa-7e89-459f-8c02-ddb9366c2ec5,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa65489fa-7e') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG os_vif [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:33:ab:fb,bridge_name='br-int',has_traffic_filtering=True,id=a65489fa-7e89-459f-8c02-ddb9366c2ec5,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa65489fa-7e') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa65489fa-7e, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=24a0b746-e015-45d2-b63a-ec986f235ea6) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:46:05 user nova-compute[74491]: INFO os_vif [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:33:ab:fb,bridge_name='br-int',has_traffic_filtering=True,id=a65489fa-7e89-459f-8c02-ddb9366c2ec5,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa65489fa-7e')
Oct 30 07:46:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bGrYgtLD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:46:05 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 30 07:46:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG nova.compute.manager [req-72950ebc-6e9c-4d73-a20e-4e7f9ccf04f4 req-efa15b11-67bd-426f-8b20-1364dc0e84d1 service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Received event network-vif-plugged-a65489fa-7e89-459f-8c02-ddb9366c2ec5 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-72950ebc-6e9c-4d73-a20e-4e7f9ccf04f4 req-efa15b11-67bd-426f-8b20-1364dc0e84d1 service nova] Acquiring lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-72950ebc-6e9c-4d73-a20e-4e7f9ccf04f4 req-efa15b11-67bd-426f-8b20-1364dc0e84d1 service nova] Lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-72950ebc-6e9c-4d73-a20e-4e7f9ccf04f4 req-efa15b11-67bd-426f-8b20-1364dc0e84d1 service nova] Lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG nova.compute.manager [req-72950ebc-6e9c-4d73-a20e-4e7f9ccf04f4 req-efa15b11-67bd-426f-8b20-1364dc0e84d1 service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] No waiting events found dispatching network-vif-plugged-a65489fa-7e89-459f-8c02-ddb9366c2ec5 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:46:05 user nova-compute[74491]: WARNING nova.compute.manager [req-72950ebc-6e9c-4d73-a20e-4e7f9ccf04f4 req-efa15b11-67bd-426f-8b20-1364dc0e84d1 service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Received unexpected event network-vif-plugged-a65489fa-7e89-459f-8c02-ddb9366c2ec5 for instance with vm_state active and task_state rebuilding.
Oct 30 07:46:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.029s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d8ef87a-1736-445b-b5db-5a9cfac43e46]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:46:05 user nova-compute[74491]: No targets found.
Oct 30 07:46:05 user nova-compute[74491]: iSNS:
Oct 30 07:46:05 user nova-compute[74491]: No targets found.
Oct 30 07:46:05 user nova-compute[74491]: STATIC:
Oct 30 07:46:05 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7
Oct 30 07:46:05 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:05 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:05 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527
Oct 30 07:46:05 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:05 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:05 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7
Oct 30 07:46:05 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:05 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:05 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551
Oct 30 07:46:05 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:05 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:05 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7
Oct 30 07:46:05 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:05 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:05 user nova-compute[74491]: FIRMWARE:
Oct 30 07:46:05 user nova-compute[74491]: No targets found.
Oct 30 07:46:05 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:46:05 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:46:05 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a10dbcc-f8ee-47cf-9d3b-cdacd08229db]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1fa875d-bb2b-4b46-9f72-76c4f3076ec9]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:46:05 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:46:05 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:46:05 user nova-compute[74491]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:46:05 user nova-compute[74491]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)
Oct 30 07:46:05 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:46:05 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:46:05 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:46:05 user nova-compute[74491]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:46:05 user nova-compute[74491]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)
Oct 30 07:46:05 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feecc7c2b90>, {}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Disconnecting from: [] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.100s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] <== disconnect_volume: return (101ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:46:05 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Deleting instance files /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f_del
Oct 30 07:46:05 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Deletion of /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f_del complete
Oct 30 07:46:05 user nova-compute[74491]: INFO nova.virt.block_device [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Booting with volume 0b44c39c-ca00-4331-828b-faef729db773 at /dev/vdb
Oct 30 07:46:05 user nova-compute[74491]: DEBUG os_brick.utils [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[cece7495-8ef6-484d-829e-c9288ca753ba]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9593467c-af42-4ac1-ae92-0ac53510e13f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7ff9a99-391a-4ff8-b410-51786d6222d4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[974b0763-bed5-490e-a2f8-0f50706aac99]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:46:05 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:46:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[50cce9d0-a81a-49f3-9346-3629896d5927]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG os_brick.utils [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:46:05 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Updating existing volume attachment record: 263ac37d-2077-4a66-bc38-f2d7cac9e72e {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:46:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-62728616-4171-46f3-b957-4feb80f5bacb tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Acquiring lock "0cd7d5a1-69a6-49df-a194-819797daa2a5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-62728616-4171-46f3-b957-4feb80f5bacb tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "0cd7d5a1-69a6-49df-a194-819797daa2a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-62728616-4171-46f3-b957-4feb80f5bacb tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Acquiring lock "0cd7d5a1-69a6-49df-a194-819797daa2a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-62728616-4171-46f3-b957-4feb80f5bacb tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "0cd7d5a1-69a6-49df-a194-819797daa2a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-62728616-4171-46f3-b957-4feb80f5bacb tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "0cd7d5a1-69a6-49df-a194-819797daa2a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:11 user nova-compute[74491]: INFO nova.compute.manager [None req-62728616-4171-46f3-b957-4feb80f5bacb tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Terminating instance
Oct 30 07:46:11 user nova-compute[74491]: DEBUG nova.compute.manager [None req-62728616-4171-46f3-b957-4feb80f5bacb tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:46:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-03d0a11b-87a3-4bf5-ac1f-369816982f88 req-bd62490c-ad42-4943-90e3-64dc4bcaaf25 service nova] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Received event network-vif-unplugged-1ac42772-ff97-47c6-a1b2-f4e0b036a8e2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:46:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-03d0a11b-87a3-4bf5-ac1f-369816982f88 req-bd62490c-ad42-4943-90e3-64dc4bcaaf25 service nova] Acquiring lock "0cd7d5a1-69a6-49df-a194-819797daa2a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-03d0a11b-87a3-4bf5-ac1f-369816982f88 req-bd62490c-ad42-4943-90e3-64dc4bcaaf25 service nova] Lock "0cd7d5a1-69a6-49df-a194-819797daa2a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-03d0a11b-87a3-4bf5-ac1f-369816982f88 req-bd62490c-ad42-4943-90e3-64dc4bcaaf25 service nova] Lock "0cd7d5a1-69a6-49df-a194-819797daa2a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-03d0a11b-87a3-4bf5-ac1f-369816982f88 req-bd62490c-ad42-4943-90e3-64dc4bcaaf25 service nova] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] No waiting events found dispatching network-vif-unplugged-1ac42772-ff97-47c6-a1b2-f4e0b036a8e2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:46:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-03d0a11b-87a3-4bf5-ac1f-369816982f88 req-bd62490c-ad42-4943-90e3-64dc4bcaaf25 service nova] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Received event network-vif-unplugged-1ac42772-ff97-47c6-a1b2-f4e0b036a8e2 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:46:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:12 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Instance destroyed successfully.
Oct 30 07:46:12 user nova-compute[74491]: DEBUG nova.objects.instance [None req-62728616-4171-46f3-b957-4feb80f5bacb tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lazy-loading 'resources' on Instance uuid 0cd7d5a1-69a6-49df-a194-819797daa2a5 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:46:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-62728616-4171-46f3-b957-4feb80f5bacb tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:39:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-695612961',display_name='tempest-VolumesAdminNegativeTest-server-695612961',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-695612961',id=16,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM0e4FzYoSYQ9nJTGMO22a5CMEvTRMcAm8usdfH8PdxBfu7UDvvzJ0AqbAxw9jXCPw/mhT5s2wFAgjEM21uizrvopCJyGgqYoy15077OSb9R5ZUIl0HKWlHxzJ/E80YoBg==',key_name='tempest-keypair-22157280',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:39:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8117025bfd014574b8a05aeb124dba9f',ramdisk_id='',reservation_id='r-npwr5677',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-610216387',owner_user_name='tempest-VolumesAdminNegativeTest-610216387-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:39:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3e9a80a957e143e28be42428c319b5cb',uuid=0cd7d5a1-69a6-49df-a194-819797daa2a5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1ac42772-ff97-47c6-a1b2-f4e0b036a8e2", "address": "fa:16:3e:36:7b:4e", "network": {"id": "87fbe250-ed26-4411-957b-fd643c90dcd3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1010458543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.82", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8117025bfd014574b8a05aeb124dba9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ac42772-ff", "ovs_interfaceid": "1ac42772-ff97-47c6-a1b2-f4e0b036a8e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:46:12 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-62728616-4171-46f3-b957-4feb80f5bacb tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Converting VIF {"id": "1ac42772-ff97-47c6-a1b2-f4e0b036a8e2", "address": "fa:16:3e:36:7b:4e", "network": {"id": "87fbe250-ed26-4411-957b-fd643c90dcd3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1010458543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.82", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8117025bfd014574b8a05aeb124dba9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ac42772-ff", "ovs_interfaceid": "1ac42772-ff97-47c6-a1b2-f4e0b036a8e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:46:12 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-62728616-4171-46f3-b957-4feb80f5bacb tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:36:7b:4e,bridge_name='br-int',has_traffic_filtering=True,id=1ac42772-ff97-47c6-a1b2-f4e0b036a8e2,network=Network(87fbe250-ed26-4411-957b-fd643c90dcd3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1ac42772-ff') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:46:12 user nova-compute[74491]: DEBUG os_vif [None req-62728616-4171-46f3-b957-4feb80f5bacb tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:36:7b:4e,bridge_name='br-int',has_traffic_filtering=True,id=1ac42772-ff97-47c6-a1b2-f4e0b036a8e2,network=Network(87fbe250-ed26-4411-957b-fd643c90dcd3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1ac42772-ff') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:46:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1ac42772-ff, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:46:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=682bb77c-fd3b-4806-b43d-d8cf0613e806) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:46:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:46:12 user nova-compute[74491]: INFO os_vif [None req-62728616-4171-46f3-b957-4feb80f5bacb tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:36:7b:4e,bridge_name='br-int',has_traffic_filtering=True,id=1ac42772-ff97-47c6-a1b2-f4e0b036a8e2,network=Network(87fbe250-ed26-4411-957b-fd643c90dcd3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1ac42772-ff')
Oct 30 07:46:12 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-62728616-4171-46f3-b957-4feb80f5bacb tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Deleting instance files /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5_del
Oct 30 07:46:12 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-62728616-4171-46f3-b957-4feb80f5bacb tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Deletion of /opt/stack/data/nova/instances/0cd7d5a1-69a6-49df-a194-819797daa2a5_del complete
Oct 30 07:46:12 user nova-compute[74491]: INFO nova.compute.manager [None req-62728616-4171-46f3-b957-4feb80f5bacb tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Took 1.03 seconds to destroy the instance on the hypervisor.
Oct 30 07:46:12 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-62728616-4171-46f3-b957-4feb80f5bacb tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:46:12 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:46:12 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:46:13 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:46:13 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Took 1.03 seconds to deallocate network for instance.
Oct 30 07:46:13 user nova-compute[74491]: DEBUG nova.compute.manager [req-04992e6d-0322-49eb-a3b0-03d3585c0842 req-89135987-bdd8-4f6c-babb-d5afe6786e74 service nova] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Received event network-vif-deleted-1ac42772-ff97-47c6-a1b2-f4e0b036a8e2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:46:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-62728616-4171-46f3-b957-4feb80f5bacb tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-62728616-4171-46f3-b957-4feb80f5bacb tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:13 user nova-compute[74491]: DEBUG nova.compute.manager [req-250d0b3a-c4a9-4da3-b9f1-9e598e9d149f req-59b27827-500a-495b-942b-7c73622c7b77 service nova] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Received event network-vif-plugged-1ac42772-ff97-47c6-a1b2-f4e0b036a8e2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:46:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-250d0b3a-c4a9-4da3-b9f1-9e598e9d149f req-59b27827-500a-495b-942b-7c73622c7b77 service nova] Acquiring lock "0cd7d5a1-69a6-49df-a194-819797daa2a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-250d0b3a-c4a9-4da3-b9f1-9e598e9d149f req-59b27827-500a-495b-942b-7c73622c7b77 service nova] Lock "0cd7d5a1-69a6-49df-a194-819797daa2a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-250d0b3a-c4a9-4da3-b9f1-9e598e9d149f req-59b27827-500a-495b-942b-7c73622c7b77 service nova] Lock "0cd7d5a1-69a6-49df-a194-819797daa2a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:13 user nova-compute[74491]: DEBUG nova.compute.manager [req-250d0b3a-c4a9-4da3-b9f1-9e598e9d149f req-59b27827-500a-495b-942b-7c73622c7b77 service nova] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] No waiting events found dispatching network-vif-plugged-1ac42772-ff97-47c6-a1b2-f4e0b036a8e2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:46:13 user nova-compute[74491]: WARNING nova.compute.manager [req-250d0b3a-c4a9-4da3-b9f1-9e598e9d149f req-59b27827-500a-495b-942b-7c73622c7b77 service nova] [instance: 0cd7d5a1-69a6-49df-a194-819797daa2a5] Received unexpected event network-vif-plugged-1ac42772-ff97-47c6-a1b2-f4e0b036a8e2 for instance with vm_state deleted and task_state None.
Oct 30 07:46:13 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-62728616-4171-46f3-b957-4feb80f5bacb tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:46:13 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-62728616-4171-46f3-b957-4feb80f5bacb tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:46:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-62728616-4171-46f3-b957-4feb80f5bacb tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.521s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:14 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-62728616-4171-46f3-b957-4feb80f5bacb tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Deleted allocations for instance 0cd7d5a1-69a6-49df-a194-819797daa2a5
Oct 30 07:46:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-62728616-4171-46f3-b957-4feb80f5bacb tempest-VolumesAdminNegativeTest-610216387 tempest-VolumesAdminNegativeTest-610216387-project-member] Lock "0cd7d5a1-69a6-49df-a194-819797daa2a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.823s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "3c75d370-f348-47c3-ad59-3da6713100d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "3c75d370-f348-47c3-ad59-3da6713100d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:16 user nova-compute[74491]: DEBUG nova.compute.manager [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:46:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:16 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:46:16 user nova-compute[74491]: INFO nova.compute.claims [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Claim successful on node user
Oct 30 07:46:16 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:46:16 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:46:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.656s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:17 user nova-compute[74491]: DEBUG nova.compute.manager [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:46:17 user nova-compute[74491]: DEBUG nova.compute.manager [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:46:17 user nova-compute[74491]: DEBUG nova.network.neutron [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:46:17 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:46:17 user nova-compute[74491]: DEBUG nova.compute.manager [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:46:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:17 user nova-compute[74491]: DEBUG nova.policy [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e940f70d67db459baad1d913fe2b7aa5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22c884731d2d4072ae0c9759f82c4bfc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:46:17 user nova-compute[74491]: INFO nova.virt.block_device [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Booting with volume-backed-image 62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb at /dev/vda
Oct 30 07:46:17 user nova-compute[74491]: DEBUG nova.network.neutron [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Successfully created port: 48e9fc31-c04d-477b-84a0-cdf6c9b8f51d {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:46:18 user nova-compute[74491]: DEBUG nova.network.neutron [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Successfully updated port: 48e9fc31-c04d-477b-84a0-cdf6c9b8f51d {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:46:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "refresh_cache-3c75d370-f348-47c3-ad59-3da6713100d2" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:46:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquired lock "refresh_cache-3c75d370-f348-47c3-ad59-3da6713100d2" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:46:18 user nova-compute[74491]: DEBUG nova.network.neutron [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:46:18 user nova-compute[74491]: DEBUG nova.compute.manager [req-d7b9a6b3-dd5e-40a7-9d04-8670dd82bf40 req-7c6be7d0-4073-4f02-989b-4802f21f2c3b service nova] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Received event network-changed-48e9fc31-c04d-477b-84a0-cdf6c9b8f51d {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:46:18 user nova-compute[74491]: DEBUG nova.compute.manager [req-d7b9a6b3-dd5e-40a7-9d04-8670dd82bf40 req-7c6be7d0-4073-4f02-989b-4802f21f2c3b service nova] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Refreshing instance network info cache due to event network-changed-48e9fc31-c04d-477b-84a0-cdf6c9b8f51d. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:46:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d7b9a6b3-dd5e-40a7-9d04-8670dd82bf40 req-7c6be7d0-4073-4f02-989b-4802f21f2c3b service nova] Acquiring lock "refresh_cache-3c75d370-f348-47c3-ad59-3da6713100d2" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:46:18 user nova-compute[74491]: DEBUG nova.network.neutron [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:46:19 user nova-compute[74491]: DEBUG nova.network.neutron [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Updating instance_info_cache with network_info: [{"id": "48e9fc31-c04d-477b-84a0-cdf6c9b8f51d", "address": "fa:16:3e:13:f0:12", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48e9fc31-c0", "ovs_interfaceid": "48e9fc31-c04d-477b-84a0-cdf6c9b8f51d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:46:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Releasing lock "refresh_cache-3c75d370-f348-47c3-ad59-3da6713100d2" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:46:19 user nova-compute[74491]: DEBUG nova.compute.manager [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Instance network_info: |[{"id": "48e9fc31-c04d-477b-84a0-cdf6c9b8f51d", "address": "fa:16:3e:13:f0:12", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48e9fc31-c0", "ovs_interfaceid": "48e9fc31-c04d-477b-84a0-cdf6c9b8f51d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:46:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d7b9a6b3-dd5e-40a7-9d04-8670dd82bf40 req-7c6be7d0-4073-4f02-989b-4802f21f2c3b service nova] Acquired lock "refresh_cache-3c75d370-f348-47c3-ad59-3da6713100d2" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:46:19 user nova-compute[74491]: DEBUG nova.network.neutron [req-d7b9a6b3-dd5e-40a7-9d04-8670dd82bf40 req-7c6be7d0-4073-4f02-989b-4802f21f2c3b service nova] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Refreshing network info cache for port 48e9fc31-c04d-477b-84a0-cdf6c9b8f51d {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:46:19 user nova-compute[74491]: DEBUG nova.network.neutron [req-d7b9a6b3-dd5e-40a7-9d04-8670dd82bf40 req-7c6be7d0-4073-4f02-989b-4802f21f2c3b service nova] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Updated VIF entry in instance network info cache for port 48e9fc31-c04d-477b-84a0-cdf6c9b8f51d. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:46:19 user nova-compute[74491]: DEBUG nova.network.neutron [req-d7b9a6b3-dd5e-40a7-9d04-8670dd82bf40 req-7c6be7d0-4073-4f02-989b-4802f21f2c3b service nova] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Updating instance_info_cache with network_info: [{"id": "48e9fc31-c04d-477b-84a0-cdf6c9b8f51d", "address": "fa:16:3e:13:f0:12", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48e9fc31-c0", "ovs_interfaceid": "48e9fc31-c04d-477b-84a0-cdf6c9b8f51d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:46:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d7b9a6b3-dd5e-40a7-9d04-8670dd82bf40 req-7c6be7d0-4073-4f02-989b-4802f21f2c3b service nova] Releasing lock "refresh_cache-3c75d370-f348-47c3-ad59-3da6713100d2" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:46:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "d06d3fc8-4880-4c20-b521-e86214f64bf8" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "d06d3fc8-4880-4c20-b521-e86214f64bf8" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:23 user nova-compute[74491]: INFO nova.compute.manager [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Detaching volume 64efac2b-e1c4-41ae-aa04-9ac659ca86f7
Oct 30 07:46:23 user nova-compute[74491]: INFO nova.virt.block_device [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Attempting to driver detach volume 64efac2b-e1c4-41ae-aa04-9ac659ca86f7 from mountpoint /dev/vdb
Oct 30 07:46:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "d06d3fc8-4880-4c20-b521-e86214f64bf8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Attempting to detach device vdb from instance d06d3fc8-4880-4c20-b521-e86214f64bf8 from the persistent domain config. {{(pid=74491) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 07:46:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:46:23 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:46:23 user nova-compute[74491]:   <source dev="/dev/sdf"/>
Oct 30 07:46:23 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:46:23 user nova-compute[74491]:   <serial>64efac2b-e1c4-41ae-aa04-9ac659ca86f7</serial>
Oct 30 07:46:23 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 07:46:23 user nova-compute[74491]: </disk>
Oct 30 07:46:23 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:46:23 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Successfully detached device vdb from instance d06d3fc8-4880-4c20-b521-e86214f64bf8 from the persistent domain config.
Oct 30 07:46:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d06d3fc8-4880-4c20-b521-e86214f64bf8 from the live domain config. {{(pid=74491) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 07:46:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:46:23 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:46:23 user nova-compute[74491]:   <source dev="/dev/sdf"/>
Oct 30 07:46:23 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:46:23 user nova-compute[74491]:   <serial>64efac2b-e1c4-41ae-aa04-9ac659ca86f7</serial>
Oct 30 07:46:23 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 07:46:23 user nova-compute[74491]: </disk>
Oct 30 07:46:23 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:46:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d06d3fc8-4880-4c20-b521-e86214f64bf8 {{(pid=74491) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 07:46:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:46:23 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cBEgiwPQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:46:23 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:46:23 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:46:23 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:46:23 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:46:23 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:46:23 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:46:24 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[55a8ff68-6a95-4f03-97cf-4355a3de05d1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:46:24 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e293d99-4747-49c3-9d82-8cf20e4076e7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b] added
Oct 30 07:46:24 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4249565c-0f59-41f0-a3f9-5b9b53becc96]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ad1624a-d90b-4128-91ce-dec531406112]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cBEgiwPQ {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cBEgiwPQ" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bd70627-5d33-45b4-8122-28787c33be8b]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cBEgiwPQ'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc652162-31d8-448a-ae61-b6e177877f33]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3f8975a-a01d-4bd9-bd4c-862e6e8ac450]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:46:24 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:46:24 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:46:24 user nova-compute[74491]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:46:24 user nova-compute[74491]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)
Oct 30 07:46:24 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:46:24 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:46:24 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:46:24 user nova-compute[74491]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:46:24 user nova-compute[74491]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)
Oct 30 07:46:24 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b -p 172.16.0.220:3260 --login" returned: 0 in 0.077s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a04e4bb6-8c62-425f-bdb1-9478b355bce9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b, portal: 172.16.0.220,3260]
Oct 30 07:46:24 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b, portal: 172.16.0.220,3260] successful.
Oct 30 07:46:24 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[07a7552e-1586-4530-bbd5-3b2953abed61]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fca61a2-da01-4b17-bc49-7ae062b1bb90]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:46:24 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:46:24 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:46:24 user nova-compute[74491]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:46:24 user nova-compute[74491]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)
Oct 30 07:46:24 user nova-compute[74491]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)
Oct 30 07:46:24 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:46:24 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:46:24 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:46:24 user nova-compute[74491]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:46:24 user nova-compute[74491]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)
Oct 30 07:46:24 user nova-compute[74491]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)
Oct 30 07:46:24 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.307s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] HCTL ('38', '-', '-', 0) found on session 27 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a473561-f0a1-492f-9028-ef5de3d34656]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Searching for a device in session 27 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:46:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cBEgiwPQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:46:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.342s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:46:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] <== connect_volume: return (1344ms) {'type': 'block', 'scsi_wwn': '23132303236653738', 'path': '/dev/sdg'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:46:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23132303236653738', 'path': '/dev/sdg'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:46:25 user nova-compute[74491]: DEBUG nova.objects.instance [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lazy-loading 'flavor' on Instance uuid 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:46:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 07:46:25 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:46:25 user nova-compute[74491]:   <source dev="/dev/sdg"/>
Oct 30 07:46:25 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:46:25 user nova-compute[74491]:   <serial>4a974aa6-9717-4bde-bccc-fe582dd2783b</serial>
Oct 30 07:46:25 user nova-compute[74491]: </disk>
Oct 30 07:46:25 user nova-compute[74491]:  {{(pid=74491) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 07:46:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:46:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:46:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] No VIF found with MAC fa:16:3e:02:6d:89, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:46:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-edafa990-51ce-4ba5-8ffd-6b4bb308c009 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "91f5cb89-beb0-4b55-9e82-ba3f2782fcdb" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 24.491s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:46:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 07:46:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:46:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:46:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:46:27 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:46:27 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Creating image(s)
Oct 30 07:46:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "/opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "/opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "/opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:27 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:27 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.185s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:27 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:27 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.184s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:27 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:27 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk 1073741824" returned: 0 in 0.049s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.241s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:27 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.193s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Checking if we can resize image /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Cannot resize image /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Ensure instance console log exists: /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Start _get_guest_xml network_info=[{"id": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "address": "fa:16:3e:33:ab:fb", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa65489fa-7e", "ovs_interfaceid": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vdb', 'disk_bus': 'virtio', 'boot_index': None, 'attachment_id': '263ac37d-2077-4a66-bc38-f2d7cac9e72e', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bGrYgtLD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '77a92d83-a21c-4bc6-afa4-e8ad746be23f', 'attached_at': '', 'detached_at': '', 'volume_id': '0b44c39c-ca00-4331-828b-faef729db773', 'serial': '0b44c39c-ca00-4331-828b-faef729db773'}, 'delete_on_termination': False, 'volume_type': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:46:28 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 30 07:46:28 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 30 07:46:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG nova.objects.instance [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lazy-loading 'vcpu_model' on Instance uuid 77a92d83-a21c-4bc6-afa4-e8ad746be23f {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bGrYgtLD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:46:28 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 30 07:46:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:46:28 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 30 07:46:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:46:28 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[db470320-0b08-474d-be98-303df72d885f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:46:28 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[029434a3-777c-4fb5-8625-d27520565848]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773] added
Oct 30 07:46:28 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.089s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dc8a871-62eb-46dc-9593-02021d1bc073]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f0857a2-31c5-4e64-bf46-a0670381f71f]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bGrYgtLD {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bGrYgtLD" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8df1a383-a0a5-47f4-be19-998fea07b195]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bGrYgtLD'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8dc14a5-6e45-4a7d-a69b-ecb24ed0cc9b]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[443b81d0-43c9-4080-9745-228754555a9a]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:46:28 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:46:28 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:46:28 user nova-compute[74491]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:46:28 user nova-compute[74491]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)
Oct 30 07:46:28 user nova-compute[74491]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)
Oct 30 07:46:28 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:46:28 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:46:28 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:46:28 user nova-compute[74491]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:46:28 user nova-compute[74491]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)
Oct 30 07:46:28 user nova-compute[74491]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)
Oct 30 07:46:28 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --login" returned: 0 in 0.091s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f61e2c3-390c-4e32-ab39-2aee7e1226cb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773, portal: 172.16.0.220,3260]
Oct 30 07:46:28 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773, portal: 172.16.0.220,3260] successful.
Oct 30 07:46:28 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[84a65930-5c26-4aa8-bc05-15133e9d94a9]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2991f3cd-dab7-46e7-8474-b6c173594e3e]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:46:28 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:46:28 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:46:28 user nova-compute[74491]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:46:28 user nova-compute[74491]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)
Oct 30 07:46:28 user nova-compute[74491]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)
Oct 30 07:46:28 user nova-compute[74491]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 (non-flash)
Oct 30 07:46:28 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:46:28 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:46:28 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:46:28 user nova-compute[74491]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:46:28 user nova-compute[74491]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)
Oct 30 07:46:28 user nova-compute[74491]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)
Oct 30 07:46:28 user nova-compute[74491]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 (non-flash)
Oct 30 07:46:28 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.397s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] HCTL ('39', '-', '-', 0) found on session 28 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d6017c9-0a43-498f-ba75-25c6063b2bd3]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Searching for a device in session 28 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:46:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bGrYgtLD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:46:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "35b08c73-21db-4bf6-84a7-ba7535da56f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "35b08c73-21db-4bf6-84a7-ba7535da56f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:29 user nova-compute[74491]: DEBUG nova.compute.manager [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:46:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:29 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:46:29 user nova-compute[74491]: INFO nova.compute.claims [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Claim successful on node user
Oct 30 07:46:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.435s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:46:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] <== connect_volume: return (1436ms) {'type': 'block', 'scsi_wwn': '26365623836333465', 'path': '/dev/sdh'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:46:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26365623836333465', 'path': '/dev/sdh'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:46:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T07:43:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-616612063',display_name='tempest-ServerActionsTestOtherA-server-1565201961',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-616612063',id=24,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHERAyHMrBs3OJj2gxgNnhDnffFv8xLO388HUhyac6RSLHa9aMee39Q41GSHbr4w9Ay26rF/urhDX/Cc8Oaah6ljmi7Lq6Zl3Yhw4gXJxJaOf/UbXI5quTIFQnjUKf+lkw==',key_name='tempest-keypair-1406332248',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:43:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5bf5f042f1294411be0594d4439321be',ramdisk_id='',reservation_id='r-t72v7j7h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-567659046',owner_user_name='tempest-ServerActionsTestOtherA-567659046-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:46:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c60fbfc7c864b9f8cd4c2e5265791b6',uuid=77a92d83-a21c-4bc6-afa4-e8ad746be23f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "address": "fa:16:3e:33:ab:fb", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa65489fa-7e", "ovs_interfaceid": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:46:29 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Converting VIF {"id": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "address": "fa:16:3e:33:ab:fb", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa65489fa-7e", "ovs_interfaceid": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:46:29 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:33:ab:fb,bridge_name='br-int',has_traffic_filtering=True,id=a65489fa-7e89-459f-8c02-ddb9366c2ec5,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa65489fa-7e') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:46:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:46:29 user nova-compute[74491]:   <uuid>77a92d83-a21c-4bc6-afa4-e8ad746be23f</uuid>
Oct 30 07:46:29 user nova-compute[74491]:   <name>instance-00000018</name>
Oct 30 07:46:29 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:46:29 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:46:29 user nova-compute[74491]:   <metadata>
Oct 30 07:46:29 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:46:29 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:46:29 user nova-compute[74491]:       <nova:name>tempest-ServerActionsTestOtherA-server-1565201961</nova:name>
Oct 30 07:46:29 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:46:28</nova:creationTime>
Oct 30 07:46:29 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:46:29 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:46:29 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:46:29 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:46:29 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:46:29 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:46:29 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:46:29 user nova-compute[74491]:       <nova:owner>
Oct 30 07:46:29 user nova-compute[74491]:         <nova:user uuid="5c60fbfc7c864b9f8cd4c2e5265791b6">tempest-ServerActionsTestOtherA-567659046-project-member</nova:user>
Oct 30 07:46:29 user nova-compute[74491]:         <nova:project uuid="5bf5f042f1294411be0594d4439321be">tempest-ServerActionsTestOtherA-567659046</nova:project>
Oct 30 07:46:29 user nova-compute[74491]:       </nova:owner>
Oct 30 07:46:29 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:46:29 user nova-compute[74491]:       <nova:ports>
Oct 30 07:46:29 user nova-compute[74491]:         <nova:port uuid="a65489fa-7e89-459f-8c02-ddb9366c2ec5">
Oct 30 07:46:29 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 07:46:29 user nova-compute[74491]:         </nova:port>
Oct 30 07:46:29 user nova-compute[74491]:       </nova:ports>
Oct 30 07:46:29 user nova-compute[74491]:     </nova:instance>
Oct 30 07:46:29 user nova-compute[74491]:   </metadata>
Oct 30 07:46:29 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:46:29 user nova-compute[74491]:     <system>
Oct 30 07:46:29 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:46:29 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:46:29 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:46:29 user nova-compute[74491]:       <entry name="serial">77a92d83-a21c-4bc6-afa4-e8ad746be23f</entry>
Oct 30 07:46:29 user nova-compute[74491]:       <entry name="uuid">77a92d83-a21c-4bc6-afa4-e8ad746be23f</entry>
Oct 30 07:46:29 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:46:29 user nova-compute[74491]:     </system>
Oct 30 07:46:29 user nova-compute[74491]:   </sysinfo>
Oct 30 07:46:29 user nova-compute[74491]:   <os>
Oct 30 07:46:29 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:46:29 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:46:29 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:46:29 user nova-compute[74491]:   </os>
Oct 30 07:46:29 user nova-compute[74491]:   <features>
Oct 30 07:46:29 user nova-compute[74491]:     <acpi/>
Oct 30 07:46:29 user nova-compute[74491]:     <apic/>
Oct 30 07:46:29 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:46:29 user nova-compute[74491]:   </features>
Oct 30 07:46:29 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:46:29 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:46:29 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:46:29 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:46:29 user nova-compute[74491]:   </clock>
Oct 30 07:46:29 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:46:29 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:46:29 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:46:29 user nova-compute[74491]:   </cpu>
Oct 30 07:46:29 user nova-compute[74491]:   <devices>
Oct 30 07:46:29 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:46:29 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:46:29 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk"/>
Oct 30 07:46:29 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:46:29 user nova-compute[74491]:     </disk>
Oct 30 07:46:29 user nova-compute[74491]:     <disk type="block" device="disk">
Oct 30 07:46:29 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:46:29 user nova-compute[74491]:       <source dev="/dev/sdh"/>
Oct 30 07:46:29 user nova-compute[74491]:       <target dev="vdb" bus="virtio"/>
Oct 30 07:46:29 user nova-compute[74491]:       <serial>0b44c39c-ca00-4331-828b-faef729db773</serial>
Oct 30 07:46:29 user nova-compute[74491]:     </disk>
Oct 30 07:46:29 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:46:29 user nova-compute[74491]:       <mac address="fa:16:3e:33:ab:fb"/>
Oct 30 07:46:29 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:46:29 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:46:29 user nova-compute[74491]:       <target dev="tapa65489fa-7e"/>
Oct 30 07:46:29 user nova-compute[74491]:     </interface>
Oct 30 07:46:29 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:46:29 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/console.log" append="off"/>
Oct 30 07:46:29 user nova-compute[74491]:     </serial>
Oct 30 07:46:29 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:46:29 user nova-compute[74491]:     <video>
Oct 30 07:46:29 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:46:29 user nova-compute[74491]:     </video>
Oct 30 07:46:29 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:46:29 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:46:29 user nova-compute[74491]:     </rng>
Oct 30 07:46:29 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:46:29 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:46:29 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:46:29 user nova-compute[74491]:     </memballoon>
Oct 30 07:46:29 user nova-compute[74491]:   </devices>
Oct 30 07:46:29 user nova-compute[74491]: </domain>
Oct 30 07:46:29 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:46:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T07:43:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-616612063',display_name='tempest-ServerActionsTestOtherA-server-1565201961',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-616612063',id=24,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHERAyHMrBs3OJj2gxgNnhDnffFv8xLO388HUhyac6RSLHa9aMee39Q41GSHbr4w9Ay26rF/urhDX/Cc8Oaah6ljmi7Lq6Zl3Yhw4gXJxJaOf/UbXI5quTIFQnjUKf+lkw==',key_name='tempest-keypair-1406332248',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:43:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5bf5f042f1294411be0594d4439321be',ramdisk_id='',reservation_id='r-t72v7j7h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-567659046',owner_user_name='tempest-ServerActionsTestOtherA-567659046-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:46:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c60fbfc7c864b9f8cd4c2e5265791b6',uuid=77a92d83-a21c-4bc6-afa4-e8ad746be23f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "address": "fa:16:3e:33:ab:fb", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa65489fa-7e", "ovs_interfaceid": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:46:29 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Converting VIF {"id": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "address": "fa:16:3e:33:ab:fb", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa65489fa-7e", "ovs_interfaceid": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:46:29 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:33:ab:fb,bridge_name='br-int',has_traffic_filtering=True,id=a65489fa-7e89-459f-8c02-ddb9366c2ec5,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa65489fa-7e') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:46:29 user nova-compute[74491]: DEBUG os_vif [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:33:ab:fb,bridge_name='br-int',has_traffic_filtering=True,id=a65489fa-7e89-459f-8c02-ddb9366c2ec5,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa65489fa-7e') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:46:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:46:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:46:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9cbc4ee2-1dec-58d2-9c4d-06b038b9819d', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:46:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:46:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa65489fa-7e, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:46:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa65489fa-7e, col_values=(('qos', UUID('379bdeb8-38c3-4e42-8c68-9487e673fef1')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:46:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa65489fa-7e, col_values=(('external_ids', {'iface-id': 'a65489fa-7e89-459f-8c02-ddb9366c2ec5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:33:ab:fb', 'vm-uuid': '77a92d83-a21c-4bc6-afa4-e8ad746be23f'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:46:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:46:29 user nova-compute[74491]: INFO os_vif [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:33:ab:fb,bridge_name='br-int',has_traffic_filtering=True,id=a65489fa-7e89-459f-8c02-ddb9366c2ec5,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa65489fa-7e')
Oct 30 07:46:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:46:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:46:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] No VIF found with MAC fa:16:3e:33:ab:fb, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:46:30 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:46:30 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:46:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.628s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:30 user nova-compute[74491]: DEBUG nova.compute.manager [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:46:30 user nova-compute[74491]: DEBUG nova.compute.manager [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:46:30 user nova-compute[74491]: DEBUG nova.network.neutron [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:46:30 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:46:30 user nova-compute[74491]: DEBUG nova.compute.manager [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:46:30 user nova-compute[74491]: DEBUG nova.policy [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac3777b08c2b4268bd80a1fbcb771286', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b4719cc6b394e5d89394f7823b3231e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:46:30 user nova-compute[74491]: DEBUG nova.compute.manager [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:46:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:46:30 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Creating image(s)
Oct 30 07:46:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "/opt/stack/data/nova/instances/35b08c73-21db-4bf6-84a7-ba7535da56f3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "/opt/stack/data/nova/instances/35b08c73-21db-4bf6-84a7-ba7535da56f3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "/opt/stack/data/nova/instances/35b08c73-21db-4bf6-84a7-ba7535da56f3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.192s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.229s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/35b08c73-21db-4bf6-84a7-ba7535da56f3/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/35b08c73-21db-4bf6-84a7-ba7535da56f3/disk 1073741824" returned: 0 in 0.106s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.342s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.196s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:31 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Checking if we can resize image /opt/stack/data/nova/instances/35b08c73-21db-4bf6-84a7-ba7535da56f3/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:46:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/35b08c73-21db-4bf6-84a7-ba7535da56f3/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:31 user nova-compute[74491]: DEBUG nova.network.neutron [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Successfully created port: 6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:46:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/35b08c73-21db-4bf6-84a7-ba7535da56f3/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:31 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Cannot resize image /opt/stack/data/nova/instances/35b08c73-21db-4bf6-84a7-ba7535da56f3/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:46:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:46:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Ensure instance console log exists: /opt/stack/data/nova/instances/35b08c73-21db-4bf6-84a7-ba7535da56f3/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:46:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-9d61a54f-6289-45a5-a172-baa0410f7921 req-b0df2b18-1419-4710-abf9-a6872852a5b8 service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Received event network-vif-plugged-a65489fa-7e89-459f-8c02-ddb9366c2ec5 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:46:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9d61a54f-6289-45a5-a172-baa0410f7921 req-b0df2b18-1419-4710-abf9-a6872852a5b8 service nova] Acquiring lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9d61a54f-6289-45a5-a172-baa0410f7921 req-b0df2b18-1419-4710-abf9-a6872852a5b8 service nova] Lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9d61a54f-6289-45a5-a172-baa0410f7921 req-b0df2b18-1419-4710-abf9-a6872852a5b8 service nova] Lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-9d61a54f-6289-45a5-a172-baa0410f7921 req-b0df2b18-1419-4710-abf9-a6872852a5b8 service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] No waiting events found dispatching network-vif-plugged-a65489fa-7e89-459f-8c02-ddb9366c2ec5 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:46:31 user nova-compute[74491]: WARNING nova.compute.manager [req-9d61a54f-6289-45a5-a172-baa0410f7921 req-b0df2b18-1419-4710-abf9-a6872852a5b8 service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Received unexpected event network-vif-plugged-a65489fa-7e89-459f-8c02-ddb9366c2ec5 for instance with vm_state active and task_state rebuild_spawning.
Oct 30 07:46:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:31 user nova-compute[74491]: DEBUG nova.network.neutron [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Successfully updated port: 6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:46:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "refresh_cache-35b08c73-21db-4bf6-84a7-ba7535da56f3" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:46:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquired lock "refresh_cache-35b08c73-21db-4bf6-84a7-ba7535da56f3" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:46:31 user nova-compute[74491]: DEBUG nova.network.neutron [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:46:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-1b667c4d-4654-4912-9f35-b3f0ea9b93bf req-6d28c266-bcc7-417b-8716-75d72fd8c599 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Received event network-changed-6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:46:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-1b667c4d-4654-4912-9f35-b3f0ea9b93bf req-6d28c266-bcc7-417b-8716-75d72fd8c599 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Refreshing instance network info cache due to event network-changed-6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:46:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-1b667c4d-4654-4912-9f35-b3f0ea9b93bf req-6d28c266-bcc7-417b-8716-75d72fd8c599 service nova] Acquiring lock "refresh_cache-35b08c73-21db-4bf6-84a7-ba7535da56f3" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.network.neutron [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.network.neutron [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Updating instance_info_cache with network_info: [{"id": "6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae", "address": "fa:16:3e:d0:f9:9f", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f1f1cd0-23", "ovs_interfaceid": "6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Releasing lock "refresh_cache-35b08c73-21db-4bf6-84a7-ba7535da56f3" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.compute.manager [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Instance network_info: |[{"id": "6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae", "address": "fa:16:3e:d0:f9:9f", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f1f1cd0-23", "ovs_interfaceid": "6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-1b667c4d-4654-4912-9f35-b3f0ea9b93bf req-6d28c266-bcc7-417b-8716-75d72fd8c599 service nova] Acquired lock "refresh_cache-35b08c73-21db-4bf6-84a7-ba7535da56f3" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.network.neutron [req-1b667c4d-4654-4912-9f35-b3f0ea9b93bf req-6d28c266-bcc7-417b-8716-75d72fd8c599 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Refreshing network info cache for port 6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Start _get_guest_xml network_info=[{"id": "6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae", "address": "fa:16:3e:d0:f9:9f", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f1f1cd0-23", "ovs_interfaceid": "6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:46:32 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:46:32 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:46:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1089569523',display_name='tempest-AttachVolumeNegativeTest-server-1089569523',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1089569523',id=27,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJVzrwUBL9CSo6qG4x6exTJK5ZxgTnpxZyju6L0Omg2yE8alhR/FEaX1T4jI0/ySuN5clnmwW3QtmkbsyDNPbZAqVY7+uumcoo/En6P8/BQKDM8NBxzCiXqhfNYEgV2Qww==',key_name='tempest-keypair-1069048361',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5b4719cc6b394e5d89394f7823b3231e',ramdisk_id='',reservation_id='r-xjqz3jup',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-707817915',owner_user_name='tempest-AttachVolumeNegativeTest-707817915-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:46:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ac3777b08c2b4268bd80a1fbcb771286',uuid=35b08c73-21db-4bf6-84a7-ba7535da56f3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae", "address": "fa:16:3e:d0:f9:9f", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f1f1cd0-23", "ovs_interfaceid": "6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Converting VIF {"id": "6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae", "address": "fa:16:3e:d0:f9:9f", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f1f1cd0-23", "ovs_interfaceid": "6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:f9:9f,bridge_name='br-int',has_traffic_filtering=True,id=6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae,network=Network(2b924865-55d3-48a5-8331-546fe67acc51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f1f1cd0-23') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.objects.instance [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lazy-loading 'pci_devices' on Instance uuid 35b08c73-21db-4bf6-84a7-ba7535da56f3 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:46:32 user nova-compute[74491]:   <uuid>35b08c73-21db-4bf6-84a7-ba7535da56f3</uuid>
Oct 30 07:46:32 user nova-compute[74491]:   <name>instance-0000001b</name>
Oct 30 07:46:32 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:46:32 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:46:32 user nova-compute[74491]:   <metadata>
Oct 30 07:46:32 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:46:32 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:46:32 user nova-compute[74491]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1089569523</nova:name>
Oct 30 07:46:32 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:46:32</nova:creationTime>
Oct 30 07:46:32 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:46:32 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:46:32 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:46:32 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:46:32 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:46:32 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:46:32 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:46:32 user nova-compute[74491]:       <nova:owner>
Oct 30 07:46:32 user nova-compute[74491]:         <nova:user uuid="ac3777b08c2b4268bd80a1fbcb771286">tempest-AttachVolumeNegativeTest-707817915-project-member</nova:user>
Oct 30 07:46:32 user nova-compute[74491]:         <nova:project uuid="5b4719cc6b394e5d89394f7823b3231e">tempest-AttachVolumeNegativeTest-707817915</nova:project>
Oct 30 07:46:32 user nova-compute[74491]:       </nova:owner>
Oct 30 07:46:32 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:46:32 user nova-compute[74491]:       <nova:ports>
Oct 30 07:46:32 user nova-compute[74491]:         <nova:port uuid="6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae">
Oct 30 07:46:32 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 30 07:46:32 user nova-compute[74491]:         </nova:port>
Oct 30 07:46:32 user nova-compute[74491]:       </nova:ports>
Oct 30 07:46:32 user nova-compute[74491]:     </nova:instance>
Oct 30 07:46:32 user nova-compute[74491]:   </metadata>
Oct 30 07:46:32 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:46:32 user nova-compute[74491]:     <system>
Oct 30 07:46:32 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:46:32 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:46:32 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:46:32 user nova-compute[74491]:       <entry name="serial">35b08c73-21db-4bf6-84a7-ba7535da56f3</entry>
Oct 30 07:46:32 user nova-compute[74491]:       <entry name="uuid">35b08c73-21db-4bf6-84a7-ba7535da56f3</entry>
Oct 30 07:46:32 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:46:32 user nova-compute[74491]:     </system>
Oct 30 07:46:32 user nova-compute[74491]:   </sysinfo>
Oct 30 07:46:32 user nova-compute[74491]:   <os>
Oct 30 07:46:32 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:46:32 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:46:32 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:46:32 user nova-compute[74491]:   </os>
Oct 30 07:46:32 user nova-compute[74491]:   <features>
Oct 30 07:46:32 user nova-compute[74491]:     <acpi/>
Oct 30 07:46:32 user nova-compute[74491]:     <apic/>
Oct 30 07:46:32 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:46:32 user nova-compute[74491]:   </features>
Oct 30 07:46:32 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:46:32 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:46:32 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:46:32 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:46:32 user nova-compute[74491]:   </clock>
Oct 30 07:46:32 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:46:32 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:46:32 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:46:32 user nova-compute[74491]:   </cpu>
Oct 30 07:46:32 user nova-compute[74491]:   <devices>
Oct 30 07:46:32 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:46:32 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:46:32 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/35b08c73-21db-4bf6-84a7-ba7535da56f3/disk"/>
Oct 30 07:46:32 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:46:32 user nova-compute[74491]:     </disk>
Oct 30 07:46:32 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:46:32 user nova-compute[74491]:       <mac address="fa:16:3e:d0:f9:9f"/>
Oct 30 07:46:32 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:46:32 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:46:32 user nova-compute[74491]:       <target dev="tap6f1f1cd0-23"/>
Oct 30 07:46:32 user nova-compute[74491]:     </interface>
Oct 30 07:46:32 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:46:32 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/35b08c73-21db-4bf6-84a7-ba7535da56f3/console.log" append="off"/>
Oct 30 07:46:32 user nova-compute[74491]:     </serial>
Oct 30 07:46:32 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:46:32 user nova-compute[74491]:     <video>
Oct 30 07:46:32 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:46:32 user nova-compute[74491]:     </video>
Oct 30 07:46:32 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:46:32 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:46:32 user nova-compute[74491]:     </rng>
Oct 30 07:46:32 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:46:32 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:46:32 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:46:32 user nova-compute[74491]:     </memballoon>
Oct 30 07:46:32 user nova-compute[74491]:   </devices>
Oct 30 07:46:32 user nova-compute[74491]: </domain>
Oct 30 07:46:32 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:46:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1089569523',display_name='tempest-AttachVolumeNegativeTest-server-1089569523',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1089569523',id=27,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJVzrwUBL9CSo6qG4x6exTJK5ZxgTnpxZyju6L0Omg2yE8alhR/FEaX1T4jI0/ySuN5clnmwW3QtmkbsyDNPbZAqVY7+uumcoo/En6P8/BQKDM8NBxzCiXqhfNYEgV2Qww==',key_name='tempest-keypair-1069048361',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5b4719cc6b394e5d89394f7823b3231e',ramdisk_id='',reservation_id='r-xjqz3jup',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-707817915',owner_user_name='tempest-AttachVolumeNegativeTest-707817915-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:46:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ac3777b08c2b4268bd80a1fbcb771286',uuid=35b08c73-21db-4bf6-84a7-ba7535da56f3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae", "address": "fa:16:3e:d0:f9:9f", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f1f1cd0-23", "ovs_interfaceid": "6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Converting VIF {"id": "6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae", "address": "fa:16:3e:d0:f9:9f", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f1f1cd0-23", "ovs_interfaceid": "6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:f9:9f,bridge_name='br-int',has_traffic_filtering=True,id=6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae,network=Network(2b924865-55d3-48a5-8331-546fe67acc51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f1f1cd0-23') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG os_vif [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:f9:9f,bridge_name='br-int',has_traffic_filtering=True,id=6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae,network=Network(2b924865-55d3-48a5-8331-546fe67acc51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f1f1cd0-23') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '99a92caa-b14d-524c-8938-977cf4a5b432', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6f1f1cd0-23, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6f1f1cd0-23, col_values=(('qos', UUID('2c486439-d961-4bb3-b8df-299aaa90dcfa')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6f1f1cd0-23, col_values=(('external_ids', {'iface-id': '6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d0:f9:9f', 'vm-uuid': '35b08c73-21db-4bf6-84a7-ba7535da56f3'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:32 user nova-compute[74491]: INFO os_vif [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:f9:9f,bridge_name='br-int',has_traffic_filtering=True,id=6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae,network=Network(2b924865-55d3-48a5-8331-546fe67acc51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f1f1cd0-23')
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] No VIF found with MAC fa:16:3e:d0:f9:9f, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.network.neutron [req-1b667c4d-4654-4912-9f35-b3f0ea9b93bf req-6d28c266-bcc7-417b-8716-75d72fd8c599 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Updated VIF entry in instance network info cache for port 6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG nova.network.neutron [req-1b667c4d-4654-4912-9f35-b3f0ea9b93bf req-6d28c266-bcc7-417b-8716-75d72fd8c599 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Updating instance_info_cache with network_info: [{"id": "6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae", "address": "fa:16:3e:d0:f9:9f", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f1f1cd0-23", "ovs_interfaceid": "6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:46:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-1b667c4d-4654-4912-9f35-b3f0ea9b93bf req-6d28c266-bcc7-417b-8716-75d72fd8c599 service nova] Releasing lock "refresh_cache-35b08c73-21db-4bf6-84a7-ba7535da56f3" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:46:33 user nova-compute[74491]: DEBUG nova.compute.manager [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:46:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:46:33 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Instance spawned successfully.
Oct 30 07:46:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:46:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:46:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:46:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:46:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:46:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:46:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:46:33 user nova-compute[74491]: DEBUG nova.compute.manager [req-0bde5031-c8b3-4e7e-b57c-5e2f8c81f478 req-97cbc88c-9f02-42e7-816d-0cbe9c19b11d service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Received event network-vif-plugged-a65489fa-7e89-459f-8c02-ddb9366c2ec5 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:46:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0bde5031-c8b3-4e7e-b57c-5e2f8c81f478 req-97cbc88c-9f02-42e7-816d-0cbe9c19b11d service nova] Acquiring lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0bde5031-c8b3-4e7e-b57c-5e2f8c81f478 req-97cbc88c-9f02-42e7-816d-0cbe9c19b11d service nova] Lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0bde5031-c8b3-4e7e-b57c-5e2f8c81f478 req-97cbc88c-9f02-42e7-816d-0cbe9c19b11d service nova] Lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:33 user nova-compute[74491]: DEBUG nova.compute.manager [req-0bde5031-c8b3-4e7e-b57c-5e2f8c81f478 req-97cbc88c-9f02-42e7-816d-0cbe9c19b11d service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] No waiting events found dispatching network-vif-plugged-a65489fa-7e89-459f-8c02-ddb9366c2ec5 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:46:33 user nova-compute[74491]: WARNING nova.compute.manager [req-0bde5031-c8b3-4e7e-b57c-5e2f8c81f478 req-97cbc88c-9f02-42e7-816d-0cbe9c19b11d service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Received unexpected event network-vif-plugged-a65489fa-7e89-459f-8c02-ddb9366c2ec5 for instance with vm_state active and task_state rebuild_spawning.
Oct 30 07:46:33 user nova-compute[74491]: DEBUG nova.compute.manager [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:46:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:33 user nova-compute[74491]: DEBUG nova.objects.instance [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74491) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Oct 30 07:46:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-28a221e5-860a-402e-8158-34bad7cac2e4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.075s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:34 user nova-compute[74491]: DEBUG nova.compute.manager [req-2de1cdb2-396e-4723-9b39-cae1ded85bad req-f048f897-82d3-4592-bbb0-0b9bb5443cb2 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Received event network-vif-plugged-6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:46:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2de1cdb2-396e-4723-9b39-cae1ded85bad req-f048f897-82d3-4592-bbb0-0b9bb5443cb2 service nova] Acquiring lock "35b08c73-21db-4bf6-84a7-ba7535da56f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2de1cdb2-396e-4723-9b39-cae1ded85bad req-f048f897-82d3-4592-bbb0-0b9bb5443cb2 service nova] Lock "35b08c73-21db-4bf6-84a7-ba7535da56f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2de1cdb2-396e-4723-9b39-cae1ded85bad req-f048f897-82d3-4592-bbb0-0b9bb5443cb2 service nova] Lock "35b08c73-21db-4bf6-84a7-ba7535da56f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:34 user nova-compute[74491]: DEBUG nova.compute.manager [req-2de1cdb2-396e-4723-9b39-cae1ded85bad req-f048f897-82d3-4592-bbb0-0b9bb5443cb2 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] No waiting events found dispatching network-vif-plugged-6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:46:34 user nova-compute[74491]: WARNING nova.compute.manager [req-2de1cdb2-396e-4723-9b39-cae1ded85bad req-f048f897-82d3-4592-bbb0-0b9bb5443cb2 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Received unexpected event network-vif-plugged-6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae for instance with vm_state building and task_state spawning.
Oct 30 07:46:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:34 user nova-compute[74491]: INFO nova.compute.manager [None req-cdb9b826-a989-4cf7-b79d-ed1ad0d8edaa tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Unrescuing
Oct 30 07:46:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cdb9b826-a989-4cf7-b79d-ed1ad0d8edaa tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "refresh_cache-8a042309-9a42-45b2-aecd-0077c0846cd9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:46:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cdb9b826-a989-4cf7-b79d-ed1ad0d8edaa tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquired lock "refresh_cache-8a042309-9a42-45b2-aecd-0077c0846cd9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:46:34 user nova-compute[74491]: DEBUG nova.network.neutron [None req-cdb9b826-a989-4cf7-b79d-ed1ad0d8edaa tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:46:34 user nova-compute[74491]: DEBUG nova.network.neutron [None req-cdb9b826-a989-4cf7-b79d-ed1ad0d8edaa tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Updating instance_info_cache with network_info: [{"id": "9955a304-55cd-479f-bb25-acf223b55dc8", "address": "fa:16:3e:fc:19:25", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9955a304-55", "ovs_interfaceid": "9955a304-55cd-479f-bb25-acf223b55dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:46:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cdb9b826-a989-4cf7-b79d-ed1ad0d8edaa tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Releasing lock "refresh_cache-8a042309-9a42-45b2-aecd-0077c0846cd9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:46:34 user nova-compute[74491]: DEBUG nova.objects.instance [None req-cdb9b826-a989-4cf7-b79d-ed1ad0d8edaa tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lazy-loading 'flavor' on Instance uuid 8a042309-9a42-45b2-aecd-0077c0846cd9 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:46:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:35 user nova-compute[74491]: DEBUG nova.compute.manager [req-6ee4c082-1fbb-40d9-a579-ced103408e53 req-a73bad8c-e939-4aca-bf15-e8193231dd98 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received event network-vif-unplugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:46:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6ee4c082-1fbb-40d9-a579-ced103408e53 req-a73bad8c-e939-4aca-bf15-e8193231dd98 service nova] Acquiring lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6ee4c082-1fbb-40d9-a579-ced103408e53 req-a73bad8c-e939-4aca-bf15-e8193231dd98 service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6ee4c082-1fbb-40d9-a579-ced103408e53 req-a73bad8c-e939-4aca-bf15-e8193231dd98 service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:35 user nova-compute[74491]: DEBUG nova.compute.manager [req-6ee4c082-1fbb-40d9-a579-ced103408e53 req-a73bad8c-e939-4aca-bf15-e8193231dd98 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] No waiting events found dispatching network-vif-unplugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:46:35 user nova-compute[74491]: WARNING nova.compute.manager [req-6ee4c082-1fbb-40d9-a579-ced103408e53 req-a73bad8c-e939-4aca-bf15-e8193231dd98 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received unexpected event network-vif-unplugged-9955a304-55cd-479f-bb25-acf223b55dc8 for instance with vm_state rescued and task_state unrescuing.
Oct 30 07:46:35 user nova-compute[74491]: DEBUG nova.compute.manager [req-6ee4c082-1fbb-40d9-a579-ced103408e53 req-a73bad8c-e939-4aca-bf15-e8193231dd98 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received event network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:46:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6ee4c082-1fbb-40d9-a579-ced103408e53 req-a73bad8c-e939-4aca-bf15-e8193231dd98 service nova] Acquiring lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6ee4c082-1fbb-40d9-a579-ced103408e53 req-a73bad8c-e939-4aca-bf15-e8193231dd98 service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6ee4c082-1fbb-40d9-a579-ced103408e53 req-a73bad8c-e939-4aca-bf15-e8193231dd98 service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:35 user nova-compute[74491]: DEBUG nova.compute.manager [req-6ee4c082-1fbb-40d9-a579-ced103408e53 req-a73bad8c-e939-4aca-bf15-e8193231dd98 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] No waiting events found dispatching network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:46:35 user nova-compute[74491]: WARNING nova.compute.manager [req-6ee4c082-1fbb-40d9-a579-ced103408e53 req-a73bad8c-e939-4aca-bf15-e8193231dd98 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received unexpected event network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 for instance with vm_state rescued and task_state unrescuing.
Oct 30 07:46:35 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Instance destroyed successfully.
Oct 30 07:46:36 user nova-compute[74491]: DEBUG nova.compute.manager [req-680681a8-076d-419f-8d59-bf39dd4e12ee req-d9789898-ad1f-47cd-8ec2-349f8f5d3450 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Received event network-vif-plugged-6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:46:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-680681a8-076d-419f-8d59-bf39dd4e12ee req-d9789898-ad1f-47cd-8ec2-349f8f5d3450 service nova] Acquiring lock "35b08c73-21db-4bf6-84a7-ba7535da56f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-680681a8-076d-419f-8d59-bf39dd4e12ee req-d9789898-ad1f-47cd-8ec2-349f8f5d3450 service nova] Lock "35b08c73-21db-4bf6-84a7-ba7535da56f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-680681a8-076d-419f-8d59-bf39dd4e12ee req-d9789898-ad1f-47cd-8ec2-349f8f5d3450 service nova] Lock "35b08c73-21db-4bf6-84a7-ba7535da56f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:36 user nova-compute[74491]: DEBUG nova.compute.manager [req-680681a8-076d-419f-8d59-bf39dd4e12ee req-d9789898-ad1f-47cd-8ec2-349f8f5d3450 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] No waiting events found dispatching network-vif-plugged-6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:46:36 user nova-compute[74491]: WARNING nova.compute.manager [req-680681a8-076d-419f-8d59-bf39dd4e12ee req-d9789898-ad1f-47cd-8ec2-349f8f5d3450 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Received unexpected event network-vif-plugged-6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae for instance with vm_state building and task_state spawning.
Oct 30 07:46:36 user nova-compute[74491]: DEBUG nova.compute.manager [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:46:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:46:36 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Instance spawned successfully.
Oct 30 07:46:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:46:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:46:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:46:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:46:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:46:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:46:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:46:36 user nova-compute[74491]: INFO nova.compute.manager [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Took 5.90 seconds to spawn the instance on the hypervisor.
Oct 30 07:46:36 user nova-compute[74491]: DEBUG nova.compute.manager [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:46:36 user nova-compute[74491]: INFO nova.compute.manager [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Took 6.86 seconds to build instance.
Oct 30 07:46:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-27144919-1d9c-4bd8-b11b-4bfcd7ac98b8 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "35b08c73-21db-4bf6-84a7-ba7535da56f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.958s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:38 user nova-compute[74491]: DEBUG nova.compute.manager [req-6dd2a643-41cc-407c-b6e1-c889e4f3798e req-8afe3f4e-d88c-4bc2-b556-82cafe82b555 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received event network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:46:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6dd2a643-41cc-407c-b6e1-c889e4f3798e req-8afe3f4e-d88c-4bc2-b556-82cafe82b555 service nova] Acquiring lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6dd2a643-41cc-407c-b6e1-c889e4f3798e req-8afe3f4e-d88c-4bc2-b556-82cafe82b555 service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6dd2a643-41cc-407c-b6e1-c889e4f3798e req-8afe3f4e-d88c-4bc2-b556-82cafe82b555 service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:38 user nova-compute[74491]: DEBUG nova.compute.manager [req-6dd2a643-41cc-407c-b6e1-c889e4f3798e req-8afe3f4e-d88c-4bc2-b556-82cafe82b555 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] No waiting events found dispatching network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:46:38 user nova-compute[74491]: WARNING nova.compute.manager [req-6dd2a643-41cc-407c-b6e1-c889e4f3798e req-8afe3f4e-d88c-4bc2-b556-82cafe82b555 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received unexpected event network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 for instance with vm_state rescued and task_state unrescuing.
Oct 30 07:46:38 user nova-compute[74491]: DEBUG os_brick.utils [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:46:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:38 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e314374-3537-4973-9ea7-8accc86409eb]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:38 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d337055-bdba-43a2-9fe1-f517ec4c7ebe]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:38 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf0aa0d6-b93a-4d70-beb3-4c132c9157db]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:38 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[183f7970-a7b5-4683-9a8d-b135514e62b5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:46:38 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:46:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:46:38 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:46:38 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c050e39-c0cd-4815-b0a8-ba752a8976f9]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:38 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:46:38 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:46:38 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:46:38 user nova-compute[74491]: DEBUG os_brick.utils [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:46:38 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Updating existing volume attachment record: fa72afde-b2cc-4db3-9a64-0c782eccd695 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:46:39 user nova-compute[74491]: DEBUG nova.compute.manager [None req-cdb9b826-a989-4cf7-b79d-ed1ad0d8edaa tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:46:40 user nova-compute[74491]: DEBUG nova.compute.manager [req-f55b04e8-b686-4ac3-b24c-ac0f49e35013 req-4fa9d76b-1284-45db-8eec-320b7de9dcc6 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received event network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:46:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f55b04e8-b686-4ac3-b24c-ac0f49e35013 req-4fa9d76b-1284-45db-8eec-320b7de9dcc6 service nova] Acquiring lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f55b04e8-b686-4ac3-b24c-ac0f49e35013 req-4fa9d76b-1284-45db-8eec-320b7de9dcc6 service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f55b04e8-b686-4ac3-b24c-ac0f49e35013 req-4fa9d76b-1284-45db-8eec-320b7de9dcc6 service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:40 user nova-compute[74491]: DEBUG nova.compute.manager [req-f55b04e8-b686-4ac3-b24c-ac0f49e35013 req-4fa9d76b-1284-45db-8eec-320b7de9dcc6 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] No waiting events found dispatching network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:46:40 user nova-compute[74491]: WARNING nova.compute.manager [req-f55b04e8-b686-4ac3-b24c-ac0f49e35013 req-4fa9d76b-1284-45db-8eec-320b7de9dcc6 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received unexpected event network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 for instance with vm_state active and task_state None.
Oct 30 07:46:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Acquiring lock "5bb196cb-f895-4496-82ff-4712faec0300" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "5bb196cb-f895-4496-82ff-4712faec0300" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Acquiring lock "5bb196cb-f895-4496-82ff-4712faec0300-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "5bb196cb-f895-4496-82ff-4712faec0300-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "5bb196cb-f895-4496-82ff-4712faec0300-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:41 user nova-compute[74491]: INFO nova.compute.manager [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Terminating instance
Oct 30 07:46:41 user nova-compute[74491]: DEBUG nova.compute.manager [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:46:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG nova.compute.manager [req-8755573a-5740-4828-98a3-7c48450e5e4e req-e6be23c8-2c57-4f3d-9156-225afcd68beb service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Received event network-vif-unplugged-2e31c670-5c02-48f3-b88d-eb2ba9386ccd {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8755573a-5740-4828-98a3-7c48450e5e4e req-e6be23c8-2c57-4f3d-9156-225afcd68beb service nova] Acquiring lock "5bb196cb-f895-4496-82ff-4712faec0300-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8755573a-5740-4828-98a3-7c48450e5e4e req-e6be23c8-2c57-4f3d-9156-225afcd68beb service nova] Lock "5bb196cb-f895-4496-82ff-4712faec0300-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8755573a-5740-4828-98a3-7c48450e5e4e req-e6be23c8-2c57-4f3d-9156-225afcd68beb service nova] Lock "5bb196cb-f895-4496-82ff-4712faec0300-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG nova.compute.manager [req-8755573a-5740-4828-98a3-7c48450e5e4e req-e6be23c8-2c57-4f3d-9156-225afcd68beb service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] No waiting events found dispatching network-vif-unplugged-2e31c670-5c02-48f3-b88d-eb2ba9386ccd {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG nova.compute.manager [req-8755573a-5740-4828-98a3-7c48450e5e4e req-e6be23c8-2c57-4f3d-9156-225afcd68beb service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Received event network-vif-unplugged-2e31c670-5c02-48f3-b88d-eb2ba9386ccd for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:42 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Instance destroyed successfully.
Oct 30 07:46:42 user nova-compute[74491]: DEBUG nova.objects.instance [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lazy-loading 'resources' on Instance uuid 5bb196cb-f895-4496-82ff-4712faec0300 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T07:42:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1475066250',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-667559961',id=18,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAHXAPOOkWR+VKjLkymTWDstTzSVvkOLSkDxgK5ll0EOaZ/D/eaENxQguyLqu2/e7rrXgBa4icQdcmUnxcsjAyt4lG2wgGonWXJvkIJeTHSamCzwUl2oDR4Yym1sAtZ/Sg==',key_name='tempest-keypair-1010074157',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:45:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='47b53bb4c82b41b4b66c0dcd3d3fb37f',ramdisk_id='',reservation_id='r-cgj964re',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-375299279',owner_user_name='tempest-ServerActionsV293TestJSON-375299279-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:45:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0114d845a65444a69501b2bc91e78391',uuid=5bb196cb-f895-4496-82ff-4712faec0300,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "address": "fa:16:3e:de:50:77", "network": {"id": "825b69f5-b9a2-455f-949a-376887ca7e9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1356292180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47b53bb4c82b41b4b66c0dcd3d3fb37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e31c670-5c", "ovs_interfaceid": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Converting VIF {"id": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "address": "fa:16:3e:de:50:77", "network": {"id": "825b69f5-b9a2-455f-949a-376887ca7e9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1356292180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47b53bb4c82b41b4b66c0dcd3d3fb37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e31c670-5c", "ovs_interfaceid": "2e31c670-5c02-48f3-b88d-eb2ba9386ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:de:50:77,bridge_name='br-int',has_traffic_filtering=True,id=2e31c670-5c02-48f3-b88d-eb2ba9386ccd,network=Network(825b69f5-b9a2-455f-949a-376887ca7e9d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e31c670-5c') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG os_vif [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:de:50:77,bridge_name='br-int',has_traffic_filtering=True,id=2e31c670-5c02-48f3-b88d-eb2ba9386ccd,network=Network(825b69f5-b9a2-455f-949a-376887ca7e9d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e31c670-5c') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2e31c670-5c, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f712c1d0-ac67-42e8-bc36-f988d2295cba) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:46:42 user nova-compute[74491]: INFO os_vif [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:de:50:77,bridge_name='br-int',has_traffic_filtering=True,id=2e31c670-5c02-48f3-b88d-eb2ba9386ccd,network=Network(825b69f5-b9a2-455f-949a-376887ca7e9d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e31c670-5c')
Oct 30 07:46:42 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CfqheMVU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:46:42 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:46:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.038s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd6a0d27-32c4-4c69-a1fa-eaf7dad601a4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:46:42 user nova-compute[74491]: No targets found.
Oct 30 07:46:42 user nova-compute[74491]: iSNS:
Oct 30 07:46:42 user nova-compute[74491]: No targets found.
Oct 30 07:46:42 user nova-compute[74491]: STATIC:
Oct 30 07:46:42 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773
Oct 30 07:46:42 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:42 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:42 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7
Oct 30 07:46:42 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:42 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:42 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527
Oct 30 07:46:42 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:42 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:42 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7
Oct 30 07:46:42 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:42 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:42 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b
Oct 30 07:46:42 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:42 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:42 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551
Oct 30 07:46:42 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:42 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:42 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7
Oct 30 07:46:42 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:42 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:42 user nova-compute[74491]: FIRMWARE:
Oct 30 07:46:42 user nova-compute[74491]: No targets found.
Oct 30 07:46:42 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:46:42 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:46:42 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c164fda2-324a-4d3d-a3cd-82fb2f0f5a1c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4352dd1-0d6e-41ee-a4af-ba0e1cad7a13]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:46:42 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:46:42 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:46:42 user nova-compute[74491]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:46:42 user nova-compute[74491]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)
Oct 30 07:46:42 user nova-compute[74491]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)
Oct 30 07:46:42 user nova-compute[74491]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 (non-flash)
Oct 30 07:46:42 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:46:42 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:46:42 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:46:42 user nova-compute[74491]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 (non-flash)
Oct 30 07:46:42 user nova-compute[74491]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)
Oct 30 07:46:42 user nova-compute[74491]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)
Oct 30 07:46:42 user nova-compute[74491]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 (non-flash)
Oct 30 07:46:42 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef01d0dc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527'): ({'sde'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Removing single pathed devices sde {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0157a77c-2a91-429d-a85e-50b8cde1723b]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6770c9d7-d7d9-47b0-81c6-d5224eea7a46]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Flushing IO for device /dev/sde {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[505def00-2abb-4500-b9c3-6386e78dba20]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.162s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[797765e9-2555-4d09-b5b5-78ab29735dc6]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] SCSI volumes sde have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5472b5b9-685d-41bf-bfb6-fdea39a52b49]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[539c619c-23a2-4e47-b217-f152126c04fd]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527, portal: 172.16.0.220,3260]
Oct 30 07:46:42 user nova-compute[74491]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527, portal: 172.16.0.220,3260] successful.
Oct 30 07:46:42 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:46:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:180faeec-b7db-4cab-9c79-332c61edf527 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.043s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8ca9714-8a36-423d-b3ec-307cade91f83]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.501s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] <== disconnect_volume: return (502ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:46:43 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Deleting instance files /opt/stack/data/nova/instances/5bb196cb-f895-4496-82ff-4712faec0300_del
Oct 30 07:46:43 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Deletion of /opt/stack/data/nova/instances/5bb196cb-f895-4496-82ff-4712faec0300_del complete
Oct 30 07:46:43 user nova-compute[74491]: INFO nova.compute.manager [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Took 1.48 seconds to destroy the instance on the hypervisor.
Oct 30 07:46:43 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:46:43 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d06d3fc8-4880-4c20-b521-e86214f64bf8 is timed out.
Oct 30 07:46:43 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Successfully detached device vdb from instance d06d3fc8-4880-4c20-b521-e86214f64bf8 from the live domain config.
Oct 30 07:46:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UgPZTDud', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:46:43 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:46:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ad0a502-6bd6-4d79-8a27-0a3d11be7084]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:46:43 user nova-compute[74491]: No targets found.
Oct 30 07:46:43 user nova-compute[74491]: iSNS:
Oct 30 07:46:43 user nova-compute[74491]: No targets found.
Oct 30 07:46:43 user nova-compute[74491]: STATIC:
Oct 30 07:46:43 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773
Oct 30 07:46:43 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:43 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:43 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7
Oct 30 07:46:43 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:43 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:43 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7
Oct 30 07:46:43 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:43 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:43 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b
Oct 30 07:46:43 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:43 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:43 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551
Oct 30 07:46:43 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:43 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:43 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7
Oct 30 07:46:43 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:43 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:43 user nova-compute[74491]: FIRMWARE:
Oct 30 07:46:43 user nova-compute[74491]: No targets found.
Oct 30 07:46:43 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:46:43 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:46:43 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[af7c35e5-8762-40de-bc4e-eb6c66dbdaf5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e075f40-4928-43c6-ba17-09f9270e4f88]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:46:43 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:46:43 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:46:43 user nova-compute[74491]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)
Oct 30 07:46:43 user nova-compute[74491]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)
Oct 30 07:46:43 user nova-compute[74491]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 (non-flash)
Oct 30 07:46:43 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:46:43 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:46:43 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:46:43 user nova-compute[74491]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 (non-flash)
Oct 30 07:46:43 user nova-compute[74491]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)
Oct 30 07:46:43 user nova-compute[74491]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 (non-flash)
Oct 30 07:46:43 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef05f2a70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7'): ({'sdf'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Removing single pathed devices sdf {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5862c5b-bb6b-49b5-8413-1469d974ff5d]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.028s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6b53896-7ea5-4774-974e-6033af3c9e9d]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Flushing IO for device /dev/sdf {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1033f65-2ade-49ca-8e94-9a9a29af0e04]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.049s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1096c455-fb09-4cd7-b61e-d1187cbfb8c2]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] SCSI volumes sdf have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:46:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:44 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[cef6e496-7d7f-4906-b53c-f92ebd7f069f]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:44 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:46:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:44 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7a99418-b65d-42e4-8b7f-3ccce97b1ea4]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:44 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7, portal: 172.16.0.220,3260]
Oct 30 07:46:44 user nova-compute[74491]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7, portal: 172.16.0.220,3260] successful.
Oct 30 07:46:44 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:46:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:44 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:46:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:44 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[886c272b-51c8-4d79-932c-594c57a1ada8]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:44 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:46:44 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.396s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:46:44 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] <== disconnect_volume: return (397ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:46:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:46:44 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Took 1.01 seconds to deallocate network for instance.
Oct 30 07:46:44 user nova-compute[74491]: DEBUG nova.compute.manager [req-0df59f5c-cde6-4b95-a0f5-230ad9883160 req-dab55316-ee8c-4192-b0dd-a24929f199e2 service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Received event network-vif-deleted-2e31c670-5c02-48f3-b88d-eb2ba9386ccd {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:46:44 user nova-compute[74491]: DEBUG nova.compute.manager [req-6632face-cada-4849-a8e0-f41d459c6578 req-3095a201-33dc-463d-9c7f-90752c78c1c6 service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Received event network-vif-plugged-2e31c670-5c02-48f3-b88d-eb2ba9386ccd {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:46:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6632face-cada-4849-a8e0-f41d459c6578 req-3095a201-33dc-463d-9c7f-90752c78c1c6 service nova] Acquiring lock "5bb196cb-f895-4496-82ff-4712faec0300-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6632face-cada-4849-a8e0-f41d459c6578 req-3095a201-33dc-463d-9c7f-90752c78c1c6 service nova] Lock "5bb196cb-f895-4496-82ff-4712faec0300-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6632face-cada-4849-a8e0-f41d459c6578 req-3095a201-33dc-463d-9c7f-90752c78c1c6 service nova] Lock "5bb196cb-f895-4496-82ff-4712faec0300-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:44 user nova-compute[74491]: DEBUG nova.compute.manager [req-6632face-cada-4849-a8e0-f41d459c6578 req-3095a201-33dc-463d-9c7f-90752c78c1c6 service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] No waiting events found dispatching network-vif-plugged-2e31c670-5c02-48f3-b88d-eb2ba9386ccd {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:46:44 user nova-compute[74491]: WARNING nova.compute.manager [req-6632face-cada-4849-a8e0-f41d459c6578 req-3095a201-33dc-463d-9c7f-90752c78c1c6 service nova] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Received unexpected event network-vif-plugged-2e31c670-5c02-48f3-b88d-eb2ba9386ccd for instance with vm_state active and task_state deleting.
Oct 30 07:46:44 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:46:44 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:46:44 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 07:46:45 user nova-compute[74491]: DEBUG nova.objects.instance [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lazy-loading 'flavor' on Instance uuid d06d3fc8-4880-4c20-b521-e86214f64bf8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:46:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-277c2db1-1985-4d41-aec6-3b20d176da70 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "d06d3fc8-4880-4c20-b521-e86214f64bf8" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.115s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "d06d3fc8-4880-4c20-b521-e86214f64bf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 22.011s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "d06d3fc8-4880-4c20-b521-e86214f64bf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "d06d3fc8-4880-4c20-b521-e86214f64bf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "d06d3fc8-4880-4c20-b521-e86214f64bf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:45 user nova-compute[74491]: INFO nova.compute.manager [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Terminating instance
Oct 30 07:46:45 user nova-compute[74491]: DEBUG nova.compute.manager [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:46:45 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:46:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:45 user nova-compute[74491]: INFO nova.compute.manager [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Took 1.27 seconds to detach 1 volumes for instance.
Oct 30 07:46:45 user nova-compute[74491]: DEBUG nova.compute.manager [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] [instance: 5bb196cb-f895-4496-82ff-4712faec0300] Deleting volume: 180faeec-b7db-4cab-9c79-332c61edf527 {{(pid=74491) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 30 07:46:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:46 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Instance destroyed successfully.
Oct 30 07:46:46 user nova-compute[74491]: DEBUG nova.objects.instance [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lazy-loading 'resources' on Instance uuid d06d3fc8-4880-4c20-b521-e86214f64bf8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:43:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1130970105',display_name='tempest-VolumesSnapshotTestJSON-instance-1130970105',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1130970105',id=22,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP4w4/FjtuwOPtmSm2hP+KO+xZRKAJ35f3Xh6ZH0KuEegTYCehQ7FoCcYvn5X12oLI9Ss2ZNVWX9tN0G0zOkiVWQlsgtr33UxErto0ji3rAGtQL6mYUBeMJdNtL6AXlYzw==',key_name='tempest-keypair-489534439',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:43:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5328a34e1d7f4acdb9edd844396f1e40',ramdisk_id='',reservation_id='r-4x9421ow',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1411379770',owner_user_name='tempest-VolumesSnapshotTestJSON-1411379770-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:43:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4fb7a5b015224f39a4459a73e4e61419',uuid=d06d3fc8-4880-4c20-b521-e86214f64bf8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca", "address": "fa:16:3e:d7:47:3a", "network": {"id": "0ee19de2-df20-4647-98cd-f0196ef50b3f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-158911491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5328a34e1d7f4acdb9edd844396f1e40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap059e9bfe-d9", "ovs_interfaceid": "059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Converting VIF {"id": "059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca", "address": "fa:16:3e:d7:47:3a", "network": {"id": "0ee19de2-df20-4647-98cd-f0196ef50b3f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-158911491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5328a34e1d7f4acdb9edd844396f1e40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap059e9bfe-d9", "ovs_interfaceid": "059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d7:47:3a,bridge_name='br-int',has_traffic_filtering=True,id=059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca,network=Network(0ee19de2-df20-4647-98cd-f0196ef50b3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap059e9bfe-d9') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG os_vif [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d7:47:3a,bridge_name='br-int',has_traffic_filtering=True,id=059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca,network=Network(0ee19de2-df20-4647-98cd-f0196ef50b3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap059e9bfe-d9') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap059e9bfe-d9, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fc79d082-1ec8-4a03-9061-6ea858bc86a4) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:46:46 user nova-compute[74491]: INFO os_vif [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d7:47:3a,bridge_name='br-int',has_traffic_filtering=True,id=059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca,network=Network(0ee19de2-df20-4647-98cd-f0196ef50b3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap059e9bfe-d9')
Oct 30 07:46:46 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UgPZTDud', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:46:46 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:46:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.009s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b5f72ae-b600-4220-a5b1-c212bcf769e6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG nova.compute.manager [req-f64f2219-cb5f-4145-a828-58615386cd33 req-12ac31cb-4961-4708-82ac-b2fa1a6cd2fd service nova] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Received event network-vif-unplugged-059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f64f2219-cb5f-4145-a828-58615386cd33 req-12ac31cb-4961-4708-82ac-b2fa1a6cd2fd service nova] Acquiring lock "d06d3fc8-4880-4c20-b521-e86214f64bf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f64f2219-cb5f-4145-a828-58615386cd33 req-12ac31cb-4961-4708-82ac-b2fa1a6cd2fd service nova] Lock "d06d3fc8-4880-4c20-b521-e86214f64bf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f64f2219-cb5f-4145-a828-58615386cd33 req-12ac31cb-4961-4708-82ac-b2fa1a6cd2fd service nova] Lock "d06d3fc8-4880-4c20-b521-e86214f64bf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG nova.compute.manager [req-f64f2219-cb5f-4145-a828-58615386cd33 req-12ac31cb-4961-4708-82ac-b2fa1a6cd2fd service nova] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] No waiting events found dispatching network-vif-unplugged-059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG nova.compute.manager [req-f64f2219-cb5f-4145-a828-58615386cd33 req-12ac31cb-4961-4708-82ac-b2fa1a6cd2fd service nova] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Received event network-vif-unplugged-059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG nova.compute.manager [req-f64f2219-cb5f-4145-a828-58615386cd33 req-12ac31cb-4961-4708-82ac-b2fa1a6cd2fd service nova] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Received event network-vif-plugged-059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f64f2219-cb5f-4145-a828-58615386cd33 req-12ac31cb-4961-4708-82ac-b2fa1a6cd2fd service nova] Acquiring lock "d06d3fc8-4880-4c20-b521-e86214f64bf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f64f2219-cb5f-4145-a828-58615386cd33 req-12ac31cb-4961-4708-82ac-b2fa1a6cd2fd service nova] Lock "d06d3fc8-4880-4c20-b521-e86214f64bf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f64f2219-cb5f-4145-a828-58615386cd33 req-12ac31cb-4961-4708-82ac-b2fa1a6cd2fd service nova] Lock "d06d3fc8-4880-4c20-b521-e86214f64bf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG nova.compute.manager [req-f64f2219-cb5f-4145-a828-58615386cd33 req-12ac31cb-4961-4708-82ac-b2fa1a6cd2fd service nova] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] No waiting events found dispatching network-vif-plugged-059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:46:46 user nova-compute[74491]: WARNING nova.compute.manager [req-f64f2219-cb5f-4145-a828-58615386cd33 req-12ac31cb-4961-4708-82ac-b2fa1a6cd2fd service nova] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Received unexpected event network-vif-plugged-059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca for instance with vm_state active and task_state deleting.
Oct 30 07:46:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:46:46 user nova-compute[74491]: No targets found.
Oct 30 07:46:46 user nova-compute[74491]: iSNS:
Oct 30 07:46:46 user nova-compute[74491]: No targets found.
Oct 30 07:46:46 user nova-compute[74491]: STATIC:
Oct 30 07:46:46 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773
Oct 30 07:46:46 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:46 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:46 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7
Oct 30 07:46:46 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:46 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:46 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b
Oct 30 07:46:46 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:46 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:46 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551
Oct 30 07:46:46 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:46 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:46 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7
Oct 30 07:46:46 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:46 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:46 user nova-compute[74491]: FIRMWARE:
Oct 30 07:46:46 user nova-compute[74491]: No targets found.
Oct 30 07:46:46 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:46:46 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:46:46 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:64efac2b-e1c4-41ae-aa04-9ac659ca86f7', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[65bcf962-4a27-452c-880b-f04d45dfad90]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.041s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1dd9b29-e2d6-4cde-b548-653b33016275]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:46:46 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:46:46 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:46:46 user nova-compute[74491]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)
Oct 30 07:46:46 user nova-compute[74491]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 (non-flash)
Oct 30 07:46:46 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:46:46 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:46:46 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:46:46 user nova-compute[74491]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)
Oct 30 07:46:46 user nova-compute[74491]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 (non-flash)
Oct 30 07:46:46 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef0187130>, {}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Disconnecting from: [] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.148s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] <== disconnect_volume: return (157ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:46:46 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Deleting instance files /opt/stack/data/nova/instances/d06d3fc8-4880-4c20-b521-e86214f64bf8_del
Oct 30 07:46:46 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Deletion of /opt/stack/data/nova/instances/d06d3fc8-4880-4c20-b521-e86214f64bf8_del complete
Oct 30 07:46:46 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:46:46 user nova-compute[74491]: INFO nova.compute.manager [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Took 1.30 seconds to destroy the instance on the hypervisor.
Oct 30 07:46:46 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.960s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.213s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 07:46:46 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Deleted allocations for instance 5bb196cb-f895-4496-82ff-4712faec0300
Oct 30 07:46:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2f6bf94b-8efd-482c-9447-8070000d56df tempest-ServerActionsV293TestJSON-375299279 tempest-ServerActionsV293TestJSON-375299279-project-member] Lock "5bb196cb-f895-4496-82ff-4712faec0300" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.126s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk --force-share --output=json" returned: 0 in 0.248s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:46:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json" returned: 0 in 0.192s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:47 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:46:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json" returned: 0 in 0.239s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:47 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Took 1.27 seconds to deallocate network for instance.
Oct 30 07:46:47 user nova-compute[74491]: DEBUG nova.compute.manager [req-e74e96eb-7add-4867-a9f3-016b56555550 req-5020885c-d372-462e-ad33-925d34c48600 service nova] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Received event network-vif-deleted-059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:46:47 user nova-compute[74491]: INFO nova.compute.manager [req-e74e96eb-7add-4867-a9f3-016b56555550 req-5020885c-d372-462e-ad33-925d34c48600 service nova] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Neutron deleted interface 059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca; detaching it from the instance and deleting it from the info cache
Oct 30 07:46:47 user nova-compute[74491]: DEBUG nova.network.neutron [req-e74e96eb-7add-4867-a9f3-016b56555550 req-5020885c-d372-462e-ad33-925d34c48600 service nova] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:46:47 user nova-compute[74491]: DEBUG nova.compute.manager [req-e74e96eb-7add-4867-a9f3-016b56555550 req-5020885c-d372-462e-ad33-925d34c48600 service nova] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Detach interface failed, port_id=059e9bfe-d9ed-4b6a-8c41-f18dcc2551ca, reason: Instance d06d3fc8-4880-4c20-b521-e86214f64bf8 could not be found. {{(pid=74491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 07:46:47 user nova-compute[74491]: WARNING nova.volume.cinder [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Attachment a3c66343-793a-4adc-8db4-b94870faff87 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = a3c66343-793a-4adc-8db4-b94870faff87. (HTTP 404) (Request-ID: req-735ab39d-f9c4-4676-b8ec-f41a420ee863)
Oct 30 07:46:47 user nova-compute[74491]: INFO nova.compute.manager [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] [instance: d06d3fc8-4880-4c20-b521-e86214f64bf8] Took 0.08 seconds to detach 1 volumes for instance.
Oct 30 07:46:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.003s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:48 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:46:48 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:46:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:48 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdh (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:46:48 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:46:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.631s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:48 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Deleted allocations for instance d06d3fc8-4880-4c20-b521-e86214f64bf8
Oct 30 07:46:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-efd0d72f-4ce2-482e-b1bb-582e4e02f301 tempest-VolumesSnapshotTestJSON-1411379770 tempest-VolumesSnapshotTestJSON-1411379770-project-member] Lock "d06d3fc8-4880-4c20-b521-e86214f64bf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.650s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:46:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:50 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:46:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/35b08c73-21db-4bf6-84a7-ba7535da56f3/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/35b08c73-21db-4bf6-84a7-ba7535da56f3/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/35b08c73-21db-4bf6-84a7-ba7535da56f3/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/35b08c73-21db-4bf6-84a7-ba7535da56f3/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:52 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:46:52 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:46:52 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=7563MB free_disk=25.359420776367188GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 07:46:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:52 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 962072d3-a76a-491e-8693-d0f1ce2a2dd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:46:52 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance bb072d38-2d8d-4138-833b-de7b80d17a96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:46:52 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 6baf250e-557b-456f-8962-4e4e58e8f1b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:46:52 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance a9ab73d8-09f4-4bb3-8007-abf63dfbe984 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:46:52 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ffba7846-2a43-48b7-bd99-27fc59c81765 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:46:52 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ca6e5e60-1eff-4e73-a1d8-b78361f31e61 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:46:52 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 8a042309-9a42-45b2-aecd-0077c0846cd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:46:52 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 2179c429-c80b-4aa5-aa45-80245fbd9cbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:46:52 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 77a92d83-a21c-4bc6-afa4-e8ad746be23f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:46:52 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:46:52 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 3c75d370-f348-47c3-ad59-3da6713100d2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:46:52 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 35b08c73-21db-4bf6-84a7-ba7535da56f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:46:52 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 07:46:52 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 07:46:52 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:46:52 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:46:52 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 07:46:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.600s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:53 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:46:53 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 07:46:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-ffba7846-2a43-48b7-bd99-27fc59c81765" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:46:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-ffba7846-2a43-48b7-bd99-27fc59c81765" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:46:53 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 07:46:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquiring lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquiring lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:54 user nova-compute[74491]: INFO nova.compute.manager [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Terminating instance
Oct 30 07:46:54 user nova-compute[74491]: DEBUG nova.compute.manager [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:46:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:54 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Updating instance_info_cache with network_info: [{"id": "4473130f-e4d4-4c60-a047-fc809045a251", "address": "fa:16:3e:1f:df:03", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4473130f-e4", "ovs_interfaceid": "4473130f-e4d4-4c60-a047-fc809045a251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:46:54 user nova-compute[74491]: DEBUG nova.compute.manager [req-d49dbdcf-7921-48c6-ac41-2e16758e11ed req-269209a8-88f4-4d65-bc82-67fc50a76a3e service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Received event network-vif-unplugged-2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:46:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d49dbdcf-7921-48c6-ac41-2e16758e11ed req-269209a8-88f4-4d65-bc82-67fc50a76a3e service nova] Acquiring lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d49dbdcf-7921-48c6-ac41-2e16758e11ed req-269209a8-88f4-4d65-bc82-67fc50a76a3e service nova] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d49dbdcf-7921-48c6-ac41-2e16758e11ed req-269209a8-88f4-4d65-bc82-67fc50a76a3e service nova] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:54 user nova-compute[74491]: DEBUG nova.compute.manager [req-d49dbdcf-7921-48c6-ac41-2e16758e11ed req-269209a8-88f4-4d65-bc82-67fc50a76a3e service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] No waiting events found dispatching network-vif-unplugged-2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:46:54 user nova-compute[74491]: DEBUG nova.compute.manager [req-d49dbdcf-7921-48c6-ac41-2e16758e11ed req-269209a8-88f4-4d65-bc82-67fc50a76a3e service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Received event network-vif-unplugged-2690cd19-db89-4956-afb9-fb1cd72a6ead for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:46:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-ffba7846-2a43-48b7-bd99-27fc59c81765" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:46:54 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 07:46:54 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:46:54 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:46:54 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:46:55 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Instance destroyed successfully.
Oct 30 07:46:55 user nova-compute[74491]: DEBUG nova.objects.instance [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lazy-loading 'resources' on Instance uuid ca6e5e60-1eff-4e73-a1d8-b78361f31e61 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:37:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-250330121',display_name='tempest-ServerActionsTestOtherB-server-250330121',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-250330121',id=14,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGnC4r3o386th9DGaJLtZEtlcPYrv7t5zegNMIF+opf+g3L8CGhVaOK+p3JyJJUvFGIngzm90raO9XYrBdDwxkPsgdh49bzA8FgddvrsBPT7M5FYLKowUsu/JMdSMNq0Rg==',key_name='tempest-keypair-1622103420',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:44:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='29bc84846dd74eecb286bfbcfd4f838b',ramdisk_id='',reservation_id='r-652jw9as',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-1638830130',owner_user_name='tempest-ServerActionsTestOtherB-1638830130-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:44:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='506813ea22514a4ab1e8492d724d6e93',uuid=ca6e5e60-1eff-4e73-a1d8-b78361f31e61,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "address": "fa:16:3e:79:ba:83", "network": {"id": "4b60f2bc-47f1-4758-ab27-7409b0ed4838", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-353851300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bc84846dd74eecb286bfbcfd4f838b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2690cd19-db", "ovs_interfaceid": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Converting VIF {"id": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "address": "fa:16:3e:79:ba:83", "network": {"id": "4b60f2bc-47f1-4758-ab27-7409b0ed4838", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-353851300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bc84846dd74eecb286bfbcfd4f838b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2690cd19-db", "ovs_interfaceid": "2690cd19-db89-4956-afb9-fb1cd72a6ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:79:ba:83,bridge_name='br-int',has_traffic_filtering=True,id=2690cd19-db89-4956-afb9-fb1cd72a6ead,network=Network(4b60f2bc-47f1-4758-ab27-7409b0ed4838),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2690cd19-db') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG os_vif [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:79:ba:83,bridge_name='br-int',has_traffic_filtering=True,id=2690cd19-db89-4956-afb9-fb1cd72a6ead,network=Network(4b60f2bc-47f1-4758-ab27-7409b0ed4838),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2690cd19-db') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2690cd19-db, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8bd863aa-e2dc-4e60-838b-3f219d5c1ebb) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:55 user nova-compute[74491]: INFO os_vif [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:79:ba:83,bridge_name='br-int',has_traffic_filtering=True,id=2690cd19-db89-4956-afb9-fb1cd72a6ead,network=Network(4b60f2bc-47f1-4758-ab27-7409b0ed4838),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2690cd19-db')
Oct 30 07:46:55 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'stcuSMDT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:46:55 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:46:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff152dad-d8cc-4df7-ba2f-27254be8accb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:46:55 user nova-compute[74491]: No targets found.
Oct 30 07:46:55 user nova-compute[74491]: iSNS:
Oct 30 07:46:55 user nova-compute[74491]: No targets found.
Oct 30 07:46:55 user nova-compute[74491]: STATIC:
Oct 30 07:46:55 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773
Oct 30 07:46:55 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:55 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:55 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7
Oct 30 07:46:55 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:55 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:55 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b
Oct 30 07:46:55 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:55 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:55 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551
Oct 30 07:46:55 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:55 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:55 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7
Oct 30 07:46:55 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:46:55 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:46:55 user nova-compute[74491]: FIRMWARE:
Oct 30 07:46:55 user nova-compute[74491]: No targets found.
Oct 30 07:46:55 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:46:55 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:46:55 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[398e2b0d-1d09-4427-8768-9111e1dddf9f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ff76a8a-4438-43dd-b1fe-46dbd25924b2]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:46:55 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:46:55 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:46:55 user nova-compute[74491]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)
Oct 30 07:46:55 user nova-compute[74491]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 (non-flash)
Oct 30 07:46:55 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:46:55 user nova-compute[74491]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 (non-flash)
Oct 30 07:46:55 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:46:55 user nova-compute[74491]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)
Oct 30 07:46:55 user nova-compute[74491]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 (non-flash)
Oct 30 07:46:55 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feecc636320>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7'): ({'sdd'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Removing single pathed devices sdd {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[166034ef-fe3a-402e-a325-c3d21ba2e83f]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[224ba0c8-ae33-4f59-8eaa-23919d0cab98]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Flushing IO for device /dev/sdd {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb651922-8f5d-40cb-9b63-c66913011a3f]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.033s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[07bb7aaf-3936-4e9d-bd43-cf59950b3018]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] SCSI volumes sdd have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[73646838-4dfd-4513-a2d5-573ebd72c694]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[deb8e7f0-86ed-4c9a-923a-3c52e2fa937d]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7, portal: 172.16.0.220,3260]
Oct 30 07:46:55 user nova-compute[74491]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7, portal: 172.16.0.220,3260] successful.
Oct 30 07:46:55 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae98d5ce-042e-43cf-a1ec-57f66cf32df7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b48c28c7-a735-4085-87d4-4cd5b6b82a1b]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.323s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] <== disconnect_volume: return (324ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:46:55 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Deleting instance files /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61_del
Oct 30 07:46:55 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Deletion of /opt/stack/data/nova/instances/ca6e5e60-1eff-4e73-a1d8-b78361f31e61_del complete
Oct 30 07:46:55 user nova-compute[74491]: INFO nova.compute.manager [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Took 1.30 seconds to destroy the instance on the hypervisor.
Oct 30 07:46:55 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:46:55 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:46:56 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:46:56 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Took 0.93 seconds to deallocate network for instance.
Oct 30 07:46:56 user nova-compute[74491]: DEBUG nova.compute.manager [req-caae999a-cf05-4e9f-a78c-7e2640ec2965 req-7626208c-c7b8-4a18-a140-407937663e94 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Received event network-vif-deleted-2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:46:56 user nova-compute[74491]: DEBUG nova.compute.manager [req-f188b4c1-31c0-4206-9492-f24a2bb1219e req-482989e5-1b3c-40c9-9000-187ba81e5f88 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Received event network-vif-plugged-2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:46:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f188b4c1-31c0-4206-9492-f24a2bb1219e req-482989e5-1b3c-40c9-9000-187ba81e5f88 service nova] Acquiring lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f188b4c1-31c0-4206-9492-f24a2bb1219e req-482989e5-1b3c-40c9-9000-187ba81e5f88 service nova] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f188b4c1-31c0-4206-9492-f24a2bb1219e req-482989e5-1b3c-40c9-9000-187ba81e5f88 service nova] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:56 user nova-compute[74491]: DEBUG nova.compute.manager [req-f188b4c1-31c0-4206-9492-f24a2bb1219e req-482989e5-1b3c-40c9-9000-187ba81e5f88 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] No waiting events found dispatching network-vif-plugged-2690cd19-db89-4956-afb9-fb1cd72a6ead {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:46:56 user nova-compute[74491]: WARNING nova.compute.manager [req-f188b4c1-31c0-4206-9492-f24a2bb1219e req-482989e5-1b3c-40c9-9000-187ba81e5f88 service nova] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Received unexpected event network-vif-plugged-2690cd19-db89-4956-afb9-fb1cd72a6ead for instance with vm_state active and task_state deleting.
Oct 30 07:46:57 user nova-compute[74491]: INFO nova.compute.manager [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] [instance: ca6e5e60-1eff-4e73-a1d8-b78361f31e61] Took 0.84 seconds to detach 1 volumes for instance.
Oct 30 07:46:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.volume.cinder [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Update attachment failed for attachment fa72afde-b2cc-4db3-9a64-0c782eccd695. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-7f120fef-8273-4a87-b7b2-a97db753da7b) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-7f120fef-8273-4a87-b7b2-a97db753da7b)
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Instance failed block device setup: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-7f120fef-8273-4a87-b7b2-a97db753da7b)
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Traceback (most recent call last):
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]   File "/opt/stack/nova/nova/compute/manager.py", line 2190, in _prep_block_device
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]     driver_block_device.attach_block_devices(
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]   File "/opt/stack/nova/nova/virt/block_device.py", line 936, in attach_block_devices
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]     _log_and_attach(device)
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]   File "/opt/stack/nova/nova/virt/block_device.py", line 933, in _log_and_attach
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]     bdm.attach(*attach_args, **attach_kwargs)
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]   File "/opt/stack/nova/nova/virt/block_device.py", line 835, in attach
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]     super(DriverVolImageBlockDevice, self).attach(
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]     ret_val = method(obj, context, *args, **kwargs)
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]     self._do_attach(context, instance, volume, volume_api,
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]     self._volume_attach(context, volume, connector, instance,
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]     connection_info = volume_api.attachment_update(
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]     res = method(self, ctx, *args, **kwargs)
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]     with excutils.save_and_reraise_exception():
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]     self.force_reraise()
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]     raise self.value
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]     context, '3.44', skip_version_check=True).attachments.update(
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]     return method.func(obj, *args, **kwargs)
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]     resp = self._update('/attachments/%s' % id, body)
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]     return self._cs_request(url, 'PUT', **kwargs)
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]     return self.request(url, method, **kwargs)
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2]     raise exceptions.from_response(resp, body)
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-7f120fef-8273-4a87-b7b2-a97db753da7b)
Oct 30 07:46:57 user nova-compute[74491]: ERROR nova.compute.manager [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] 
Oct 30 07:46:57 user nova-compute[74491]: DEBUG nova.compute.claims [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Aborting claim: <nova.compute.claims.Claim object at 0x7feef07c2440> {{(pid=74491) abort /opt/stack/nova/nova/compute/claims.py:84}}
Oct 30 07:46:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:46:57 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:46:57 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:46:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.387s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.167s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:46:58 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Deleted allocations for instance ca6e5e60-1eff-4e73-a1d8-b78361f31e61
Oct 30 07:46:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-76eda7de-9a9c-4064-8345-2138a4b3310b tempest-ServerActionsTestOtherB-1638830130 tempest-ServerActionsTestOtherB-1638830130-project-member] Lock "ca6e5e60-1eff-4e73-a1d8-b78361f31e61" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.738s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:58 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:46:58 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:46:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 0.443s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:46:58 user nova-compute[74491]: DEBUG nova.compute.manager [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Build of instance 3c75d370-f348-47c3-ad59-3da6713100d2 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-7f120fef-8273-4a87-b7b2-a97db753da7b) {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2660}}
Oct 30 07:46:58 user nova-compute[74491]: DEBUG nova.compute.utils [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Build of instance 3c75d370-f348-47c3-ad59-3da6713100d2 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: {{(pid=74491) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}}
Oct 30 07:46:58 user nova-compute[74491]: ERROR nova.compute.manager [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Build of instance 3c75d370-f348-47c3-ad59-3da6713100d2 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-7f120fef-8273-4a87-b7b2-a97db753da7b): nova.exception.BuildAbortException: Build of instance 3c75d370-f348-47c3-ad59-3da6713100d2 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-7f120fef-8273-4a87-b7b2-a97db753da7b)
Oct 30 07:46:58 user nova-compute[74491]: DEBUG nova.compute.manager [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Unplugging VIFs for instance {{(pid=74491) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:2996}}
Oct 30 07:46:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:46:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-597195212',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-597195212',id=26,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='22c884731d2d4072ae0c9759f82c4bfc',ramdisk_id='',reservation_id='r-zlojokge',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1284148635',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:46:17Z,user_data=None,user_id='e940f70d67db459baad1d913fe2b7aa5',uuid=3c75d370-f348-47c3-ad59-3da6713100d2,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "48e9fc31-c04d-477b-84a0-cdf6c9b8f51d", "address": "fa:16:3e:13:f0:12", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48e9fc31-c0", "ovs_interfaceid": "48e9fc31-c04d-477b-84a0-cdf6c9b8f51d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:46:58 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Converting VIF {"id": "48e9fc31-c04d-477b-84a0-cdf6c9b8f51d", "address": "fa:16:3e:13:f0:12", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48e9fc31-c0", "ovs_interfaceid": "48e9fc31-c04d-477b-84a0-cdf6c9b8f51d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:46:58 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:f0:12,bridge_name='br-int',has_traffic_filtering=True,id=48e9fc31-c04d-477b-84a0-cdf6c9b8f51d,network=Network(3d123996-c32a-43e8-b0ec-49fd0fff0f1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48e9fc31-c0') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:46:58 user nova-compute[74491]: DEBUG os_vif [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:f0:12,bridge_name='br-int',has_traffic_filtering=True,id=48e9fc31-c04d-477b-84a0-cdf6c9b8f51d,network=Network(3d123996-c32a-43e8-b0ec-49fd0fff0f1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48e9fc31-c0') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:46:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:46:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap48e9fc31-c0, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:46:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:46:58 user nova-compute[74491]: INFO os_vif [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:f0:12,bridge_name='br-int',has_traffic_filtering=True,id=48e9fc31-c04d-477b-84a0-cdf6c9b8f51d,network=Network(3d123996-c32a-43e8-b0ec-49fd0fff0f1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48e9fc31-c0')
Oct 30 07:46:58 user nova-compute[74491]: DEBUG nova.compute.manager [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Unplugged VIFs for instance {{(pid=74491) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3032}}
Oct 30 07:46:58 user nova-compute[74491]: DEBUG nova.compute.manager [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:46:58 user nova-compute[74491]: DEBUG nova.network.neutron [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:46:58 user nova-compute[74491]: DEBUG nova.network.neutron [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:46:58 user nova-compute[74491]: INFO nova.compute.manager [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Took 0.51 seconds to deallocate network for instance.
Oct 30 07:46:59 user nova-compute[74491]: DEBUG nova.compute.manager [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Detaching volume: 1d9acedd-b44b-4083-aa6f-38014626cdd5 {{(pid=74491) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3224}}
Oct 30 07:46:59 user nova-compute[74491]: INFO nova.compute.manager [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Detaching volume 1d9acedd-b44b-4083-aa6f-38014626cdd5
Oct 30 07:46:59 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 3c75d370-f348-47c3-ad59-3da6713100d2] Skipping driver_detach during remote rebuild. {{(pid=74491) _do_detach /opt/stack/nova/nova/virt/block_device.py:461}}
Oct 30 07:46:59 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Deleted allocations for instance 3c75d370-f348-47c3-ad59-3da6713100d2
Oct 30 07:46:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-11512356-4bf9-44d2-917e-d3cd560429d0 tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "3c75d370-f348-47c3-ad59-3da6713100d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 43.110s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:47:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4bf3b0e6-70fa-4782-89db-91cfa07679ef tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "2179c429-c80b-4aa5-aa45-80245fbd9cbd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:47:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4bf3b0e6-70fa-4782-89db-91cfa07679ef tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "2179c429-c80b-4aa5-aa45-80245fbd9cbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:47:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4bf3b0e6-70fa-4782-89db-91cfa07679ef tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "2179c429-c80b-4aa5-aa45-80245fbd9cbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:47:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4bf3b0e6-70fa-4782-89db-91cfa07679ef tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "2179c429-c80b-4aa5-aa45-80245fbd9cbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:47:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4bf3b0e6-70fa-4782-89db-91cfa07679ef tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "2179c429-c80b-4aa5-aa45-80245fbd9cbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:47:06 user nova-compute[74491]: INFO nova.compute.manager [None req-4bf3b0e6-70fa-4782-89db-91cfa07679ef tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Terminating instance
Oct 30 07:47:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-4bf3b0e6-70fa-4782-89db-91cfa07679ef tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:47:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:07 user nova-compute[74491]: DEBUG nova.compute.manager [req-9999d2d0-b331-412f-95ff-923009f3e640 req-a465c958-e963-462c-b6dc-7fb8ce4fe4ac service nova] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Received event network-vif-unplugged-16a8505c-a797-4400-bfa7-a4362bddef75 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:47:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9999d2d0-b331-412f-95ff-923009f3e640 req-a465c958-e963-462c-b6dc-7fb8ce4fe4ac service nova] Acquiring lock "2179c429-c80b-4aa5-aa45-80245fbd9cbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:47:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9999d2d0-b331-412f-95ff-923009f3e640 req-a465c958-e963-462c-b6dc-7fb8ce4fe4ac service nova] Lock "2179c429-c80b-4aa5-aa45-80245fbd9cbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:47:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9999d2d0-b331-412f-95ff-923009f3e640 req-a465c958-e963-462c-b6dc-7fb8ce4fe4ac service nova] Lock "2179c429-c80b-4aa5-aa45-80245fbd9cbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:47:07 user nova-compute[74491]: DEBUG nova.compute.manager [req-9999d2d0-b331-412f-95ff-923009f3e640 req-a465c958-e963-462c-b6dc-7fb8ce4fe4ac service nova] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] No waiting events found dispatching network-vif-unplugged-16a8505c-a797-4400-bfa7-a4362bddef75 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:47:07 user nova-compute[74491]: DEBUG nova.compute.manager [req-9999d2d0-b331-412f-95ff-923009f3e640 req-a465c958-e963-462c-b6dc-7fb8ce4fe4ac service nova] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Received event network-vif-unplugged-16a8505c-a797-4400-bfa7-a4362bddef75 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:47:07 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Instance destroyed successfully.
Oct 30 07:47:07 user nova-compute[74491]: DEBUG nova.objects.instance [None req-4bf3b0e6-70fa-4782-89db-91cfa07679ef tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lazy-loading 'resources' on Instance uuid 2179c429-c80b-4aa5-aa45-80245fbd9cbd {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:47:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-4bf3b0e6-70fa-4782-89db-91cfa07679ef tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:43:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1067890032',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1067890032',id=23,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:43:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='22c884731d2d4072ae0c9759f82c4bfc',ramdisk_id='',reservation_id='r-8ak89k4b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1284148635',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:45:14Z,user_data=None,user_id='e940f70d67db459baad1d913fe2b7aa5',uuid=2179c429-c80b-4aa5-aa45-80245fbd9cbd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "16a8505c-a797-4400-bfa7-a4362bddef75", "address": "fa:16:3e:a3:8f:f8", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap16a8505c-a7", "ovs_interfaceid": "16a8505c-a797-4400-bfa7-a4362bddef75", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:47:07 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-4bf3b0e6-70fa-4782-89db-91cfa07679ef tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Converting VIF {"id": "16a8505c-a797-4400-bfa7-a4362bddef75", "address": "fa:16:3e:a3:8f:f8", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap16a8505c-a7", "ovs_interfaceid": "16a8505c-a797-4400-bfa7-a4362bddef75", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:47:07 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-4bf3b0e6-70fa-4782-89db-91cfa07679ef tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:8f:f8,bridge_name='br-int',has_traffic_filtering=True,id=16a8505c-a797-4400-bfa7-a4362bddef75,network=Network(3d123996-c32a-43e8-b0ec-49fd0fff0f1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap16a8505c-a7') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:47:07 user nova-compute[74491]: DEBUG os_vif [None req-4bf3b0e6-70fa-4782-89db-91cfa07679ef tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:8f:f8,bridge_name='br-int',has_traffic_filtering=True,id=16a8505c-a797-4400-bfa7-a4362bddef75,network=Network(3d123996-c32a-43e8-b0ec-49fd0fff0f1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap16a8505c-a7') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:47:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap16a8505c-a7, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:47:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:47:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=de4329ec-0e8f-4cdd-a9f9-55452036d55f) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:47:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:07 user nova-compute[74491]: INFO os_vif [None req-4bf3b0e6-70fa-4782-89db-91cfa07679ef tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:8f:f8,bridge_name='br-int',has_traffic_filtering=True,id=16a8505c-a797-4400-bfa7-a4362bddef75,network=Network(3d123996-c32a-43e8-b0ec-49fd0fff0f1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap16a8505c-a7')
Oct 30 07:47:07 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-4bf3b0e6-70fa-4782-89db-91cfa07679ef tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Deleting instance files /opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd_del
Oct 30 07:47:07 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-4bf3b0e6-70fa-4782-89db-91cfa07679ef tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Deletion of /opt/stack/data/nova/instances/2179c429-c80b-4aa5-aa45-80245fbd9cbd_del complete
Oct 30 07:47:07 user nova-compute[74491]: INFO nova.compute.manager [None req-4bf3b0e6-70fa-4782-89db-91cfa07679ef tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 30 07:47:07 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-4bf3b0e6-70fa-4782-89db-91cfa07679ef tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:47:07 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:47:07 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:47:08 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:47:08 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Took 0.56 seconds to deallocate network for instance.
Oct 30 07:47:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4bf3b0e6-70fa-4782-89db-91cfa07679ef tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:47:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4bf3b0e6-70fa-4782-89db-91cfa07679ef tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:47:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:08 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-4bf3b0e6-70fa-4782-89db-91cfa07679ef tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:47:08 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-4bf3b0e6-70fa-4782-89db-91cfa07679ef tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:47:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4bf3b0e6-70fa-4782-89db-91cfa07679ef tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.483s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:47:08 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-4bf3b0e6-70fa-4782-89db-91cfa07679ef tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Deleted allocations for instance 2179c429-c80b-4aa5-aa45-80245fbd9cbd
Oct 30 07:47:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4bf3b0e6-70fa-4782-89db-91cfa07679ef tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "2179c429-c80b-4aa5-aa45-80245fbd9cbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.261s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:47:09 user nova-compute[74491]: DEBUG nova.compute.manager [req-a548e46d-96d3-4949-bed8-67ce0ba4662b req-b825d53a-545a-4061-86b4-b726314502a7 service nova] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Received event network-vif-plugged-16a8505c-a797-4400-bfa7-a4362bddef75 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:47:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a548e46d-96d3-4949-bed8-67ce0ba4662b req-b825d53a-545a-4061-86b4-b726314502a7 service nova] Acquiring lock "2179c429-c80b-4aa5-aa45-80245fbd9cbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:47:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a548e46d-96d3-4949-bed8-67ce0ba4662b req-b825d53a-545a-4061-86b4-b726314502a7 service nova] Lock "2179c429-c80b-4aa5-aa45-80245fbd9cbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:47:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a548e46d-96d3-4949-bed8-67ce0ba4662b req-b825d53a-545a-4061-86b4-b726314502a7 service nova] Lock "2179c429-c80b-4aa5-aa45-80245fbd9cbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:47:09 user nova-compute[74491]: DEBUG nova.compute.manager [req-a548e46d-96d3-4949-bed8-67ce0ba4662b req-b825d53a-545a-4061-86b4-b726314502a7 service nova] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] No waiting events found dispatching network-vif-plugged-16a8505c-a797-4400-bfa7-a4362bddef75 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:47:09 user nova-compute[74491]: WARNING nova.compute.manager [req-a548e46d-96d3-4949-bed8-67ce0ba4662b req-b825d53a-545a-4061-86b4-b726314502a7 service nova] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Received unexpected event network-vif-plugged-16a8505c-a797-4400-bfa7-a4362bddef75 for instance with vm_state deleted and task_state None.
Oct 30 07:47:09 user nova-compute[74491]: DEBUG nova.compute.manager [req-a548e46d-96d3-4949-bed8-67ce0ba4662b req-b825d53a-545a-4061-86b4-b726314502a7 service nova] [instance: 2179c429-c80b-4aa5-aa45-80245fbd9cbd] Received event network-vif-deleted-16a8505c-a797-4400-bfa7-a4362bddef75 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:47:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:47:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:47:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:45 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:47:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:46 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:47:46 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:47:46 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 07:47:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "93366d69-7b42-4e6f-ba14-77d311fba5b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:47:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "93366d69-7b42-4e6f-ba14-77d311fba5b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:47:46 user nova-compute[74491]: DEBUG nova.compute.manager [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:47:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:47:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:47:46 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:47:46 user nova-compute[74491]: INFO nova.compute.claims [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Claim successful on node user
Oct 30 07:47:47 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:47:47 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:47:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:47:47 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:47:47 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:47:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.489s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:47:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:47:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.123s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:47:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:47:47 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 07:47:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:47:47 user nova-compute[74491]: DEBUG nova.network.neutron [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:47:47 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:47:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:47:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:47 user nova-compute[74491]: DEBUG nova.policy [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0628c3678bc542ef977f664abaaeb041', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c80c5fa82b04cb384f1e4d056a69980', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:47:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:47:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:47:47 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Creating image(s)
Oct 30 07:47:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "/opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:47:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "/opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:47:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "/opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:47:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.402s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json" returned: 0 in 0.220s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.208s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk 1073741824" returned: 0 in 0.067s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.284s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json" returned: 0 in 0.200s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.220s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Checking if we can resize image /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG nova.network.neutron [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Successfully created port: d951ff2a-a122-46e5-be70-0d5b4c83fbc7 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Cannot resize image /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Ensure instance console log exists: /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdh (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.network.neutron [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Successfully updated port: d951ff2a-a122-46e5-be70-0d5b4c83fbc7 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "refresh_cache-93366d69-7b42-4e6f-ba14-77d311fba5b8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquired lock "refresh_cache-93366d69-7b42-4e6f-ba14-77d311fba5b8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.network.neutron [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.compute.manager [req-877225bb-2aa3-40d7-a753-40478ded727c req-3675f675-419e-41ca-a925-d149f4122bd4 service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Received event network-changed-d951ff2a-a122-46e5-be70-0d5b4c83fbc7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.compute.manager [req-877225bb-2aa3-40d7-a753-40478ded727c req-3675f675-419e-41ca-a925-d149f4122bd4 service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Refreshing instance network info cache due to event network-changed-d951ff2a-a122-46e5-be70-0d5b4c83fbc7. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-877225bb-2aa3-40d7-a753-40478ded727c req-3675f675-419e-41ca-a925-d149f4122bd4 service nova] Acquiring lock "refresh_cache-93366d69-7b42-4e6f-ba14-77d311fba5b8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.network.neutron [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.network.neutron [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Updating instance_info_cache with network_info: [{"id": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "address": "fa:16:3e:1d:65:43", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd951ff2a-a1", "ovs_interfaceid": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Releasing lock "refresh_cache-93366d69-7b42-4e6f-ba14-77d311fba5b8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.compute.manager [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Instance network_info: |[{"id": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "address": "fa:16:3e:1d:65:43", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd951ff2a-a1", "ovs_interfaceid": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-877225bb-2aa3-40d7-a753-40478ded727c req-3675f675-419e-41ca-a925-d149f4122bd4 service nova] Acquired lock "refresh_cache-93366d69-7b42-4e6f-ba14-77d311fba5b8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.network.neutron [req-877225bb-2aa3-40d7-a753-40478ded727c req-3675f675-419e-41ca-a925-d149f4122bd4 service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Refreshing network info cache for port d951ff2a-a122-46e5-be70-0d5b4c83fbc7 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Start _get_guest_xml network_info=[{"id": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "address": "fa:16:3e:1d:65:43", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd951ff2a-a1", "ovs_interfaceid": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:47:49 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:47:49 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:47:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1292790537',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1292790537',id=28,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBENWTyGdOcGqPWGqzS5fmH/U5hN9pT0Wct5JUK7DFj6c7rEIKYCLnZQVCn6a/vRClLcrfJWdHwZxjYdVqbpLpGBA+IwsctqiUIqZRuxhYKSqyIFBIXO6pu2X5QN034nJgQ==',key_name='tempest-keypair-476150559',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0c80c5fa82b04cb384f1e4d056a69980',ramdisk_id='',reservation_id='r-g87zrxuf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-9842313',owner_user_name='tempest-AttachVolumeShelveTestJSON-9842313-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:47:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0628c3678bc542ef977f664abaaeb041',uuid=93366d69-7b42-4e6f-ba14-77d311fba5b8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "address": "fa:16:3e:1d:65:43", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd951ff2a-a1", "ovs_interfaceid": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Converting VIF {"id": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "address": "fa:16:3e:1d:65:43", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd951ff2a-a1", "ovs_interfaceid": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1d:65:43,bridge_name='br-int',has_traffic_filtering=True,id=d951ff2a-a122-46e5-be70-0d5b4c83fbc7,network=Network(6533d0fd-c0f1-4d14-8ab9-2e397982a10b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd951ff2a-a1') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.objects.instance [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lazy-loading 'pci_devices' on Instance uuid 93366d69-7b42-4e6f-ba14-77d311fba5b8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:47:49 user nova-compute[74491]:   <uuid>93366d69-7b42-4e6f-ba14-77d311fba5b8</uuid>
Oct 30 07:47:49 user nova-compute[74491]:   <name>instance-0000001c</name>
Oct 30 07:47:49 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:47:49 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:47:49 user nova-compute[74491]:   <metadata>
Oct 30 07:47:49 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:47:49 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:47:49 user nova-compute[74491]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1292790537</nova:name>
Oct 30 07:47:49 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:47:49</nova:creationTime>
Oct 30 07:47:49 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:47:49 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:47:49 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:47:49 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:47:49 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:47:49 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:47:49 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:47:49 user nova-compute[74491]:       <nova:owner>
Oct 30 07:47:49 user nova-compute[74491]:         <nova:user uuid="0628c3678bc542ef977f664abaaeb041">tempest-AttachVolumeShelveTestJSON-9842313-project-member</nova:user>
Oct 30 07:47:49 user nova-compute[74491]:         <nova:project uuid="0c80c5fa82b04cb384f1e4d056a69980">tempest-AttachVolumeShelveTestJSON-9842313</nova:project>
Oct 30 07:47:49 user nova-compute[74491]:       </nova:owner>
Oct 30 07:47:49 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:47:49 user nova-compute[74491]:       <nova:ports>
Oct 30 07:47:49 user nova-compute[74491]:         <nova:port uuid="d951ff2a-a122-46e5-be70-0d5b4c83fbc7">
Oct 30 07:47:49 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 30 07:47:49 user nova-compute[74491]:         </nova:port>
Oct 30 07:47:49 user nova-compute[74491]:       </nova:ports>
Oct 30 07:47:49 user nova-compute[74491]:     </nova:instance>
Oct 30 07:47:49 user nova-compute[74491]:   </metadata>
Oct 30 07:47:49 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:47:49 user nova-compute[74491]:     <system>
Oct 30 07:47:49 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:47:49 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:47:49 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:47:49 user nova-compute[74491]:       <entry name="serial">93366d69-7b42-4e6f-ba14-77d311fba5b8</entry>
Oct 30 07:47:49 user nova-compute[74491]:       <entry name="uuid">93366d69-7b42-4e6f-ba14-77d311fba5b8</entry>
Oct 30 07:47:49 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:47:49 user nova-compute[74491]:     </system>
Oct 30 07:47:49 user nova-compute[74491]:   </sysinfo>
Oct 30 07:47:49 user nova-compute[74491]:   <os>
Oct 30 07:47:49 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:47:49 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:47:49 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:47:49 user nova-compute[74491]:   </os>
Oct 30 07:47:49 user nova-compute[74491]:   <features>
Oct 30 07:47:49 user nova-compute[74491]:     <acpi/>
Oct 30 07:47:49 user nova-compute[74491]:     <apic/>
Oct 30 07:47:49 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:47:49 user nova-compute[74491]:   </features>
Oct 30 07:47:49 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:47:49 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:47:49 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:47:49 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:47:49 user nova-compute[74491]:   </clock>
Oct 30 07:47:49 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:47:49 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:47:49 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:47:49 user nova-compute[74491]:   </cpu>
Oct 30 07:47:49 user nova-compute[74491]:   <devices>
Oct 30 07:47:49 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:47:49 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:47:49 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk"/>
Oct 30 07:47:49 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:47:49 user nova-compute[74491]:     </disk>
Oct 30 07:47:49 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:47:49 user nova-compute[74491]:       <mac address="fa:16:3e:1d:65:43"/>
Oct 30 07:47:49 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:47:49 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:47:49 user nova-compute[74491]:       <target dev="tapd951ff2a-a1"/>
Oct 30 07:47:49 user nova-compute[74491]:     </interface>
Oct 30 07:47:49 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:47:49 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/console.log" append="off"/>
Oct 30 07:47:49 user nova-compute[74491]:     </serial>
Oct 30 07:47:49 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:47:49 user nova-compute[74491]:     <video>
Oct 30 07:47:49 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:47:49 user nova-compute[74491]:     </video>
Oct 30 07:47:49 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:47:49 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:47:49 user nova-compute[74491]:     </rng>
Oct 30 07:47:49 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:47:49 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:47:49 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:47:49 user nova-compute[74491]:     </memballoon>
Oct 30 07:47:49 user nova-compute[74491]:   </devices>
Oct 30 07:47:49 user nova-compute[74491]: </domain>
Oct 30 07:47:49 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:47:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1292790537',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1292790537',id=28,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBENWTyGdOcGqPWGqzS5fmH/U5hN9pT0Wct5JUK7DFj6c7rEIKYCLnZQVCn6a/vRClLcrfJWdHwZxjYdVqbpLpGBA+IwsctqiUIqZRuxhYKSqyIFBIXO6pu2X5QN034nJgQ==',key_name='tempest-keypair-476150559',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0c80c5fa82b04cb384f1e4d056a69980',ramdisk_id='',reservation_id='r-g87zrxuf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-9842313',owner_user_name='tempest-AttachVolumeShelveTestJSON-9842313-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:47:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0628c3678bc542ef977f664abaaeb041',uuid=93366d69-7b42-4e6f-ba14-77d311fba5b8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "address": "fa:16:3e:1d:65:43", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd951ff2a-a1", "ovs_interfaceid": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Converting VIF {"id": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "address": "fa:16:3e:1d:65:43", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd951ff2a-a1", "ovs_interfaceid": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1d:65:43,bridge_name='br-int',has_traffic_filtering=True,id=d951ff2a-a122-46e5-be70-0d5b4c83fbc7,network=Network(6533d0fd-c0f1-4d14-8ab9-2e397982a10b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd951ff2a-a1') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG os_vif [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:65:43,bridge_name='br-int',has_traffic_filtering=True,id=d951ff2a-a122-46e5-be70-0d5b4c83fbc7,network=Network(6533d0fd-c0f1-4d14-8ab9-2e397982a10b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd951ff2a-a1') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3587e940-b002-5578-b070-da622afdf7fe', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd951ff2a-a1, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd951ff2a-a1, col_values=(('qos', UUID('47276893-456d-4036-b4f0-329ccd364c86')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd951ff2a-a1, col_values=(('external_ids', {'iface-id': 'd951ff2a-a122-46e5-be70-0d5b4c83fbc7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1d:65:43', 'vm-uuid': '93366d69-7b42-4e6f-ba14-77d311fba5b8'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:47:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:49 user nova-compute[74491]: INFO os_vif [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:65:43,bridge_name='br-int',has_traffic_filtering=True,id=d951ff2a-a122-46e5-be70-0d5b4c83fbc7,network=Network(6533d0fd-c0f1-4d14-8ab9-2e397982a10b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd951ff2a-a1')
Oct 30 07:47:50 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:47:50 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] No VIF found with MAC fa:16:3e:1d:65:43, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:47:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:50 user nova-compute[74491]: DEBUG nova.network.neutron [req-877225bb-2aa3-40d7-a753-40478ded727c req-3675f675-419e-41ca-a925-d149f4122bd4 service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Updated VIF entry in instance network info cache for port d951ff2a-a122-46e5-be70-0d5b4c83fbc7. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:47:50 user nova-compute[74491]: DEBUG nova.network.neutron [req-877225bb-2aa3-40d7-a753-40478ded727c req-3675f675-419e-41ca-a925-d149f4122bd4 service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Updating instance_info_cache with network_info: [{"id": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "address": "fa:16:3e:1d:65:43", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd951ff2a-a1", "ovs_interfaceid": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:47:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-877225bb-2aa3-40d7-a753-40478ded727c req-3675f675-419e-41ca-a925-d149f4122bd4 service nova] Releasing lock "refresh_cache-93366d69-7b42-4e6f-ba14-77d311fba5b8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:47:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:50 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:47:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/35b08c73-21db-4bf6-84a7-ba7535da56f3/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/35b08c73-21db-4bf6-84a7-ba7535da56f3/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/35b08c73-21db-4bf6-84a7-ba7535da56f3/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/35b08c73-21db-4bf6-84a7-ba7535da56f3/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG nova.compute.manager [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG nova.compute.manager [req-730d3901-d3bc-4386-b3e0-626eb2859830 req-41442525-f33f-4921-811e-ccf5d4e61c3a service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Received event network-vif-plugged-d951ff2a-a122-46e5-be70-0d5b4c83fbc7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-730d3901-d3bc-4386-b3e0-626eb2859830 req-41442525-f33f-4921-811e-ccf5d4e61c3a service nova] Acquiring lock "93366d69-7b42-4e6f-ba14-77d311fba5b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-730d3901-d3bc-4386-b3e0-626eb2859830 req-41442525-f33f-4921-811e-ccf5d4e61c3a service nova] Lock "93366d69-7b42-4e6f-ba14-77d311fba5b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-730d3901-d3bc-4386-b3e0-626eb2859830 req-41442525-f33f-4921-811e-ccf5d4e61c3a service nova] Lock "93366d69-7b42-4e6f-ba14-77d311fba5b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG nova.compute.manager [req-730d3901-d3bc-4386-b3e0-626eb2859830 req-41442525-f33f-4921-811e-ccf5d4e61c3a service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] No waiting events found dispatching network-vif-plugged-d951ff2a-a122-46e5-be70-0d5b4c83fbc7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:47:54 user nova-compute[74491]: WARNING nova.compute.manager [req-730d3901-d3bc-4386-b3e0-626eb2859830 req-41442525-f33f-4921-811e-ccf5d4e61c3a service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Received unexpected event network-vif-plugged-d951ff2a-a122-46e5-be70-0d5b4c83fbc7 for instance with vm_state building and task_state spawning.
Oct 30 07:47:54 user nova-compute[74491]: DEBUG nova.compute.manager [req-d86536e7-8d78-4e33-b08d-0786bd3600a2 req-46590dab-b3d4-4c09-871b-3ee7ec148038 service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Received event network-vif-plugged-d951ff2a-a122-46e5-be70-0d5b4c83fbc7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d86536e7-8d78-4e33-b08d-0786bd3600a2 req-46590dab-b3d4-4c09-871b-3ee7ec148038 service nova] Acquiring lock "93366d69-7b42-4e6f-ba14-77d311fba5b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d86536e7-8d78-4e33-b08d-0786bd3600a2 req-46590dab-b3d4-4c09-871b-3ee7ec148038 service nova] Lock "93366d69-7b42-4e6f-ba14-77d311fba5b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d86536e7-8d78-4e33-b08d-0786bd3600a2 req-46590dab-b3d4-4c09-871b-3ee7ec148038 service nova] Lock "93366d69-7b42-4e6f-ba14-77d311fba5b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG nova.compute.manager [req-d86536e7-8d78-4e33-b08d-0786bd3600a2 req-46590dab-b3d4-4c09-871b-3ee7ec148038 service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] No waiting events found dispatching network-vif-plugged-d951ff2a-a122-46e5-be70-0d5b4c83fbc7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:47:54 user nova-compute[74491]: WARNING nova.compute.manager [req-d86536e7-8d78-4e33-b08d-0786bd3600a2 req-46590dab-b3d4-4c09-871b-3ee7ec148038 service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Received unexpected event network-vif-plugged-d951ff2a-a122-46e5-be70-0d5b4c83fbc7 for instance with vm_state building and task_state spawning.
Oct 30 07:47:54 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:47:54 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:47:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=7697MB free_disk=25.395069122314453GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:47:54 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Instance spawned successfully.
Oct 30 07:47:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:47:54 user nova-compute[74491]: INFO nova.compute.manager [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Took 6.55 seconds to spawn the instance on the hypervisor.
Oct 30 07:47:54 user nova-compute[74491]: DEBUG nova.compute.manager [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 962072d3-a76a-491e-8693-d0f1ce2a2dd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance bb072d38-2d8d-4138-833b-de7b80d17a96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 6baf250e-557b-456f-8962-4e4e58e8f1b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance a9ab73d8-09f4-4bb3-8007-abf63dfbe984 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ffba7846-2a43-48b7-bd99-27fc59c81765 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 8a042309-9a42-45b2-aecd-0077c0846cd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 77a92d83-a21c-4bc6-afa4-e8ad746be23f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 35b08c73-21db-4bf6-84a7-ba7535da56f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 93366d69-7b42-4e6f-ba14-77d311fba5b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 07:47:54 user nova-compute[74491]: INFO nova.compute.manager [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Took 7.49 seconds to build instance.
Oct 30 07:47:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-30be03ea-1f95-4928-ba61-98afd990bbe3 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "93366d69-7b42-4e6f-ba14-77d311fba5b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.630s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.591s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:47:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:55 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:47:55 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 07:47:55 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 07:47:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-962072d3-a76a-491e-8693-d0f1ce2a2dd8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:47:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-962072d3-a76a-491e-8693-d0f1ce2a2dd8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:47:55 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 07:47:55 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lazy-loading 'info_cache' on Instance uuid 962072d3-a76a-491e-8693-d0f1ce2a2dd8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:47:56 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Updating instance_info_cache with network_info: [{"id": "1e4fa61b-d720-457d-8161-db217dfd14b2", "address": "fa:16:3e:51:4e:36", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e4fa61b-d7", "ovs_interfaceid": "1e4fa61b-d720-457d-8161-db217dfd14b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:47:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-962072d3-a76a-491e-8693-d0f1ce2a2dd8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:47:56 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 07:47:56 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:47:56 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:47:57 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:47:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:47:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:47:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:47:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:47:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:47:57 user nova-compute[74491]: INFO nova.compute.manager [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Terminating instance
Oct 30 07:47:57 user nova-compute[74491]: DEBUG nova.compute.manager [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:47:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:57 user nova-compute[74491]: DEBUG nova.compute.manager [req-73ad058d-7a4a-431b-a1f5-fd74b1084fdd req-c515a329-458b-4bf2-b9f7-f85a7aa54b72 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Received event network-vif-unplugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:47:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-73ad058d-7a4a-431b-a1f5-fd74b1084fdd req-c515a329-458b-4bf2-b9f7-f85a7aa54b72 service nova] Acquiring lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:47:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-73ad058d-7a4a-431b-a1f5-fd74b1084fdd req-c515a329-458b-4bf2-b9f7-f85a7aa54b72 service nova] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:47:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-73ad058d-7a4a-431b-a1f5-fd74b1084fdd req-c515a329-458b-4bf2-b9f7-f85a7aa54b72 service nova] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:47:57 user nova-compute[74491]: DEBUG nova.compute.manager [req-73ad058d-7a4a-431b-a1f5-fd74b1084fdd req-c515a329-458b-4bf2-b9f7-f85a7aa54b72 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] No waiting events found dispatching network-vif-unplugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:47:57 user nova-compute[74491]: DEBUG nova.compute.manager [req-73ad058d-7a4a-431b-a1f5-fd74b1084fdd req-c515a329-458b-4bf2-b9f7-f85a7aa54b72 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Received event network-vif-unplugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:47:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:58 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Instance destroyed successfully.
Oct 30 07:47:58 user nova-compute[74491]: DEBUG nova.objects.instance [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lazy-loading 'resources' on Instance uuid a9ab73d8-09f4-4bb3-8007-abf63dfbe984 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:36:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1775194799',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1775194799',id=13,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:39:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='22c884731d2d4072ae0c9759f82c4bfc',ramdisk_id='',reservation_id='r-7ucmipkt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1284148635',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:41:28Z,user_data=None,user_id='e940f70d67db459baad1d913fe2b7aa5',uuid=a9ab73d8-09f4-4bb3-8007-abf63dfbe984,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "address": "fa:16:3e:a3:84:c6", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa73ebde6-f5", "ovs_interfaceid": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Converting VIF {"id": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "address": "fa:16:3e:a3:84:c6", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa73ebde6-f5", "ovs_interfaceid": "a73ebde6-f5a2-47f4-b40f-322aad84e7ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a3:84:c6,bridge_name='br-int',has_traffic_filtering=True,id=a73ebde6-f5a2-47f4-b40f-322aad84e7ed,network=Network(3d123996-c32a-43e8-b0ec-49fd0fff0f1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa73ebde6-f5') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG os_vif [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a3:84:c6,bridge_name='br-int',has_traffic_filtering=True,id=a73ebde6-f5a2-47f4-b40f-322aad84e7ed,network=Network(3d123996-c32a-43e8-b0ec-49fd0fff0f1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa73ebde6-f5') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa73ebde6-f5, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=37d5397d-3bcb-4e30-9e8f-94cf148bffab) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:47:58 user nova-compute[74491]: INFO os_vif [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a3:84:c6,bridge_name='br-int',has_traffic_filtering=True,id=a73ebde6-f5a2-47f4-b40f-322aad84e7ed,network=Network(3d123996-c32a-43e8-b0ec-49fd0fff0f1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa73ebde6-f5')
Oct 30 07:47:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vnsQaNJS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:47:58 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:47:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1a436b5-e5fb-4a20-b3d2-f2d7b80c65f7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:47:58 user nova-compute[74491]: No targets found.
Oct 30 07:47:58 user nova-compute[74491]: iSNS:
Oct 30 07:47:58 user nova-compute[74491]: No targets found.
Oct 30 07:47:58 user nova-compute[74491]: STATIC:
Oct 30 07:47:58 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773
Oct 30 07:47:58 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:47:58 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:47:58 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7
Oct 30 07:47:58 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:47:58 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:47:58 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b
Oct 30 07:47:58 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:47:58 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:47:58 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551
Oct 30 07:47:58 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:47:58 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:47:58 user nova-compute[74491]: FIRMWARE:
Oct 30 07:47:58 user nova-compute[74491]: No targets found.
Oct 30 07:47:58 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:47:58 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:47:58 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.028s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e51af345-2de1-466e-8ee0-60918ee6c140]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.040s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c75e0ea-842c-4f3b-ab5c-4da46aad0257]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:47:58 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:47:58 user nova-compute[74491]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)
Oct 30 07:47:58 user nova-compute[74491]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 (non-flash)
Oct 30 07:47:58 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 (non-flash)
Oct 30 07:47:58 user nova-compute[74491]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:47:58 user nova-compute[74491]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)
Oct 30 07:47:58 user nova-compute[74491]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 (non-flash)
Oct 30 07:47:58 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feecc616710>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551'): ({'sdb'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Removing single pathed devices sdb {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1c63b1a-9c12-4d85-aacf-f45393af1e09]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.030s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[16dfd089-f70c-483a-9593-0d9f63e0a6a7]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Flushing IO for device /dev/sdb {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bc4b694-f61d-4bf6-a516-d22cace5229c]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.049s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5876a5d-8136-495c-93e8-c90d6b5d37ad]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[78a09645-9a08-4924-a2e5-b7594d565b23]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260 --logout" returned: 0 in 0.124s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[78f6082f-7a30-4c2d-a8c2-9e8079245611]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551, portal: 172.16.0.220,3260]
Oct 30 07:47:58 user nova-compute[74491]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551, portal: 172.16.0.220,3260] successful.
Oct 30 07:47:58 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3f4eb42-4f00-4802-ac19-f9920bad5551 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcf2640a-ffc1-4b46-9c62-7fd7551ae341]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.470s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] <== disconnect_volume: return (473ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:47:58 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Deleting instance files /opt/stack/data/nova/instances/a9ab73d8-09f4-4bb3-8007-abf63dfbe984_del
Oct 30 07:47:58 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Deletion of /opt/stack/data/nova/instances/a9ab73d8-09f4-4bb3-8007-abf63dfbe984_del complete
Oct 30 07:47:58 user nova-compute[74491]: INFO nova.compute.manager [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Took 1.52 seconds to destroy the instance on the hypervisor.
Oct 30 07:47:58 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:47:58 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:47:59 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:47:59 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:47:59 user nova-compute[74491]: DEBUG nova.compute.manager [req-59b0140f-3238-4da3-8edc-dab8696fb9f8 req-1809e106-c42e-45f2-9a35-3a41ac141150 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Received event network-vif-deleted-a73ebde6-f5a2-47f4-b40f-322aad84e7ed {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:47:59 user nova-compute[74491]: INFO nova.compute.manager [req-59b0140f-3238-4da3-8edc-dab8696fb9f8 req-1809e106-c42e-45f2-9a35-3a41ac141150 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Neutron deleted interface a73ebde6-f5a2-47f4-b40f-322aad84e7ed; detaching it from the instance and deleting it from the info cache
Oct 30 07:47:59 user nova-compute[74491]: DEBUG nova.network.neutron [req-59b0140f-3238-4da3-8edc-dab8696fb9f8 req-1809e106-c42e-45f2-9a35-3a41ac141150 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:47:59 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Took 0.61 seconds to deallocate network for instance.
Oct 30 07:47:59 user nova-compute[74491]: DEBUG nova.compute.manager [req-59b0140f-3238-4da3-8edc-dab8696fb9f8 req-1809e106-c42e-45f2-9a35-3a41ac141150 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Detach interface failed, port_id=a73ebde6-f5a2-47f4-b40f-322aad84e7ed, reason: Instance a9ab73d8-09f4-4bb3-8007-abf63dfbe984 could not be found. {{(pid=74491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 07:47:59 user nova-compute[74491]: DEBUG nova.compute.manager [req-cef340d6-2994-4168-9a34-6aba728a1abe req-a8b2abc5-ac7c-4431-8e29-337010a95f44 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Received event network-vif-plugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:47:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-cef340d6-2994-4168-9a34-6aba728a1abe req-a8b2abc5-ac7c-4431-8e29-337010a95f44 service nova] Acquiring lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:47:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-cef340d6-2994-4168-9a34-6aba728a1abe req-a8b2abc5-ac7c-4431-8e29-337010a95f44 service nova] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:47:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-cef340d6-2994-4168-9a34-6aba728a1abe req-a8b2abc5-ac7c-4431-8e29-337010a95f44 service nova] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:47:59 user nova-compute[74491]: DEBUG nova.compute.manager [req-cef340d6-2994-4168-9a34-6aba728a1abe req-a8b2abc5-ac7c-4431-8e29-337010a95f44 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] No waiting events found dispatching network-vif-plugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:47:59 user nova-compute[74491]: WARNING nova.compute.manager [req-cef340d6-2994-4168-9a34-6aba728a1abe req-a8b2abc5-ac7c-4431-8e29-337010a95f44 service nova] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Received unexpected event network-vif-plugged-a73ebde6-f5a2-47f4-b40f-322aad84e7ed for instance with vm_state active and task_state deleting.
Oct 30 07:48:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:00 user nova-compute[74491]: INFO nova.compute.manager [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: a9ab73d8-09f4-4bb3-8007-abf63dfbe984] Took 1.10 seconds to detach 1 volumes for instance.
Oct 30 07:48:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:48:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:48:01 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:48:01 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:48:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.506s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:48:01 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Deleted allocations for instance a9ab73d8-09f4-4bb3-8007-abf63dfbe984
Oct 30 07:48:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1272cebd-eff2-4272-a142-d64a86ce392c tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "a9ab73d8-09f4-4bb3-8007-abf63dfbe984" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.975s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:48:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Acquiring lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:48:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:48:12 user nova-compute[74491]: DEBUG nova.compute.manager [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:48:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:48:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:48:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:48:12 user nova-compute[74491]: INFO nova.compute.claims [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Claim successful on node user
Oct 30 07:48:13 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:48:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:13 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:48:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.572s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:48:13 user nova-compute[74491]: DEBUG nova.compute.manager [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:48:13 user nova-compute[74491]: DEBUG nova.compute.manager [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:48:13 user nova-compute[74491]: DEBUG nova.network.neutron [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:48:13 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:48:13 user nova-compute[74491]: DEBUG nova.compute.manager [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:48:13 user nova-compute[74491]: DEBUG nova.policy [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e103b7471bfb43a08842c001d84b48c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cea71b940afc41098ffa7313f6904c74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:48:13 user nova-compute[74491]: DEBUG nova.compute.manager [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:48:13 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:48:13 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Creating image(s)
Oct 30 07:48:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Acquiring lock "/opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:48:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "/opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:48:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "/opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:48:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.198s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:48:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:48:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.227s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk 1073741824" returned: 0 in 0.066s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.304s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:48:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.232s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:14 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Checking if we can resize image /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:48:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:14 user nova-compute[74491]: DEBUG nova.network.neutron [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Successfully created port: d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:48:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:14 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Cannot resize image /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:48:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:48:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Ensure instance console log exists: /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:48:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:48:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:48:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.network.neutron [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Successfully updated port: d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Acquiring lock "refresh_cache-74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Acquired lock "refresh_cache-74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.network.neutron [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.compute.manager [req-ef48ffeb-6805-43bc-8cd4-da3919d14ed1 req-962ca6ca-398c-421e-a15a-631ab375080e service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Received event network-changed-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.compute.manager [req-ef48ffeb-6805-43bc-8cd4-da3919d14ed1 req-962ca6ca-398c-421e-a15a-631ab375080e service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Refreshing instance network info cache due to event network-changed-d2e62d79-cc74-437f-a5a1-8d62c8d22f56. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ef48ffeb-6805-43bc-8cd4-da3919d14ed1 req-962ca6ca-398c-421e-a15a-631ab375080e service nova] Acquiring lock "refresh_cache-74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.network.neutron [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.network.neutron [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Updating instance_info_cache with network_info: [{"id": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "address": "fa:16:3e:83:67:c2", "network": {"id": "dd0befa8-a7ee-4504-98a0-7301a8087e3f", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2101139812-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cea71b940afc41098ffa7313f6904c74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2e62d79-cc", "ovs_interfaceid": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Releasing lock "refresh_cache-74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.compute.manager [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Instance network_info: |[{"id": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "address": "fa:16:3e:83:67:c2", "network": {"id": "dd0befa8-a7ee-4504-98a0-7301a8087e3f", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2101139812-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cea71b940afc41098ffa7313f6904c74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2e62d79-cc", "ovs_interfaceid": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ef48ffeb-6805-43bc-8cd4-da3919d14ed1 req-962ca6ca-398c-421e-a15a-631ab375080e service nova] Acquired lock "refresh_cache-74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.network.neutron [req-ef48ffeb-6805-43bc-8cd4-da3919d14ed1 req-962ca6ca-398c-421e-a15a-631ab375080e service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Refreshing network info cache for port d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Start _get_guest_xml network_info=[{"id": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "address": "fa:16:3e:83:67:c2", "network": {"id": "dd0befa8-a7ee-4504-98a0-7301a8087e3f", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2101139812-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cea71b940afc41098ffa7313f6904c74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2e62d79-cc", "ovs_interfaceid": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:48:15 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:48:15 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:48:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-346776314',display_name='tempest-ServerStableDeviceRescueTest-server-346776314',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-346776314',id=29,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLU7vczGTEqq+H8OytG31NTzZAwAgYzc6cFDJBbyqMYzztTm8yv9NlQdhkQAmIiZGe/Xq2SY/Z7gf2Iz66g3Uk+HMK/yuRXPCwPL6Al1iu+TEwix1JdnLyngTWEUKyQ3zQ==',key_name='tempest-keypair-221687613',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cea71b940afc41098ffa7313f6904c74',ramdisk_id='',reservation_id='r-j88wfxws',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-844460905',owner_user_name='tempest-ServerStableDeviceRescueTest-844460905-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:48:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e103b7471bfb43a08842c001d84b48c3',uuid=74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "address": "fa:16:3e:83:67:c2", "network": {"id": "dd0befa8-a7ee-4504-98a0-7301a8087e3f", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2101139812-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cea71b940afc41098ffa7313f6904c74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2e62d79-cc", "ovs_interfaceid": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Converting VIF {"id": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "address": "fa:16:3e:83:67:c2", "network": {"id": "dd0befa8-a7ee-4504-98a0-7301a8087e3f", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2101139812-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cea71b940afc41098ffa7313f6904c74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2e62d79-cc", "ovs_interfaceid": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:83:67:c2,bridge_name='br-int',has_traffic_filtering=True,id=d2e62d79-cc74-437f-a5a1-8d62c8d22f56,network=Network(dd0befa8-a7ee-4504-98a0-7301a8087e3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2e62d79-cc') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.objects.instance [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lazy-loading 'pci_devices' on Instance uuid 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:48:15 user nova-compute[74491]:   <uuid>74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b</uuid>
Oct 30 07:48:15 user nova-compute[74491]:   <name>instance-0000001d</name>
Oct 30 07:48:15 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:48:15 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:48:15 user nova-compute[74491]:   <metadata>
Oct 30 07:48:15 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:48:15 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:48:15 user nova-compute[74491]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-346776314</nova:name>
Oct 30 07:48:15 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:48:15</nova:creationTime>
Oct 30 07:48:15 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:48:15 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:48:15 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:48:15 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:48:15 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:48:15 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:48:15 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:48:15 user nova-compute[74491]:       <nova:owner>
Oct 30 07:48:15 user nova-compute[74491]:         <nova:user uuid="e103b7471bfb43a08842c001d84b48c3">tempest-ServerStableDeviceRescueTest-844460905-project-member</nova:user>
Oct 30 07:48:15 user nova-compute[74491]:         <nova:project uuid="cea71b940afc41098ffa7313f6904c74">tempest-ServerStableDeviceRescueTest-844460905</nova:project>
Oct 30 07:48:15 user nova-compute[74491]:       </nova:owner>
Oct 30 07:48:15 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:48:15 user nova-compute[74491]:       <nova:ports>
Oct 30 07:48:15 user nova-compute[74491]:         <nova:port uuid="d2e62d79-cc74-437f-a5a1-8d62c8d22f56">
Oct 30 07:48:15 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 30 07:48:15 user nova-compute[74491]:         </nova:port>
Oct 30 07:48:15 user nova-compute[74491]:       </nova:ports>
Oct 30 07:48:15 user nova-compute[74491]:     </nova:instance>
Oct 30 07:48:15 user nova-compute[74491]:   </metadata>
Oct 30 07:48:15 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:48:15 user nova-compute[74491]:     <system>
Oct 30 07:48:15 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:48:15 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:48:15 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:48:15 user nova-compute[74491]:       <entry name="serial">74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b</entry>
Oct 30 07:48:15 user nova-compute[74491]:       <entry name="uuid">74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b</entry>
Oct 30 07:48:15 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:48:15 user nova-compute[74491]:     </system>
Oct 30 07:48:15 user nova-compute[74491]:   </sysinfo>
Oct 30 07:48:15 user nova-compute[74491]:   <os>
Oct 30 07:48:15 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:48:15 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:48:15 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:48:15 user nova-compute[74491]:   </os>
Oct 30 07:48:15 user nova-compute[74491]:   <features>
Oct 30 07:48:15 user nova-compute[74491]:     <acpi/>
Oct 30 07:48:15 user nova-compute[74491]:     <apic/>
Oct 30 07:48:15 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:48:15 user nova-compute[74491]:   </features>
Oct 30 07:48:15 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:48:15 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:48:15 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:48:15 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:48:15 user nova-compute[74491]:   </clock>
Oct 30 07:48:15 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:48:15 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:48:15 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:48:15 user nova-compute[74491]:   </cpu>
Oct 30 07:48:15 user nova-compute[74491]:   <devices>
Oct 30 07:48:15 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:48:15 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:48:15 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk"/>
Oct 30 07:48:15 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:48:15 user nova-compute[74491]:     </disk>
Oct 30 07:48:15 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:48:15 user nova-compute[74491]:       <mac address="fa:16:3e:83:67:c2"/>
Oct 30 07:48:15 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:48:15 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:48:15 user nova-compute[74491]:       <target dev="tapd2e62d79-cc"/>
Oct 30 07:48:15 user nova-compute[74491]:     </interface>
Oct 30 07:48:15 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:48:15 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/console.log" append="off"/>
Oct 30 07:48:15 user nova-compute[74491]:     </serial>
Oct 30 07:48:15 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:48:15 user nova-compute[74491]:     <video>
Oct 30 07:48:15 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:48:15 user nova-compute[74491]:     </video>
Oct 30 07:48:15 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:48:15 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:48:15 user nova-compute[74491]:     </rng>
Oct 30 07:48:15 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:48:15 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:48:15 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:48:15 user nova-compute[74491]:     </memballoon>
Oct 30 07:48:15 user nova-compute[74491]:   </devices>
Oct 30 07:48:15 user nova-compute[74491]: </domain>
Oct 30 07:48:15 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:48:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-346776314',display_name='tempest-ServerStableDeviceRescueTest-server-346776314',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-346776314',id=29,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLU7vczGTEqq+H8OytG31NTzZAwAgYzc6cFDJBbyqMYzztTm8yv9NlQdhkQAmIiZGe/Xq2SY/Z7gf2Iz66g3Uk+HMK/yuRXPCwPL6Al1iu+TEwix1JdnLyngTWEUKyQ3zQ==',key_name='tempest-keypair-221687613',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cea71b940afc41098ffa7313f6904c74',ramdisk_id='',reservation_id='r-j88wfxws',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-844460905',owner_user_name='tempest-ServerStableDeviceRescueTest-844460905-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:48:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e103b7471bfb43a08842c001d84b48c3',uuid=74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "address": "fa:16:3e:83:67:c2", "network": {"id": "dd0befa8-a7ee-4504-98a0-7301a8087e3f", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2101139812-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cea71b940afc41098ffa7313f6904c74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2e62d79-cc", "ovs_interfaceid": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Converting VIF {"id": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "address": "fa:16:3e:83:67:c2", "network": {"id": "dd0befa8-a7ee-4504-98a0-7301a8087e3f", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2101139812-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cea71b940afc41098ffa7313f6904c74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2e62d79-cc", "ovs_interfaceid": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:83:67:c2,bridge_name='br-int',has_traffic_filtering=True,id=d2e62d79-cc74-437f-a5a1-8d62c8d22f56,network=Network(dd0befa8-a7ee-4504-98a0-7301a8087e3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2e62d79-cc') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG os_vif [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:83:67:c2,bridge_name='br-int',has_traffic_filtering=True,id=d2e62d79-cc74-437f-a5a1-8d62c8d22f56,network=Network(dd0befa8-a7ee-4504-98a0-7301a8087e3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2e62d79-cc') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6b1a4df4-d20b-5159-9db5-1a35e9c4133f', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd2e62d79-cc, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd2e62d79-cc, col_values=(('qos', UUID('838ff539-cc0c-4d0d-b7e1-a9aeaafd89ca')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd2e62d79-cc, col_values=(('external_ids', {'iface-id': 'd2e62d79-cc74-437f-a5a1-8d62c8d22f56', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:83:67:c2', 'vm-uuid': '74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:15 user nova-compute[74491]: INFO os_vif [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:83:67:c2,bridge_name='br-int',has_traffic_filtering=True,id=d2e62d79-cc74-437f-a5a1-8d62c8d22f56,network=Network(dd0befa8-a7ee-4504-98a0-7301a8087e3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2e62d79-cc')
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:48:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] No VIF found with MAC fa:16:3e:83:67:c2, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:48:16 user nova-compute[74491]: DEBUG nova.network.neutron [req-ef48ffeb-6805-43bc-8cd4-da3919d14ed1 req-962ca6ca-398c-421e-a15a-631ab375080e service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Updated VIF entry in instance network info cache for port d2e62d79-cc74-437f-a5a1-8d62c8d22f56. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:48:16 user nova-compute[74491]: DEBUG nova.network.neutron [req-ef48ffeb-6805-43bc-8cd4-da3919d14ed1 req-962ca6ca-398c-421e-a15a-631ab375080e service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Updating instance_info_cache with network_info: [{"id": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "address": "fa:16:3e:83:67:c2", "network": {"id": "dd0befa8-a7ee-4504-98a0-7301a8087e3f", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2101139812-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cea71b940afc41098ffa7313f6904c74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2e62d79-cc", "ovs_interfaceid": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:48:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ef48ffeb-6805-43bc-8cd4-da3919d14ed1 req-962ca6ca-398c-421e-a15a-631ab375080e service nova] Releasing lock "refresh_cache-74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:48:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:17 user nova-compute[74491]: DEBUG nova.compute.manager [req-f20c2019-848d-459c-953a-96f465c69fdc req-dd76f8b2-eade-4ed9-801a-d65b3b5473f2 service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Received event network-vif-plugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:48:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f20c2019-848d-459c-953a-96f465c69fdc req-dd76f8b2-eade-4ed9-801a-d65b3b5473f2 service nova] Acquiring lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:48:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f20c2019-848d-459c-953a-96f465c69fdc req-dd76f8b2-eade-4ed9-801a-d65b3b5473f2 service nova] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:48:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f20c2019-848d-459c-953a-96f465c69fdc req-dd76f8b2-eade-4ed9-801a-d65b3b5473f2 service nova] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:48:17 user nova-compute[74491]: DEBUG nova.compute.manager [req-f20c2019-848d-459c-953a-96f465c69fdc req-dd76f8b2-eade-4ed9-801a-d65b3b5473f2 service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] No waiting events found dispatching network-vif-plugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:48:17 user nova-compute[74491]: WARNING nova.compute.manager [req-f20c2019-848d-459c-953a-96f465c69fdc req-dd76f8b2-eade-4ed9-801a-d65b3b5473f2 service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Received unexpected event network-vif-plugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 for instance with vm_state building and task_state spawning.
Oct 30 07:48:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-a9d0b8d3-528b-4633-b27d-764b64e61c98 req-6c7f2ed5-0d77-48f1-8c4a-216b36d492c1 service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Received event network-vif-plugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:48:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a9d0b8d3-528b-4633-b27d-764b64e61c98 req-6c7f2ed5-0d77-48f1-8c4a-216b36d492c1 service nova] Acquiring lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:48:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a9d0b8d3-528b-4633-b27d-764b64e61c98 req-6c7f2ed5-0d77-48f1-8c4a-216b36d492c1 service nova] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:48:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a9d0b8d3-528b-4633-b27d-764b64e61c98 req-6c7f2ed5-0d77-48f1-8c4a-216b36d492c1 service nova] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:48:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-a9d0b8d3-528b-4633-b27d-764b64e61c98 req-6c7f2ed5-0d77-48f1-8c4a-216b36d492c1 service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] No waiting events found dispatching network-vif-plugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:48:19 user nova-compute[74491]: WARNING nova.compute.manager [req-a9d0b8d3-528b-4633-b27d-764b64e61c98 req-6c7f2ed5-0d77-48f1-8c4a-216b36d492c1 service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Received unexpected event network-vif-plugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 for instance with vm_state building and task_state spawning.
Oct 30 07:48:19 user nova-compute[74491]: DEBUG nova.compute.manager [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:48:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:48:19 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Instance spawned successfully.
Oct 30 07:48:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:48:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:48:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:48:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:48:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:48:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:48:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:48:19 user nova-compute[74491]: INFO nova.compute.manager [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Took 6.37 seconds to spawn the instance on the hypervisor.
Oct 30 07:48:19 user nova-compute[74491]: DEBUG nova.compute.manager [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:48:20 user nova-compute[74491]: INFO nova.compute.manager [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Took 7.35 seconds to build instance.
Oct 30 07:48:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-53dd1d19-949a-460e-a18a-7f3718063956 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.498s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:48:20 user nova-compute[74491]: DEBUG nova.compute.manager [req-b9a7ea3b-9e99-446e-adc0-b9707a563306 req-9a7c0b4a-7408-41b8-89df-442ae907edd8 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Received event network-changed-6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:48:20 user nova-compute[74491]: DEBUG nova.compute.manager [req-b9a7ea3b-9e99-446e-adc0-b9707a563306 req-9a7c0b4a-7408-41b8-89df-442ae907edd8 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Refreshing instance network info cache due to event network-changed-6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:48:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b9a7ea3b-9e99-446e-adc0-b9707a563306 req-9a7c0b4a-7408-41b8-89df-442ae907edd8 service nova] Acquiring lock "refresh_cache-35b08c73-21db-4bf6-84a7-ba7535da56f3" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:48:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b9a7ea3b-9e99-446e-adc0-b9707a563306 req-9a7c0b4a-7408-41b8-89df-442ae907edd8 service nova] Acquired lock "refresh_cache-35b08c73-21db-4bf6-84a7-ba7535da56f3" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:48:20 user nova-compute[74491]: DEBUG nova.network.neutron [req-b9a7ea3b-9e99-446e-adc0-b9707a563306 req-9a7c0b4a-7408-41b8-89df-442ae907edd8 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Refreshing network info cache for port 6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:48:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1afc4d5a-7c33-42ed-b62f-893dd9563d9a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "35b08c73-21db-4bf6-84a7-ba7535da56f3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:48:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1afc4d5a-7c33-42ed-b62f-893dd9563d9a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "35b08c73-21db-4bf6-84a7-ba7535da56f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:48:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1afc4d5a-7c33-42ed-b62f-893dd9563d9a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "35b08c73-21db-4bf6-84a7-ba7535da56f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:48:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1afc4d5a-7c33-42ed-b62f-893dd9563d9a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "35b08c73-21db-4bf6-84a7-ba7535da56f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:48:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1afc4d5a-7c33-42ed-b62f-893dd9563d9a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "35b08c73-21db-4bf6-84a7-ba7535da56f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:48:21 user nova-compute[74491]: INFO nova.compute.manager [None req-1afc4d5a-7c33-42ed-b62f-893dd9563d9a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Terminating instance
Oct 30 07:48:21 user nova-compute[74491]: DEBUG nova.network.neutron [req-b9a7ea3b-9e99-446e-adc0-b9707a563306 req-9a7c0b4a-7408-41b8-89df-442ae907edd8 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Updated VIF entry in instance network info cache for port 6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:48:21 user nova-compute[74491]: DEBUG nova.network.neutron [req-b9a7ea3b-9e99-446e-adc0-b9707a563306 req-9a7c0b4a-7408-41b8-89df-442ae907edd8 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Updating instance_info_cache with network_info: [{"id": "6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae", "address": "fa:16:3e:d0:f9:9f", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f1f1cd0-23", "ovs_interfaceid": "6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:48:21 user nova-compute[74491]: DEBUG nova.compute.manager [None req-1afc4d5a-7c33-42ed-b62f-893dd9563d9a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:48:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b9a7ea3b-9e99-446e-adc0-b9707a563306 req-9a7c0b4a-7408-41b8-89df-442ae907edd8 service nova] Releasing lock "refresh_cache-35b08c73-21db-4bf6-84a7-ba7535da56f3" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:48:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:21 user nova-compute[74491]: DEBUG nova.compute.manager [req-d776f5d1-5cd0-4457-818e-375156945e0f req-669cc697-c694-410d-8369-6ec09e1d67f0 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Received event network-vif-unplugged-6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:48:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d776f5d1-5cd0-4457-818e-375156945e0f req-669cc697-c694-410d-8369-6ec09e1d67f0 service nova] Acquiring lock "35b08c73-21db-4bf6-84a7-ba7535da56f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:48:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d776f5d1-5cd0-4457-818e-375156945e0f req-669cc697-c694-410d-8369-6ec09e1d67f0 service nova] Lock "35b08c73-21db-4bf6-84a7-ba7535da56f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:48:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d776f5d1-5cd0-4457-818e-375156945e0f req-669cc697-c694-410d-8369-6ec09e1d67f0 service nova] Lock "35b08c73-21db-4bf6-84a7-ba7535da56f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:48:21 user nova-compute[74491]: DEBUG nova.compute.manager [req-d776f5d1-5cd0-4457-818e-375156945e0f req-669cc697-c694-410d-8369-6ec09e1d67f0 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] No waiting events found dispatching network-vif-unplugged-6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:48:21 user nova-compute[74491]: DEBUG nova.compute.manager [req-d776f5d1-5cd0-4457-818e-375156945e0f req-669cc697-c694-410d-8369-6ec09e1d67f0 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Received event network-vif-unplugged-6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:48:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:22 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Instance destroyed successfully.
Oct 30 07:48:22 user nova-compute[74491]: DEBUG nova.objects.instance [None req-1afc4d5a-7c33-42ed-b62f-893dd9563d9a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lazy-loading 'resources' on Instance uuid 35b08c73-21db-4bf6-84a7-ba7535da56f3 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:48:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:22 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-1afc4d5a-7c33-42ed-b62f-893dd9563d9a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:46:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1089569523',display_name='tempest-AttachVolumeNegativeTest-server-1089569523',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1089569523',id=27,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJVzrwUBL9CSo6qG4x6exTJK5ZxgTnpxZyju6L0Omg2yE8alhR/FEaX1T4jI0/ySuN5clnmwW3QtmkbsyDNPbZAqVY7+uumcoo/En6P8/BQKDM8NBxzCiXqhfNYEgV2Qww==',key_name='tempest-keypair-1069048361',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:46:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5b4719cc6b394e5d89394f7823b3231e',ramdisk_id='',reservation_id='r-xjqz3jup',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-707817915',owner_user_name='tempest-AttachVolumeNegativeTest-707817915-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:46:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ac3777b08c2b4268bd80a1fbcb771286',uuid=35b08c73-21db-4bf6-84a7-ba7535da56f3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae", "address": "fa:16:3e:d0:f9:9f", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f1f1cd0-23", "ovs_interfaceid": "6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:48:22 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-1afc4d5a-7c33-42ed-b62f-893dd9563d9a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Converting VIF {"id": "6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae", "address": "fa:16:3e:d0:f9:9f", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f1f1cd0-23", "ovs_interfaceid": "6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:48:22 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-1afc4d5a-7c33-42ed-b62f-893dd9563d9a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:f9:9f,bridge_name='br-int',has_traffic_filtering=True,id=6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae,network=Network(2b924865-55d3-48a5-8331-546fe67acc51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f1f1cd0-23') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:48:22 user nova-compute[74491]: DEBUG os_vif [None req-1afc4d5a-7c33-42ed-b62f-893dd9563d9a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:f9:9f,bridge_name='br-int',has_traffic_filtering=True,id=6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae,network=Network(2b924865-55d3-48a5-8331-546fe67acc51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f1f1cd0-23') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:48:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6f1f1cd0-23, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:48:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:48:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2c486439-d961-4bb3-b8df-299aaa90dcfa) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:48:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:22 user nova-compute[74491]: INFO os_vif [None req-1afc4d5a-7c33-42ed-b62f-893dd9563d9a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:f9:9f,bridge_name='br-int',has_traffic_filtering=True,id=6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae,network=Network(2b924865-55d3-48a5-8331-546fe67acc51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f1f1cd0-23')
Oct 30 07:48:22 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-1afc4d5a-7c33-42ed-b62f-893dd9563d9a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Deleting instance files /opt/stack/data/nova/instances/35b08c73-21db-4bf6-84a7-ba7535da56f3_del
Oct 30 07:48:22 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-1afc4d5a-7c33-42ed-b62f-893dd9563d9a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Deletion of /opt/stack/data/nova/instances/35b08c73-21db-4bf6-84a7-ba7535da56f3_del complete
Oct 30 07:48:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:22 user nova-compute[74491]: INFO nova.compute.manager [None req-1afc4d5a-7c33-42ed-b62f-893dd9563d9a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Took 1.15 seconds to destroy the instance on the hypervisor.
Oct 30 07:48:22 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-1afc4d5a-7c33-42ed-b62f-893dd9563d9a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:48:22 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:48:22 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:48:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:23 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:48:23 user nova-compute[74491]: DEBUG nova.compute.manager [req-41040f70-a892-4ed3-8d54-2a20fa39fd97 req-0bd0b081-f5e2-4992-bdf3-a916dc66d77a service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Received event network-vif-deleted-6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:48:23 user nova-compute[74491]: INFO nova.compute.manager [req-41040f70-a892-4ed3-8d54-2a20fa39fd97 req-0bd0b081-f5e2-4992-bdf3-a916dc66d77a service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Neutron deleted interface 6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae; detaching it from the instance and deleting it from the info cache
Oct 30 07:48:23 user nova-compute[74491]: DEBUG nova.network.neutron [req-41040f70-a892-4ed3-8d54-2a20fa39fd97 req-0bd0b081-f5e2-4992-bdf3-a916dc66d77a service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:48:23 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Took 1.01 seconds to deallocate network for instance.
Oct 30 07:48:23 user nova-compute[74491]: DEBUG nova.compute.manager [req-41040f70-a892-4ed3-8d54-2a20fa39fd97 req-0bd0b081-f5e2-4992-bdf3-a916dc66d77a service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Detach interface failed, port_id=6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae, reason: Instance 35b08c73-21db-4bf6-84a7-ba7535da56f3 could not be found. {{(pid=74491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 07:48:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1afc4d5a-7c33-42ed-b62f-893dd9563d9a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:48:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1afc4d5a-7c33-42ed-b62f-893dd9563d9a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:48:23 user nova-compute[74491]: DEBUG nova.compute.manager [req-8b34d44c-38aa-4033-9306-7115932afd0e req-07766fba-fe39-441e-bcbe-0d54ad7adb07 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Received event network-vif-plugged-6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:48:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8b34d44c-38aa-4033-9306-7115932afd0e req-07766fba-fe39-441e-bcbe-0d54ad7adb07 service nova] Acquiring lock "35b08c73-21db-4bf6-84a7-ba7535da56f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:48:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8b34d44c-38aa-4033-9306-7115932afd0e req-07766fba-fe39-441e-bcbe-0d54ad7adb07 service nova] Lock "35b08c73-21db-4bf6-84a7-ba7535da56f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:48:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8b34d44c-38aa-4033-9306-7115932afd0e req-07766fba-fe39-441e-bcbe-0d54ad7adb07 service nova] Lock "35b08c73-21db-4bf6-84a7-ba7535da56f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:48:23 user nova-compute[74491]: DEBUG nova.compute.manager [req-8b34d44c-38aa-4033-9306-7115932afd0e req-07766fba-fe39-441e-bcbe-0d54ad7adb07 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] No waiting events found dispatching network-vif-plugged-6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:48:23 user nova-compute[74491]: WARNING nova.compute.manager [req-8b34d44c-38aa-4033-9306-7115932afd0e req-07766fba-fe39-441e-bcbe-0d54ad7adb07 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Received unexpected event network-vif-plugged-6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae for instance with vm_state deleted and task_state None.
Oct 30 07:48:23 user nova-compute[74491]: DEBUG nova.compute.manager [req-8b34d44c-38aa-4033-9306-7115932afd0e req-07766fba-fe39-441e-bcbe-0d54ad7adb07 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Received event network-vif-plugged-6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:48:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8b34d44c-38aa-4033-9306-7115932afd0e req-07766fba-fe39-441e-bcbe-0d54ad7adb07 service nova] Acquiring lock "35b08c73-21db-4bf6-84a7-ba7535da56f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:48:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8b34d44c-38aa-4033-9306-7115932afd0e req-07766fba-fe39-441e-bcbe-0d54ad7adb07 service nova] Lock "35b08c73-21db-4bf6-84a7-ba7535da56f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:48:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8b34d44c-38aa-4033-9306-7115932afd0e req-07766fba-fe39-441e-bcbe-0d54ad7adb07 service nova] Lock "35b08c73-21db-4bf6-84a7-ba7535da56f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:48:23 user nova-compute[74491]: DEBUG nova.compute.manager [req-8b34d44c-38aa-4033-9306-7115932afd0e req-07766fba-fe39-441e-bcbe-0d54ad7adb07 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] No waiting events found dispatching network-vif-plugged-6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:48:23 user nova-compute[74491]: WARNING nova.compute.manager [req-8b34d44c-38aa-4033-9306-7115932afd0e req-07766fba-fe39-441e-bcbe-0d54ad7adb07 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Received unexpected event network-vif-plugged-6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae for instance with vm_state deleted and task_state None.
Oct 30 07:48:23 user nova-compute[74491]: DEBUG nova.compute.manager [req-8b34d44c-38aa-4033-9306-7115932afd0e req-07766fba-fe39-441e-bcbe-0d54ad7adb07 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Received event network-vif-plugged-6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:48:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8b34d44c-38aa-4033-9306-7115932afd0e req-07766fba-fe39-441e-bcbe-0d54ad7adb07 service nova] Acquiring lock "35b08c73-21db-4bf6-84a7-ba7535da56f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:48:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8b34d44c-38aa-4033-9306-7115932afd0e req-07766fba-fe39-441e-bcbe-0d54ad7adb07 service nova] Lock "35b08c73-21db-4bf6-84a7-ba7535da56f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:48:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8b34d44c-38aa-4033-9306-7115932afd0e req-07766fba-fe39-441e-bcbe-0d54ad7adb07 service nova] Lock "35b08c73-21db-4bf6-84a7-ba7535da56f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:48:23 user nova-compute[74491]: DEBUG nova.compute.manager [req-8b34d44c-38aa-4033-9306-7115932afd0e req-07766fba-fe39-441e-bcbe-0d54ad7adb07 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] No waiting events found dispatching network-vif-plugged-6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:48:23 user nova-compute[74491]: WARNING nova.compute.manager [req-8b34d44c-38aa-4033-9306-7115932afd0e req-07766fba-fe39-441e-bcbe-0d54ad7adb07 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Received unexpected event network-vif-plugged-6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae for instance with vm_state deleted and task_state None.
Oct 30 07:48:23 user nova-compute[74491]: DEBUG nova.compute.manager [req-8b34d44c-38aa-4033-9306-7115932afd0e req-07766fba-fe39-441e-bcbe-0d54ad7adb07 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Received event network-vif-unplugged-6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:48:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8b34d44c-38aa-4033-9306-7115932afd0e req-07766fba-fe39-441e-bcbe-0d54ad7adb07 service nova] Acquiring lock "35b08c73-21db-4bf6-84a7-ba7535da56f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:48:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8b34d44c-38aa-4033-9306-7115932afd0e req-07766fba-fe39-441e-bcbe-0d54ad7adb07 service nova] Lock "35b08c73-21db-4bf6-84a7-ba7535da56f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:48:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8b34d44c-38aa-4033-9306-7115932afd0e req-07766fba-fe39-441e-bcbe-0d54ad7adb07 service nova] Lock "35b08c73-21db-4bf6-84a7-ba7535da56f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:48:23 user nova-compute[74491]: DEBUG nova.compute.manager [req-8b34d44c-38aa-4033-9306-7115932afd0e req-07766fba-fe39-441e-bcbe-0d54ad7adb07 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] No waiting events found dispatching network-vif-unplugged-6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:48:23 user nova-compute[74491]: WARNING nova.compute.manager [req-8b34d44c-38aa-4033-9306-7115932afd0e req-07766fba-fe39-441e-bcbe-0d54ad7adb07 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Received unexpected event network-vif-unplugged-6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae for instance with vm_state deleted and task_state None.
Oct 30 07:48:23 user nova-compute[74491]: DEBUG nova.compute.manager [req-8b34d44c-38aa-4033-9306-7115932afd0e req-07766fba-fe39-441e-bcbe-0d54ad7adb07 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Received event network-vif-plugged-6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:48:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8b34d44c-38aa-4033-9306-7115932afd0e req-07766fba-fe39-441e-bcbe-0d54ad7adb07 service nova] Acquiring lock "35b08c73-21db-4bf6-84a7-ba7535da56f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:48:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8b34d44c-38aa-4033-9306-7115932afd0e req-07766fba-fe39-441e-bcbe-0d54ad7adb07 service nova] Lock "35b08c73-21db-4bf6-84a7-ba7535da56f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:48:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8b34d44c-38aa-4033-9306-7115932afd0e req-07766fba-fe39-441e-bcbe-0d54ad7adb07 service nova] Lock "35b08c73-21db-4bf6-84a7-ba7535da56f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:48:23 user nova-compute[74491]: DEBUG nova.compute.manager [req-8b34d44c-38aa-4033-9306-7115932afd0e req-07766fba-fe39-441e-bcbe-0d54ad7adb07 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] No waiting events found dispatching network-vif-plugged-6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:48:23 user nova-compute[74491]: WARNING nova.compute.manager [req-8b34d44c-38aa-4033-9306-7115932afd0e req-07766fba-fe39-441e-bcbe-0d54ad7adb07 service nova] [instance: 35b08c73-21db-4bf6-84a7-ba7535da56f3] Received unexpected event network-vif-plugged-6f1f1cd0-23dc-4a1c-ba4c-9021268f64ae for instance with vm_state deleted and task_state None.
Oct 30 07:48:23 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-1afc4d5a-7c33-42ed-b62f-893dd9563d9a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:48:23 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-1afc4d5a-7c33-42ed-b62f-893dd9563d9a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:48:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1afc4d5a-7c33-42ed-b62f-893dd9563d9a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.475s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:48:23 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-1afc4d5a-7c33-42ed-b62f-893dd9563d9a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Deleted allocations for instance 35b08c73-21db-4bf6-84a7-ba7535da56f3
Oct 30 07:48:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1afc4d5a-7c33-42ed-b62f-893dd9563d9a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "35b08c73-21db-4bf6-84a7-ba7535da56f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.930s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:48:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:26 user nova-compute[74491]: DEBUG nova.compute.manager [req-5f1f0475-2107-43b6-930e-e0fae9400113 req-78394fdf-5b36-44f2-8eca-58bfa1ef0dfe service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received event network-changed-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:48:26 user nova-compute[74491]: DEBUG nova.compute.manager [req-5f1f0475-2107-43b6-930e-e0fae9400113 req-78394fdf-5b36-44f2-8eca-58bfa1ef0dfe service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Refreshing instance network info cache due to event network-changed-9955a304-55cd-479f-bb25-acf223b55dc8. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:48:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5f1f0475-2107-43b6-930e-e0fae9400113 req-78394fdf-5b36-44f2-8eca-58bfa1ef0dfe service nova] Acquiring lock "refresh_cache-8a042309-9a42-45b2-aecd-0077c0846cd9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:48:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5f1f0475-2107-43b6-930e-e0fae9400113 req-78394fdf-5b36-44f2-8eca-58bfa1ef0dfe service nova] Acquired lock "refresh_cache-8a042309-9a42-45b2-aecd-0077c0846cd9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:48:26 user nova-compute[74491]: DEBUG nova.network.neutron [req-5f1f0475-2107-43b6-930e-e0fae9400113 req-78394fdf-5b36-44f2-8eca-58bfa1ef0dfe service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Refreshing network info cache for port 9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:48:26 user nova-compute[74491]: DEBUG nova.network.neutron [req-5f1f0475-2107-43b6-930e-e0fae9400113 req-78394fdf-5b36-44f2-8eca-58bfa1ef0dfe service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Updated VIF entry in instance network info cache for port 9955a304-55cd-479f-bb25-acf223b55dc8. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:48:26 user nova-compute[74491]: DEBUG nova.network.neutron [req-5f1f0475-2107-43b6-930e-e0fae9400113 req-78394fdf-5b36-44f2-8eca-58bfa1ef0dfe service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Updating instance_info_cache with network_info: [{"id": "9955a304-55cd-479f-bb25-acf223b55dc8", "address": "fa:16:3e:fc:19:25", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9955a304-55", "ovs_interfaceid": "9955a304-55cd-479f-bb25-acf223b55dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:48:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5f1f0475-2107-43b6-930e-e0fae9400113 req-78394fdf-5b36-44f2-8eca-58bfa1ef0dfe service nova] Releasing lock "refresh_cache-8a042309-9a42-45b2-aecd-0077c0846cd9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:48:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "8a042309-9a42-45b2-aecd-0077c0846cd9" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:48:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:48:27 user nova-compute[74491]: INFO nova.compute.manager [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Detaching volume 5480e1ba-c54a-469c-af3a-915105d1e2e7
Oct 30 07:48:27 user nova-compute[74491]: INFO nova.virt.block_device [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Attempting to driver detach volume 5480e1ba-c54a-469c-af3a-915105d1e2e7 from mountpoint /dev/vdb
Oct 30 07:48:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:27 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Attempting to detach device vdb from instance 8a042309-9a42-45b2-aecd-0077c0846cd9 from the persistent domain config. {{(pid=74491) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 07:48:27 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:48:27 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:48:27 user nova-compute[74491]:   <source dev="/dev/sdc"/>
Oct 30 07:48:27 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:48:27 user nova-compute[74491]:   <serial>5480e1ba-c54a-469c-af3a-915105d1e2e7</serial>
Oct 30 07:48:27 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 07:48:27 user nova-compute[74491]: </disk>
Oct 30 07:48:27 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:48:27 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Successfully detached device vdb from instance 8a042309-9a42-45b2-aecd-0077c0846cd9 from the persistent domain config.
Oct 30 07:48:27 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 8a042309-9a42-45b2-aecd-0077c0846cd9 from the live domain config. {{(pid=74491) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 07:48:27 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:48:27 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:48:27 user nova-compute[74491]:   <source dev="/dev/sdc"/>
Oct 30 07:48:27 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:48:27 user nova-compute[74491]:   <serial>5480e1ba-c54a-469c-af3a-915105d1e2e7</serial>
Oct 30 07:48:27 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 07:48:27 user nova-compute[74491]: </disk>
Oct 30 07:48:27 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:48:27 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 8a042309-9a42-45b2-aecd-0077c0846cd9 {{(pid=74491) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 07:48:28 user nova-compute[74491]: DEBUG nova.compute.manager [req-80350ffe-153c-4425-b1de-5805b47c8bf4 req-520c70cc-0970-46e7-b702-60b5f4536894 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received event network-changed-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:48:28 user nova-compute[74491]: DEBUG nova.compute.manager [req-80350ffe-153c-4425-b1de-5805b47c8bf4 req-520c70cc-0970-46e7-b702-60b5f4536894 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Refreshing instance network info cache due to event network-changed-9955a304-55cd-479f-bb25-acf223b55dc8. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:48:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-80350ffe-153c-4425-b1de-5805b47c8bf4 req-520c70cc-0970-46e7-b702-60b5f4536894 service nova] Acquiring lock "refresh_cache-8a042309-9a42-45b2-aecd-0077c0846cd9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:48:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-80350ffe-153c-4425-b1de-5805b47c8bf4 req-520c70cc-0970-46e7-b702-60b5f4536894 service nova] Acquired lock "refresh_cache-8a042309-9a42-45b2-aecd-0077c0846cd9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:48:28 user nova-compute[74491]: DEBUG nova.network.neutron [req-80350ffe-153c-4425-b1de-5805b47c8bf4 req-520c70cc-0970-46e7-b702-60b5f4536894 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Refreshing network info cache for port 9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:48:29 user nova-compute[74491]: DEBUG nova.network.neutron [req-80350ffe-153c-4425-b1de-5805b47c8bf4 req-520c70cc-0970-46e7-b702-60b5f4536894 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Updated VIF entry in instance network info cache for port 9955a304-55cd-479f-bb25-acf223b55dc8. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:48:29 user nova-compute[74491]: DEBUG nova.network.neutron [req-80350ffe-153c-4425-b1de-5805b47c8bf4 req-520c70cc-0970-46e7-b702-60b5f4536894 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Updating instance_info_cache with network_info: [{"id": "9955a304-55cd-479f-bb25-acf223b55dc8", "address": "fa:16:3e:fc:19:25", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9955a304-55", "ovs_interfaceid": "9955a304-55cd-479f-bb25-acf223b55dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:48:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-80350ffe-153c-4425-b1de-5805b47c8bf4 req-520c70cc-0970-46e7-b702-60b5f4536894 service nova] Releasing lock "refresh_cache-8a042309-9a42-45b2-aecd-0077c0846cd9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:48:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:45 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:48:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 07:48:47 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 8a042309-9a42-45b2-aecd-0077c0846cd9 is timed out.
Oct 30 07:48:47 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Successfully detached device vdb from instance 8a042309-9a42-45b2-aecd-0077c0846cd9 from the live domain config.
Oct 30 07:48:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CoWyYpdE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:48:47 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:48:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd3eadb1-5d21-4c1c-8116-42bc5e16f913]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:48:47 user nova-compute[74491]: No targets found.
Oct 30 07:48:47 user nova-compute[74491]: iSNS:
Oct 30 07:48:47 user nova-compute[74491]: No targets found.
Oct 30 07:48:47 user nova-compute[74491]: STATIC:
Oct 30 07:48:47 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773
Oct 30 07:48:47 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:48:47 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:48:47 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7
Oct 30 07:48:47 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:48:47 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:48:47 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b
Oct 30 07:48:47 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:48:47 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:48:47 user nova-compute[74491]: FIRMWARE:
Oct 30 07:48:47 user nova-compute[74491]: No targets found.
Oct 30 07:48:47 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:48:47 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:48:47 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c2c145c-4f87-4b0e-8ade-da13389f69f1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[94551285-d5a7-463b-b562-6667d704eb44]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:48:47 user nova-compute[74491]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)
Oct 30 07:48:47 user nova-compute[74491]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 (non-flash)
Oct 30 07:48:47 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 (non-flash)
Oct 30 07:48:47 user nova-compute[74491]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)
Oct 30 07:48:47 user nova-compute[74491]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 (non-flash)
Oct 30 07:48:47 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef80c6c20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7'): ({'sdc'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Removing single pathed devices sdc {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[55439487-34e0-4582-881b-e03a9589cc2c]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fd38664-ac1e-4e72-b3e1-970445f2629b]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Flushing IO for device /dev/sdc {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fec9427-0a79-49a0-85c2-fe756b19c45a]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.044s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[03773a40-18db-4276-8f63-f52a91d1a5f5]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] SCSI volumes sdc have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[169d05b1-e9d7-4fbf-9cd7-18544683400e]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:48:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0707f647-7f96-44e6-8a18-da9cc0072998]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7, portal: 172.16.0.220,3260]
Oct 30 07:48:48 user nova-compute[74491]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7, portal: 172.16.0.220,3260] successful.
Oct 30 07:48:48 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5480e1ba-c54a-469c-af3a-915105d1e2e7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d1f37b8-d751-4f49-808d-2d01e90ba58b]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.341s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] <== disconnect_volume: return (343ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1075a3cb-e550-4bb1-940f-3ea595cca57e tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "bb072d38-2d8d-4138-833b-de7b80d17a96" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1075a3cb-e550-4bb1-940f-3ea595cca57e tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "bb072d38-2d8d-4138-833b-de7b80d17a96" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1075a3cb-e550-4bb1-940f-3ea595cca57e tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "bb072d38-2d8d-4138-833b-de7b80d17a96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1075a3cb-e550-4bb1-940f-3ea595cca57e tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "bb072d38-2d8d-4138-833b-de7b80d17a96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1075a3cb-e550-4bb1-940f-3ea595cca57e tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "bb072d38-2d8d-4138-833b-de7b80d17a96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:48:48 user nova-compute[74491]: INFO nova.compute.manager [None req-1075a3cb-e550-4bb1-940f-3ea595cca57e tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Terminating instance
Oct 30 07:48:48 user nova-compute[74491]: DEBUG nova.compute.manager [None req-1075a3cb-e550-4bb1-940f-3ea595cca57e tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Skipping network cache update for instance because it is being deleted. {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9970}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-6baf250e-557b-456f-8962-4e4e58e8f1b9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-6baf250e-557b-456f-8962-4e4e58e8f1b9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG nova.compute.manager [req-1c86b254-c80f-4819-8659-74bd039e4ed5 req-991b3aa5-4f3e-4b1a-9cc0-9562bd64f399 service nova] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Received event network-vif-unplugged-5f12d9a3-11a2-43cf-a53f-6dd6723f51c5 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-1c86b254-c80f-4819-8659-74bd039e4ed5 req-991b3aa5-4f3e-4b1a-9cc0-9562bd64f399 service nova] Acquiring lock "bb072d38-2d8d-4138-833b-de7b80d17a96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-1c86b254-c80f-4819-8659-74bd039e4ed5 req-991b3aa5-4f3e-4b1a-9cc0-9562bd64f399 service nova] Lock "bb072d38-2d8d-4138-833b-de7b80d17a96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-1c86b254-c80f-4819-8659-74bd039e4ed5 req-991b3aa5-4f3e-4b1a-9cc0-9562bd64f399 service nova] Lock "bb072d38-2d8d-4138-833b-de7b80d17a96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG nova.compute.manager [req-1c86b254-c80f-4819-8659-74bd039e4ed5 req-991b3aa5-4f3e-4b1a-9cc0-9562bd64f399 service nova] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] No waiting events found dispatching network-vif-unplugged-5f12d9a3-11a2-43cf-a53f-6dd6723f51c5 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG nova.compute.manager [req-1c86b254-c80f-4819-8659-74bd039e4ed5 req-991b3aa5-4f3e-4b1a-9cc0-9562bd64f399 service nova] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Received event network-vif-unplugged-5f12d9a3-11a2-43cf-a53f-6dd6723f51c5 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:48:48 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Instance destroyed successfully.
Oct 30 07:48:48 user nova-compute[74491]: DEBUG nova.objects.instance [None req-1075a3cb-e550-4bb1-940f-3ea595cca57e tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lazy-loading 'resources' on Instance uuid bb072d38-2d8d-4138-833b-de7b80d17a96 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-1075a3cb-e550-4bb1-940f-3ea595cca57e tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:33:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-901515793',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-901515793',id=4,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:34:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='22c884731d2d4072ae0c9759f82c4bfc',ramdisk_id='',reservation_id='r-wq57aoe6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1284148635',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:35:46Z,user_data=None,user_id='e940f70d67db459baad1d913fe2b7aa5',uuid=bb072d38-2d8d-4138-833b-de7b80d17a96,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5f12d9a3-11a2-43cf-a53f-6dd6723f51c5", "address": "fa:16:3e:da:b3:76", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f12d9a3-11", "ovs_interfaceid": "5f12d9a3-11a2-43cf-a53f-6dd6723f51c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-1075a3cb-e550-4bb1-940f-3ea595cca57e tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Converting VIF {"id": "5f12d9a3-11a2-43cf-a53f-6dd6723f51c5", "address": "fa:16:3e:da:b3:76", "network": {"id": "3d123996-c32a-43e8-b0ec-49fd0fff0f1e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2008928278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "22c884731d2d4072ae0c9759f82c4bfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f12d9a3-11", "ovs_interfaceid": "5f12d9a3-11a2-43cf-a53f-6dd6723f51c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-1075a3cb-e550-4bb1-940f-3ea595cca57e tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:da:b3:76,bridge_name='br-int',has_traffic_filtering=True,id=5f12d9a3-11a2-43cf-a53f-6dd6723f51c5,network=Network(3d123996-c32a-43e8-b0ec-49fd0fff0f1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f12d9a3-11') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG os_vif [None req-1075a3cb-e550-4bb1-940f-3ea595cca57e tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:da:b3:76,bridge_name='br-int',has_traffic_filtering=True,id=5f12d9a3-11a2-43cf-a53f-6dd6723f51c5,network=Network(3d123996-c32a-43e8-b0ec-49fd0fff0f1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f12d9a3-11') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5f12d9a3-11, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0bf44398-5e23-4d62-9f72-7ab762d77c6e) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Updating instance_info_cache with network_info: [{"id": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "address": "fa:16:3e:56:94:ff", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc3ae8c9-13", "ovs_interfaceid": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:48:48 user nova-compute[74491]: INFO os_vif [None req-1075a3cb-e550-4bb1-940f-3ea595cca57e tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:da:b3:76,bridge_name='br-int',has_traffic_filtering=True,id=5f12d9a3-11a2-43cf-a53f-6dd6723f51c5,network=Network(3d123996-c32a-43e8-b0ec-49fd0fff0f1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f12d9a3-11')
Oct 30 07:48:48 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-1075a3cb-e550-4bb1-940f-3ea595cca57e tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Deleting instance files /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96_del
Oct 30 07:48:48 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-1075a3cb-e550-4bb1-940f-3ea595cca57e tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Deletion of /opt/stack/data/nova/instances/bb072d38-2d8d-4138-833b-de7b80d17a96_del complete
Oct 30 07:48:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-6baf250e-557b-456f-8962-4e4e58e8f1b9" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:48:48 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 07:48:49 user nova-compute[74491]: INFO nova.compute.manager [None req-1075a3cb-e550-4bb1-940f-3ea595cca57e tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Took 0.74 seconds to destroy the instance on the hypervisor.
Oct 30 07:48:49 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-1075a3cb-e550-4bb1-940f-3ea595cca57e tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:48:49 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:48:49 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:48:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:49 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:48:49 user nova-compute[74491]: DEBUG nova.compute.manager [req-7e997d86-cbf2-453b-9e3c-1841fc770c73 req-0233b062-0449-40d0-b125-d20ae3f89a6a service nova] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Received event network-vif-deleted-5f12d9a3-11a2-43cf-a53f-6dd6723f51c5 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:48:49 user nova-compute[74491]: INFO nova.compute.manager [req-7e997d86-cbf2-453b-9e3c-1841fc770c73 req-0233b062-0449-40d0-b125-d20ae3f89a6a service nova] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Neutron deleted interface 5f12d9a3-11a2-43cf-a53f-6dd6723f51c5; detaching it from the instance and deleting it from the info cache
Oct 30 07:48:49 user nova-compute[74491]: DEBUG nova.network.neutron [req-7e997d86-cbf2-453b-9e3c-1841fc770c73 req-0233b062-0449-40d0-b125-d20ae3f89a6a service nova] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:48:49 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Took 0.55 seconds to deallocate network for instance.
Oct 30 07:48:49 user nova-compute[74491]: DEBUG nova.compute.manager [req-7e997d86-cbf2-453b-9e3c-1841fc770c73 req-0233b062-0449-40d0-b125-d20ae3f89a6a service nova] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Detach interface failed, port_id=5f12d9a3-11a2-43cf-a53f-6dd6723f51c5, reason: Instance bb072d38-2d8d-4138-833b-de7b80d17a96 could not be found. {{(pid=74491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 07:48:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1075a3cb-e550-4bb1-940f-3ea595cca57e tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:48:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1075a3cb-e550-4bb1-940f-3ea595cca57e tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:48:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json" returned: 0 in 0.194s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json" returned: 0 in 0.196s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:50 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-1075a3cb-e550-4bb1-940f-3ea595cca57e tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:48:50 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-1075a3cb-e550-4bb1-940f-3ea595cca57e tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:48:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1075a3cb-e550-4bb1-940f-3ea595cca57e tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.486s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:48:50 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-1075a3cb-e550-4bb1-940f-3ea595cca57e tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Deleted allocations for instance bb072d38-2d8d-4138-833b-de7b80d17a96
Oct 30 07:48:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1075a3cb-e550-4bb1-940f-3ea595cca57e tempest-ServerBootFromVolumeStableRescueTest-1284148635 tempest-ServerBootFromVolumeStableRescueTest-1284148635-project-member] Lock "bb072d38-2d8d-4138-833b-de7b80d17a96" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.020s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:48:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:50 user nova-compute[74491]: DEBUG nova.compute.manager [req-cc911ca0-ce1b-446d-98bc-341ada142407 req-3bb470a1-ead0-43a6-a83f-3c8e6dbc979d service nova] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Received event network-vif-plugged-5f12d9a3-11a2-43cf-a53f-6dd6723f51c5 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:48:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-cc911ca0-ce1b-446d-98bc-341ada142407 req-3bb470a1-ead0-43a6-a83f-3c8e6dbc979d service nova] Acquiring lock "bb072d38-2d8d-4138-833b-de7b80d17a96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:48:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-cc911ca0-ce1b-446d-98bc-341ada142407 req-3bb470a1-ead0-43a6-a83f-3c8e6dbc979d service nova] Lock "bb072d38-2d8d-4138-833b-de7b80d17a96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:48:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-cc911ca0-ce1b-446d-98bc-341ada142407 req-3bb470a1-ead0-43a6-a83f-3c8e6dbc979d service nova] Lock "bb072d38-2d8d-4138-833b-de7b80d17a96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:48:50 user nova-compute[74491]: DEBUG nova.compute.manager [req-cc911ca0-ce1b-446d-98bc-341ada142407 req-3bb470a1-ead0-43a6-a83f-3c8e6dbc979d service nova] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] No waiting events found dispatching network-vif-plugged-5f12d9a3-11a2-43cf-a53f-6dd6723f51c5 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:48:50 user nova-compute[74491]: WARNING nova.compute.manager [req-cc911ca0-ce1b-446d-98bc-341ada142407 req-3bb470a1-ead0-43a6-a83f-3c8e6dbc979d service nova] [instance: bb072d38-2d8d-4138-833b-de7b80d17a96] Received unexpected event network-vif-plugged-5f12d9a3-11a2-43cf-a53f-6dd6723f51c5 for instance with vm_state deleted and task_state None.
Oct 30 07:48:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f/disk --force-share --output=json" returned: 0 in 0.258s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:50 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdh (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:48:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:48:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:48:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:48:53 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:48:53 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:48:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=7732MB free_disk=25.47864532470703GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 07:48:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:48:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:48:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 962072d3-a76a-491e-8693-d0f1ce2a2dd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:48:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 6baf250e-557b-456f-8962-4e4e58e8f1b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:48:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ffba7846-2a43-48b7-bd99-27fc59c81765 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:48:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 8a042309-9a42-45b2-aecd-0077c0846cd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:48:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 77a92d83-a21c-4bc6-afa4-e8ad746be23f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:48:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:48:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 93366d69-7b42-4e6f-ba14-77d311fba5b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:48:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:48:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 07:48:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 07:48:53 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:48:53 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:48:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 07:48:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.406s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:48:53 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:48:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:48:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:48:54 user nova-compute[74491]: INFO nova.compute.manager [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Detaching volume 0b44c39c-ca00-4331-828b-faef729db773
Oct 30 07:48:54 user nova-compute[74491]: INFO nova.virt.block_device [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Attempting to driver detach volume 0b44c39c-ca00-4331-828b-faef729db773 from mountpoint /dev/vdb
Oct 30 07:48:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Attempting to detach device vdb from instance 77a92d83-a21c-4bc6-afa4-e8ad746be23f from the persistent domain config. {{(pid=74491) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 07:48:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:48:54 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:48:54 user nova-compute[74491]:   <source dev="/dev/sdh"/>
Oct 30 07:48:54 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:48:54 user nova-compute[74491]:   <serial>0b44c39c-ca00-4331-828b-faef729db773</serial>
Oct 30 07:48:54 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 30 07:48:54 user nova-compute[74491]: </disk>
Oct 30 07:48:54 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:48:54 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Successfully detached device vdb from instance 77a92d83-a21c-4bc6-afa4-e8ad746be23f from the persistent domain config.
Oct 30 07:48:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 77a92d83-a21c-4bc6-afa4-e8ad746be23f from the live domain config. {{(pid=74491) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 07:48:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:48:54 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:48:54 user nova-compute[74491]:   <source dev="/dev/sdh"/>
Oct 30 07:48:54 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:48:54 user nova-compute[74491]:   <serial>0b44c39c-ca00-4331-828b-faef729db773</serial>
Oct 30 07:48:54 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 30 07:48:54 user nova-compute[74491]: </disk>
Oct 30 07:48:54 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:48:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 77a92d83-a21c-4bc6-afa4-e8ad746be23f {{(pid=74491) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 07:48:57 user nova-compute[74491]: DEBUG nova.objects.instance [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lazy-loading 'flavor' on Instance uuid 8a042309-9a42-45b2-aecd-0077c0846cd9 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:48:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d2833e50-7fa1-4759-a35a-6544727b30f0 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 30.109s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:48:58 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:48:58 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:48:58 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:48:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:49:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "91f5cb89-beb0-4b55-9e82-ba3f2782fcdb" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:49:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "91f5cb89-beb0-4b55-9e82-ba3f2782fcdb" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:49:12 user nova-compute[74491]: INFO nova.compute.manager [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Detaching volume 4a974aa6-9717-4bde-bccc-fe582dd2783b
Oct 30 07:49:12 user nova-compute[74491]: INFO nova.virt.block_device [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Attempting to driver detach volume 4a974aa6-9717-4bde-bccc-fe582dd2783b from mountpoint /dev/vdb
Oct 30 07:49:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Attempting to detach device vdb from instance 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb from the persistent domain config. {{(pid=74491) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 07:49:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:49:12 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:49:12 user nova-compute[74491]:   <source dev="/dev/sdg"/>
Oct 30 07:49:12 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:49:12 user nova-compute[74491]:   <serial>4a974aa6-9717-4bde-bccc-fe582dd2783b</serial>
Oct 30 07:49:12 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 07:49:12 user nova-compute[74491]: </disk>
Oct 30 07:49:12 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:49:12 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Successfully detached device vdb from instance 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb from the persistent domain config.
Oct 30 07:49:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb from the live domain config. {{(pid=74491) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 07:49:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:49:12 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:49:12 user nova-compute[74491]:   <source dev="/dev/sdg"/>
Oct 30 07:49:12 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:49:12 user nova-compute[74491]:   <serial>4a974aa6-9717-4bde-bccc-fe582dd2783b</serial>
Oct 30 07:49:12 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 07:49:12 user nova-compute[74491]: </disk>
Oct 30 07:49:12 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:49:13 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb {{(pid=74491) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 07:49:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:14 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 77a92d83-a21c-4bc6-afa4-e8ad746be23f is timed out.
Oct 30 07:49:14 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Successfully detached device vdb from instance 77a92d83-a21c-4bc6-afa4-e8ad746be23f from the live domain config.
Oct 30 07:49:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:49:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bGrYgtLD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:49:14 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:49:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:49:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:49:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:14 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d17b38e3-ea48-46f7-bd93-6317a1132878]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:49:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:49:14 user nova-compute[74491]: No targets found.
Oct 30 07:49:14 user nova-compute[74491]: iSNS:
Oct 30 07:49:14 user nova-compute[74491]: No targets found.
Oct 30 07:49:14 user nova-compute[74491]: STATIC:
Oct 30 07:49:14 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773
Oct 30 07:49:14 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:49:14 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:49:14 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b
Oct 30 07:49:14 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:49:14 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:49:14 user nova-compute[74491]: FIRMWARE:
Oct 30 07:49:14 user nova-compute[74491]: No targets found.
Oct 30 07:49:14 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:49:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:49:14 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:49:14 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:49:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[90c12522-f0c2-4c9c-b8d6-b903c6c49cc3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b34729d-57f9-4a69-9029-5c2a83c2b606]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)
Oct 30 07:49:15 user nova-compute[74491]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 (non-flash)
Oct 30 07:49:15 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)
Oct 30 07:49:15 user nova-compute[74491]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 (non-flash)
Oct 30 07:49:15 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef02f7760>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773'): ({'sdh'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Removing single pathed devices sdh {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b8a8e8b-2e12-4fc6-aba2-fe520dcab0ba]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a40bbc34-379e-4289-966d-103e442434c8]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Flushing IO for device /dev/sdh {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.014s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a26515b2-fdc8-43a2-b96b-74ae6cefb83a]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.029s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b95bcc8-c697-4d1a-9138-278aaade7a54]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] SCSI volumes sdh have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ed695d0-83ac-491d-8c86-cc5385bdb2d8]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7227e39d-7610-4c49-be4e-678c8819f97d]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773, portal: 172.16.0.220,3260]
Oct 30 07:49:15 user nova-compute[74491]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773, portal: 172.16.0.220,3260] successful.
Oct 30 07:49:15 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b44c39c-ca00-4331-828b-faef729db773 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b8088a4-8009-4c25-bc9c-2b2d52aebae3]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.291s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] <== disconnect_volume: return (293ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:49:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:49:16 user nova-compute[74491]: DEBUG nova.objects.instance [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lazy-loading 'flavor' on Instance uuid 77a92d83-a21c-4bc6-afa4-e8ad746be23f {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:49:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3b523590-ebf3-4b8f-adfc-7e8db3f7e43c tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.840s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:49:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-aef5fe37-0977-491c-ba9f-72cfd7c1d52f tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "8a042309-9a42-45b2-aecd-0077c0846cd9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:49:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-aef5fe37-0977-491c-ba9f-72cfd7c1d52f tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:49:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-aef5fe37-0977-491c-ba9f-72cfd7c1d52f tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:49:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-aef5fe37-0977-491c-ba9f-72cfd7c1d52f tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:49:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-aef5fe37-0977-491c-ba9f-72cfd7c1d52f tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:49:17 user nova-compute[74491]: INFO nova.compute.manager [None req-aef5fe37-0977-491c-ba9f-72cfd7c1d52f tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Terminating instance
Oct 30 07:49:17 user nova-compute[74491]: DEBUG nova.compute.manager [None req-aef5fe37-0977-491c-ba9f-72cfd7c1d52f tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:49:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:17 user nova-compute[74491]: DEBUG nova.compute.manager [req-417abba1-25af-445c-b84b-f260b3619bf9 req-999529d1-13f2-45ca-a26c-9f2e6fb72afe service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received event network-vif-unplugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:49:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-417abba1-25af-445c-b84b-f260b3619bf9 req-999529d1-13f2-45ca-a26c-9f2e6fb72afe service nova] Acquiring lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:49:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-417abba1-25af-445c-b84b-f260b3619bf9 req-999529d1-13f2-45ca-a26c-9f2e6fb72afe service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:49:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-417abba1-25af-445c-b84b-f260b3619bf9 req-999529d1-13f2-45ca-a26c-9f2e6fb72afe service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:49:17 user nova-compute[74491]: DEBUG nova.compute.manager [req-417abba1-25af-445c-b84b-f260b3619bf9 req-999529d1-13f2-45ca-a26c-9f2e6fb72afe service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] No waiting events found dispatching network-vif-unplugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:49:17 user nova-compute[74491]: DEBUG nova.compute.manager [req-417abba1-25af-445c-b84b-f260b3619bf9 req-999529d1-13f2-45ca-a26c-9f2e6fb72afe service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received event network-vif-unplugged-9955a304-55cd-479f-bb25-acf223b55dc8 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:49:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:18 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Instance destroyed successfully.
Oct 30 07:49:18 user nova-compute[74491]: DEBUG nova.objects.instance [None req-aef5fe37-0977-491c-ba9f-72cfd7c1d52f tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lazy-loading 'resources' on Instance uuid 8a042309-9a42-45b2-aecd-0077c0846cd9 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:49:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-aef5fe37-0977-491c-ba9f-72cfd7c1d52f tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:42:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2145805430',display_name='tempest-ServerRescueNegativeTestJSON-server-2145805430',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2145805430',id=20,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH0FLOXDhi4otuo1MHXhnp1yc0cP6CWOiFqInZ7IHlAl5lmpE6yw+/jKpHjbGEtB2GdGJm0tIdQn9bJe9XLpdH5XkrQ36a6uddH4+ossNeO2Y3p4pN2+lOJYCyH1IkBX7A==',key_name='tempest-keypair-39658463',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:44:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='10f5045c03764000a23c825ac45ee88c',ramdisk_id='',reservation_id='r-4ke3igoq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1194843193',owner_user_name='tempest-ServerRescueNegativeTestJSON-1194843193-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:46:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='028c3259355b490989b2883f4dc4dff5',uuid=8a042309-9a42-45b2-aecd-0077c0846cd9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9955a304-55cd-479f-bb25-acf223b55dc8", "address": "fa:16:3e:fc:19:25", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9955a304-55", "ovs_interfaceid": "9955a304-55cd-479f-bb25-acf223b55dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:49:18 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-aef5fe37-0977-491c-ba9f-72cfd7c1d52f tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Converting VIF {"id": "9955a304-55cd-479f-bb25-acf223b55dc8", "address": "fa:16:3e:fc:19:25", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9955a304-55", "ovs_interfaceid": "9955a304-55cd-479f-bb25-acf223b55dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:49:18 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-aef5fe37-0977-491c-ba9f-72cfd7c1d52f tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fc:19:25,bridge_name='br-int',has_traffic_filtering=True,id=9955a304-55cd-479f-bb25-acf223b55dc8,network=Network(5c5b3443-3293-4323-a588-f84a3dd2b926),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9955a304-55') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:49:18 user nova-compute[74491]: DEBUG os_vif [None req-aef5fe37-0977-491c-ba9f-72cfd7c1d52f tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fc:19:25,bridge_name='br-int',has_traffic_filtering=True,id=9955a304-55cd-479f-bb25-acf223b55dc8,network=Network(5c5b3443-3293-4323-a588-f84a3dd2b926),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9955a304-55') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:49:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9955a304-55, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:49:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:49:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=60360ad6-9260-4a63-8dcb-0c25793784e4) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:49:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:18 user nova-compute[74491]: INFO os_vif [None req-aef5fe37-0977-491c-ba9f-72cfd7c1d52f tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fc:19:25,bridge_name='br-int',has_traffic_filtering=True,id=9955a304-55cd-479f-bb25-acf223b55dc8,network=Network(5c5b3443-3293-4323-a588-f84a3dd2b926),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9955a304-55')
Oct 30 07:49:18 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-aef5fe37-0977-491c-ba9f-72cfd7c1d52f tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Deleting instance files /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9_del
Oct 30 07:49:18 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-aef5fe37-0977-491c-ba9f-72cfd7c1d52f tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Deletion of /opt/stack/data/nova/instances/8a042309-9a42-45b2-aecd-0077c0846cd9_del complete
Oct 30 07:49:18 user nova-compute[74491]: INFO nova.compute.manager [None req-aef5fe37-0977-491c-ba9f-72cfd7c1d52f tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 30 07:49:18 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-aef5fe37-0977-491c-ba9f-72cfd7c1d52f tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:49:18 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:49:18 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:49:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:19 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:49:19 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Took 0.86 seconds to deallocate network for instance.
Oct 30 07:49:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-3bc5c99f-d246-4d9d-8db8-acd0f0ef8e2d req-1336f4d7-44a3-471b-802f-f78a80ff0dd1 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received event network-vif-deleted-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:49:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-aef5fe37-0977-491c-ba9f-72cfd7c1d52f tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:49:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-aef5fe37-0977-491c-ba9f-72cfd7c1d52f tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:49:19 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-aef5fe37-0977-491c-ba9f-72cfd7c1d52f tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:49:19 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-aef5fe37-0977-491c-ba9f-72cfd7c1d52f tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:49:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-aef5fe37-0977-491c-ba9f-72cfd7c1d52f tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.266s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:49:19 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-aef5fe37-0977-491c-ba9f-72cfd7c1d52f tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Deleted allocations for instance 8a042309-9a42-45b2-aecd-0077c0846cd9
Oct 30 07:49:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-aef5fe37-0977-491c-ba9f-72cfd7c1d52f tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.206s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:49:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-60ca05ad-a101-4d95-bceb-1937a9fce448 req-a33b9607-fa00-4784-9e3e-c1509f753af2 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received event network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:49:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60ca05ad-a101-4d95-bceb-1937a9fce448 req-a33b9607-fa00-4784-9e3e-c1509f753af2 service nova] Acquiring lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:49:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60ca05ad-a101-4d95-bceb-1937a9fce448 req-a33b9607-fa00-4784-9e3e-c1509f753af2 service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:49:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60ca05ad-a101-4d95-bceb-1937a9fce448 req-a33b9607-fa00-4784-9e3e-c1509f753af2 service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:49:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-60ca05ad-a101-4d95-bceb-1937a9fce448 req-a33b9607-fa00-4784-9e3e-c1509f753af2 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] No waiting events found dispatching network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:49:19 user nova-compute[74491]: WARNING nova.compute.manager [req-60ca05ad-a101-4d95-bceb-1937a9fce448 req-a33b9607-fa00-4784-9e3e-c1509f753af2 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received unexpected event network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 for instance with vm_state deleted and task_state None.
Oct 30 07:49:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-60ca05ad-a101-4d95-bceb-1937a9fce448 req-a33b9607-fa00-4784-9e3e-c1509f753af2 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received event network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:49:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60ca05ad-a101-4d95-bceb-1937a9fce448 req-a33b9607-fa00-4784-9e3e-c1509f753af2 service nova] Acquiring lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:49:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60ca05ad-a101-4d95-bceb-1937a9fce448 req-a33b9607-fa00-4784-9e3e-c1509f753af2 service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:49:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60ca05ad-a101-4d95-bceb-1937a9fce448 req-a33b9607-fa00-4784-9e3e-c1509f753af2 service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:49:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-60ca05ad-a101-4d95-bceb-1937a9fce448 req-a33b9607-fa00-4784-9e3e-c1509f753af2 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] No waiting events found dispatching network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:49:19 user nova-compute[74491]: WARNING nova.compute.manager [req-60ca05ad-a101-4d95-bceb-1937a9fce448 req-a33b9607-fa00-4784-9e3e-c1509f753af2 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received unexpected event network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 for instance with vm_state deleted and task_state None.
Oct 30 07:49:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-60ca05ad-a101-4d95-bceb-1937a9fce448 req-a33b9607-fa00-4784-9e3e-c1509f753af2 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received event network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:49:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60ca05ad-a101-4d95-bceb-1937a9fce448 req-a33b9607-fa00-4784-9e3e-c1509f753af2 service nova] Acquiring lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:49:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60ca05ad-a101-4d95-bceb-1937a9fce448 req-a33b9607-fa00-4784-9e3e-c1509f753af2 service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:49:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60ca05ad-a101-4d95-bceb-1937a9fce448 req-a33b9607-fa00-4784-9e3e-c1509f753af2 service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:49:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-60ca05ad-a101-4d95-bceb-1937a9fce448 req-a33b9607-fa00-4784-9e3e-c1509f753af2 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] No waiting events found dispatching network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:49:19 user nova-compute[74491]: WARNING nova.compute.manager [req-60ca05ad-a101-4d95-bceb-1937a9fce448 req-a33b9607-fa00-4784-9e3e-c1509f753af2 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received unexpected event network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 for instance with vm_state deleted and task_state None.
Oct 30 07:49:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-60ca05ad-a101-4d95-bceb-1937a9fce448 req-a33b9607-fa00-4784-9e3e-c1509f753af2 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received event network-vif-unplugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:49:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60ca05ad-a101-4d95-bceb-1937a9fce448 req-a33b9607-fa00-4784-9e3e-c1509f753af2 service nova] Acquiring lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:49:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60ca05ad-a101-4d95-bceb-1937a9fce448 req-a33b9607-fa00-4784-9e3e-c1509f753af2 service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:49:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60ca05ad-a101-4d95-bceb-1937a9fce448 req-a33b9607-fa00-4784-9e3e-c1509f753af2 service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:49:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-60ca05ad-a101-4d95-bceb-1937a9fce448 req-a33b9607-fa00-4784-9e3e-c1509f753af2 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] No waiting events found dispatching network-vif-unplugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:49:19 user nova-compute[74491]: WARNING nova.compute.manager [req-60ca05ad-a101-4d95-bceb-1937a9fce448 req-a33b9607-fa00-4784-9e3e-c1509f753af2 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received unexpected event network-vif-unplugged-9955a304-55cd-479f-bb25-acf223b55dc8 for instance with vm_state deleted and task_state None.
Oct 30 07:49:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-60ca05ad-a101-4d95-bceb-1937a9fce448 req-a33b9607-fa00-4784-9e3e-c1509f753af2 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received event network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:49:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60ca05ad-a101-4d95-bceb-1937a9fce448 req-a33b9607-fa00-4784-9e3e-c1509f753af2 service nova] Acquiring lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:49:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60ca05ad-a101-4d95-bceb-1937a9fce448 req-a33b9607-fa00-4784-9e3e-c1509f753af2 service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:49:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-60ca05ad-a101-4d95-bceb-1937a9fce448 req-a33b9607-fa00-4784-9e3e-c1509f753af2 service nova] Lock "8a042309-9a42-45b2-aecd-0077c0846cd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:49:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-60ca05ad-a101-4d95-bceb-1937a9fce448 req-a33b9607-fa00-4784-9e3e-c1509f753af2 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] No waiting events found dispatching network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:49:19 user nova-compute[74491]: WARNING nova.compute.manager [req-60ca05ad-a101-4d95-bceb-1937a9fce448 req-a33b9607-fa00-4784-9e3e-c1509f753af2 service nova] [instance: 8a042309-9a42-45b2-aecd-0077c0846cd9] Received unexpected event network-vif-plugged-9955a304-55cd-479f-bb25-acf223b55dc8 for instance with vm_state deleted and task_state None.
Oct 30 07:49:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:49:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:33 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb is timed out.
Oct 30 07:49:33 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Successfully detached device vdb from instance 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb from the live domain config.
Oct 30 07:49:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cBEgiwPQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:49:33 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:49:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ca256b5-740a-4326-b8e8-926d8398cd56]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:49:33 user nova-compute[74491]: No targets found.
Oct 30 07:49:33 user nova-compute[74491]: iSNS:
Oct 30 07:49:33 user nova-compute[74491]: No targets found.
Oct 30 07:49:33 user nova-compute[74491]: STATIC:
Oct 30 07:49:33 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b
Oct 30 07:49:33 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:49:33 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:49:33 user nova-compute[74491]: FIRMWARE:
Oct 30 07:49:33 user nova-compute[74491]: No targets found.
Oct 30 07:49:33 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:49:33 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:49:33 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[75131fd8-09cb-4d03-ba1c-056d1d773922]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[632c2e50-43b2-4dc0-853c-003dd21c36db]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)
Oct 30 07:49:33 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b (non-flash)
Oct 30 07:49:33 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef0511cf0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b'): ({'sdg'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Removing single pathed devices sdg {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[43d29a3d-23f3-49c0-be3c-34b26329884d]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[898c326f-0573-426b-bfb7-cd84139dc099]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Flushing IO for device /dev/sdg {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2459683d-80bc-4fce-8e60-ac71f825fdb3]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.054s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[15836e66-c099-44c4-8653-7eeb1dbe9739]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] SCSI volumes sdg have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[90415426-d68f-4c8b-86a6-b9dab001c93d]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[95050cd9-030d-4c27-815c-e8bb30904729]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b, portal: 172.16.0.220,3260]
Oct 30 07:49:33 user nova-compute[74491]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b, portal: 172.16.0.220,3260] successful.
Oct 30 07:49:33 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a974aa6-9717-4bde-bccc-fe582dd2783b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f662eb7-bcc6-4be6-a9a2-59e7b2803c6d]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.322s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] <== disconnect_volume: return (323ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:49:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:49:34 user nova-compute[74491]: DEBUG nova.objects.instance [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lazy-loading 'flavor' on Instance uuid 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:49:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-68efaad6-d496-4699-8b04-85d19854e7af tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "91f5cb89-beb0-4b55-9e82-ba3f2782fcdb" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.954s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:49:37 user nova-compute[74491]: DEBUG nova.compute.manager [req-3e960d05-8939-4773-af59-e2002e8e8116 req-6e5a5291-3a53-4a92-bfbc-ed9fad34bc9a service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Received event network-changed-d951ff2a-a122-46e5-be70-0d5b4c83fbc7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:49:37 user nova-compute[74491]: DEBUG nova.compute.manager [req-3e960d05-8939-4773-af59-e2002e8e8116 req-6e5a5291-3a53-4a92-bfbc-ed9fad34bc9a service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Refreshing instance network info cache due to event network-changed-d951ff2a-a122-46e5-be70-0d5b4c83fbc7. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:49:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3e960d05-8939-4773-af59-e2002e8e8116 req-6e5a5291-3a53-4a92-bfbc-ed9fad34bc9a service nova] Acquiring lock "refresh_cache-93366d69-7b42-4e6f-ba14-77d311fba5b8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:49:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3e960d05-8939-4773-af59-e2002e8e8116 req-6e5a5291-3a53-4a92-bfbc-ed9fad34bc9a service nova] Acquired lock "refresh_cache-93366d69-7b42-4e6f-ba14-77d311fba5b8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:49:37 user nova-compute[74491]: DEBUG nova.network.neutron [req-3e960d05-8939-4773-af59-e2002e8e8116 req-6e5a5291-3a53-4a92-bfbc-ed9fad34bc9a service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Refreshing network info cache for port d951ff2a-a122-46e5-be70-0d5b4c83fbc7 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:49:38 user nova-compute[74491]: DEBUG nova.network.neutron [req-3e960d05-8939-4773-af59-e2002e8e8116 req-6e5a5291-3a53-4a92-bfbc-ed9fad34bc9a service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Updated VIF entry in instance network info cache for port d951ff2a-a122-46e5-be70-0d5b4c83fbc7. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:49:38 user nova-compute[74491]: DEBUG nova.network.neutron [req-3e960d05-8939-4773-af59-e2002e8e8116 req-6e5a5291-3a53-4a92-bfbc-ed9fad34bc9a service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Updating instance_info_cache with network_info: [{"id": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "address": "fa:16:3e:1d:65:43", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd951ff2a-a1", "ovs_interfaceid": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:49:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3e960d05-8939-4773-af59-e2002e8e8116 req-6e5a5291-3a53-4a92-bfbc-ed9fad34bc9a service nova] Releasing lock "refresh_cache-93366d69-7b42-4e6f-ba14-77d311fba5b8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:49:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:40 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:49:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c1c1241b-acc8-470b-a053-6a126e50ec6d tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:49:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c1c1241b-acc8-470b-a053-6a126e50ec6d tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:49:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c1c1241b-acc8-470b-a053-6a126e50ec6d tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:49:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c1c1241b-acc8-470b-a053-6a126e50ec6d tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:49:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c1c1241b-acc8-470b-a053-6a126e50ec6d tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:49:44 user nova-compute[74491]: INFO nova.compute.manager [None req-c1c1241b-acc8-470b-a053-6a126e50ec6d tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Terminating instance
Oct 30 07:49:44 user nova-compute[74491]: DEBUG nova.compute.manager [None req-c1c1241b-acc8-470b-a053-6a126e50ec6d tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:49:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "93366d69-7b42-4e6f-ba14-77d311fba5b8" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "93366d69-7b42-4e6f-ba14-77d311fba5b8" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:49:45 user nova-compute[74491]: INFO nova.compute.manager [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Shelving
Oct 30 07:49:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:45 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Instance destroyed successfully.
Oct 30 07:49:45 user nova-compute[74491]: DEBUG nova.objects.instance [None req-c1c1241b-acc8-470b-a053-6a126e50ec6d tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lazy-loading 'resources' on Instance uuid 77a92d83-a21c-4bc6-afa4-e8ad746be23f {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-c1c1241b-acc8-470b-a053-6a126e50ec6d tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T07:43:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-616612063',display_name='tempest-ServerActionsTestOtherA-server-1565201961',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-616612063',id=24,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHERAyHMrBs3OJj2gxgNnhDnffFv8xLO388HUhyac6RSLHa9aMee39Q41GSHbr4w9Ay26rF/urhDX/Cc8Oaah6ljmi7Lq6Zl3Yhw4gXJxJaOf/UbXI5quTIFQnjUKf+lkw==',key_name='tempest-keypair-1406332248',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:46:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5bf5f042f1294411be0594d4439321be',ramdisk_id='',reservation_id='r-t72v7j7h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-567659046',owner_user_name='tempest-ServerActionsTestOtherA-567659046-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:46:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c60fbfc7c864b9f8cd4c2e5265791b6',uuid=77a92d83-a21c-4bc6-afa4-e8ad746be23f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "address": "fa:16:3e:33:ab:fb", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa65489fa-7e", "ovs_interfaceid": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-c1c1241b-acc8-470b-a053-6a126e50ec6d tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Converting VIF {"id": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "address": "fa:16:3e:33:ab:fb", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa65489fa-7e", "ovs_interfaceid": "a65489fa-7e89-459f-8c02-ddb9366c2ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-c1c1241b-acc8-470b-a053-6a126e50ec6d tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:33:ab:fb,bridge_name='br-int',has_traffic_filtering=True,id=a65489fa-7e89-459f-8c02-ddb9366c2ec5,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa65489fa-7e') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG os_vif [None req-c1c1241b-acc8-470b-a053-6a126e50ec6d tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:33:ab:fb,bridge_name='br-int',has_traffic_filtering=True,id=a65489fa-7e89-459f-8c02-ddb9366c2ec5,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa65489fa-7e') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa65489fa-7e, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=379bdeb8-38c3-4e42-8c68-9487e673fef1) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:45 user nova-compute[74491]: INFO os_vif [None req-c1c1241b-acc8-470b-a053-6a126e50ec6d tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:33:ab:fb,bridge_name='br-int',has_traffic_filtering=True,id=a65489fa-7e89-459f-8c02-ddb9366c2ec5,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa65489fa-7e')
Oct 30 07:49:45 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-c1c1241b-acc8-470b-a053-6a126e50ec6d tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Deleting instance files /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f_del
Oct 30 07:49:45 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-c1c1241b-acc8-470b-a053-6a126e50ec6d tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Deletion of /opt/stack/data/nova/instances/77a92d83-a21c-4bc6-afa4-e8ad746be23f_del complete
Oct 30 07:49:45 user nova-compute[74491]: DEBUG nova.compute.manager [req-134e6464-f0b2-4aa9-bccc-1eb623b0c59d req-925e4c62-ac64-4cf1-b532-5b83eb84599e service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Received event network-vif-unplugged-a65489fa-7e89-459f-8c02-ddb9366c2ec5 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-134e6464-f0b2-4aa9-bccc-1eb623b0c59d req-925e4c62-ac64-4cf1-b532-5b83eb84599e service nova] Acquiring lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-134e6464-f0b2-4aa9-bccc-1eb623b0c59d req-925e4c62-ac64-4cf1-b532-5b83eb84599e service nova] Lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-134e6464-f0b2-4aa9-bccc-1eb623b0c59d req-925e4c62-ac64-4cf1-b532-5b83eb84599e service nova] Lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG nova.compute.manager [req-134e6464-f0b2-4aa9-bccc-1eb623b0c59d req-925e4c62-ac64-4cf1-b532-5b83eb84599e service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] No waiting events found dispatching network-vif-unplugged-a65489fa-7e89-459f-8c02-ddb9366c2ec5 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG nova.compute.manager [req-134e6464-f0b2-4aa9-bccc-1eb623b0c59d req-925e4c62-ac64-4cf1-b532-5b83eb84599e service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Received event network-vif-unplugged-a65489fa-7e89-459f-8c02-ddb9366c2ec5 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:45 user nova-compute[74491]: INFO nova.compute.manager [None req-c1c1241b-acc8-470b-a053-6a126e50ec6d tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Took 0.96 seconds to destroy the instance on the hypervisor.
Oct 30 07:49:45 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-c1c1241b-acc8-470b-a053-6a126e50ec6d tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG nova.compute.manager [req-b7342ba2-3d0c-4ca4-aced-00804a249a30 req-fed3c0b4-d3c8-4bc4-862e-8e16f87da61c service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Received event network-vif-unplugged-d951ff2a-a122-46e5-be70-0d5b4c83fbc7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b7342ba2-3d0c-4ca4-aced-00804a249a30 req-fed3c0b4-d3c8-4bc4-862e-8e16f87da61c service nova] Acquiring lock "93366d69-7b42-4e6f-ba14-77d311fba5b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b7342ba2-3d0c-4ca4-aced-00804a249a30 req-fed3c0b4-d3c8-4bc4-862e-8e16f87da61c service nova] Lock "93366d69-7b42-4e6f-ba14-77d311fba5b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b7342ba2-3d0c-4ca4-aced-00804a249a30 req-fed3c0b4-d3c8-4bc4-862e-8e16f87da61c service nova] Lock "93366d69-7b42-4e6f-ba14-77d311fba5b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:49:45 user nova-compute[74491]: DEBUG nova.compute.manager [req-b7342ba2-3d0c-4ca4-aced-00804a249a30 req-fed3c0b4-d3c8-4bc4-862e-8e16f87da61c service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] No waiting events found dispatching network-vif-unplugged-d951ff2a-a122-46e5-be70-0d5b4c83fbc7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:49:45 user nova-compute[74491]: WARNING nova.compute.manager [req-b7342ba2-3d0c-4ca4-aced-00804a249a30 req-fed3c0b4-d3c8-4bc4-862e-8e16f87da61c service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Received unexpected event network-vif-unplugged-d951ff2a-a122-46e5-be70-0d5b4c83fbc7 for instance with vm_state active and task_state shelving.
Oct 30 07:49:46 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Instance destroyed successfully.
Oct 30 07:49:46 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Beginning cold snapshot process
Oct 30 07:49:46 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:49:46 user nova-compute[74491]: DEBUG nova.privsep.utils [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74491) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 07:49:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk /opt/stack/data/nova/instances/snapshots/tmpta0d3i63/31159a347d204fd28575516b6ac441b4 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:47 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:49:47 user nova-compute[74491]: DEBUG nova.compute.manager [req-3d2518eb-7bfa-4c47-b9cb-1caccb6bd817 req-ee1bbc98-4e45-4bf1-ae79-0260e45d09cf service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Received event network-vif-deleted-a65489fa-7e89-459f-8c02-ddb9366c2ec5 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:49:47 user nova-compute[74491]: INFO nova.compute.manager [req-3d2518eb-7bfa-4c47-b9cb-1caccb6bd817 req-ee1bbc98-4e45-4bf1-ae79-0260e45d09cf service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Neutron deleted interface a65489fa-7e89-459f-8c02-ddb9366c2ec5; detaching it from the instance and deleting it from the info cache
Oct 30 07:49:47 user nova-compute[74491]: DEBUG nova.network.neutron [req-3d2518eb-7bfa-4c47-b9cb-1caccb6bd817 req-ee1bbc98-4e45-4bf1-ae79-0260e45d09cf service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:49:47 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Took 1.45 seconds to deallocate network for instance.
Oct 30 07:49:47 user nova-compute[74491]: DEBUG nova.compute.manager [req-3d2518eb-7bfa-4c47-b9cb-1caccb6bd817 req-ee1bbc98-4e45-4bf1-ae79-0260e45d09cf service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Detach interface failed, port_id=a65489fa-7e89-459f-8c02-ddb9366c2ec5, reason: Instance 77a92d83-a21c-4bc6-afa4-e8ad746be23f could not be found. {{(pid=74491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 07:49:47 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:49:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:47 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:49:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 07:49:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk /opt/stack/data/nova/instances/snapshots/tmpta0d3i63/31159a347d204fd28575516b6ac441b4" returned: 0 in 0.867s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:47 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Snapshot extracted, beginning image upload
Oct 30 07:49:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c1c1241b-acc8-470b-a053-6a126e50ec6d tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:49:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c1c1241b-acc8-470b-a053-6a126e50ec6d tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:49:47 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-c1c1241b-acc8-470b-a053-6a126e50ec6d tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:49:47 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-c1c1241b-acc8-470b-a053-6a126e50ec6d tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:49:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c1c1241b-acc8-470b-a053-6a126e50ec6d tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.313s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:49:47 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-c1c1241b-acc8-470b-a053-6a126e50ec6d tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Deleted allocations for instance 77a92d83-a21c-4bc6-afa4-e8ad746be23f
Oct 30 07:49:47 user nova-compute[74491]: DEBUG nova.compute.manager [req-7c381d44-84fd-46c6-ae0f-01de871294fb req-6eefa0b3-a89c-45dc-bd39-fb50556fdf01 service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Received event network-vif-plugged-a65489fa-7e89-459f-8c02-ddb9366c2ec5 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:49:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7c381d44-84fd-46c6-ae0f-01de871294fb req-6eefa0b3-a89c-45dc-bd39-fb50556fdf01 service nova] Acquiring lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:49:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7c381d44-84fd-46c6-ae0f-01de871294fb req-6eefa0b3-a89c-45dc-bd39-fb50556fdf01 service nova] Lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:49:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7c381d44-84fd-46c6-ae0f-01de871294fb req-6eefa0b3-a89c-45dc-bd39-fb50556fdf01 service nova] Lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:49:47 user nova-compute[74491]: DEBUG nova.compute.manager [req-7c381d44-84fd-46c6-ae0f-01de871294fb req-6eefa0b3-a89c-45dc-bd39-fb50556fdf01 service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] No waiting events found dispatching network-vif-plugged-a65489fa-7e89-459f-8c02-ddb9366c2ec5 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:49:47 user nova-compute[74491]: WARNING nova.compute.manager [req-7c381d44-84fd-46c6-ae0f-01de871294fb req-6eefa0b3-a89c-45dc-bd39-fb50556fdf01 service nova] [instance: 77a92d83-a21c-4bc6-afa4-e8ad746be23f] Received unexpected event network-vif-plugged-a65489fa-7e89-459f-8c02-ddb9366c2ec5 for instance with vm_state deleted and task_state None.
Oct 30 07:49:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c1c1241b-acc8-470b-a053-6a126e50ec6d tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "77a92d83-a21c-4bc6-afa4-e8ad746be23f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.030s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:49:47 user nova-compute[74491]: DEBUG nova.compute.manager [req-66738743-0501-44a6-9bc1-74ecbaf168c4 req-81679d26-e844-4ff0-83dd-922c21141491 service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Received event network-vif-plugged-d951ff2a-a122-46e5-be70-0d5b4c83fbc7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:49:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-66738743-0501-44a6-9bc1-74ecbaf168c4 req-81679d26-e844-4ff0-83dd-922c21141491 service nova] Acquiring lock "93366d69-7b42-4e6f-ba14-77d311fba5b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:49:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-66738743-0501-44a6-9bc1-74ecbaf168c4 req-81679d26-e844-4ff0-83dd-922c21141491 service nova] Lock "93366d69-7b42-4e6f-ba14-77d311fba5b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:49:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-66738743-0501-44a6-9bc1-74ecbaf168c4 req-81679d26-e844-4ff0-83dd-922c21141491 service nova] Lock "93366d69-7b42-4e6f-ba14-77d311fba5b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:49:47 user nova-compute[74491]: DEBUG nova.compute.manager [req-66738743-0501-44a6-9bc1-74ecbaf168c4 req-81679d26-e844-4ff0-83dd-922c21141491 service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] No waiting events found dispatching network-vif-plugged-d951ff2a-a122-46e5-be70-0d5b4c83fbc7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:49:47 user nova-compute[74491]: WARNING nova.compute.manager [req-66738743-0501-44a6-9bc1-74ecbaf168c4 req-81679d26-e844-4ff0-83dd-922c21141491 service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Received unexpected event network-vif-plugged-d951ff2a-a122-46e5-be70-0d5b4c83fbc7 for instance with vm_state active and task_state shelving_image_uploading.
Oct 30 07:49:48 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:49:48 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 07:49:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-ffba7846-2a43-48b7-bd99-27fc59c81765" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:49:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-ffba7846-2a43-48b7-bd99-27fc59c81765" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:49:48 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 07:49:48 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Updating instance_info_cache with network_info: [{"id": "4473130f-e4d4-4c60-a047-fc809045a251", "address": "fa:16:3e:1f:df:03", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4473130f-e4", "ovs_interfaceid": "4473130f-e4d4-4c60-a047-fc809045a251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:49:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-ffba7846-2a43-48b7-bd99-27fc59c81765" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:49:48 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 07:49:49 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:49:50 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Snapshot image upload complete
Oct 30 07:49:50 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:49:50 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:49:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:49:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:49:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:49:50 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 07:49:50 user nova-compute[74491]: INFO nova.compute.manager [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Shelve offloading
Oct 30 07:49:50 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Instance destroyed successfully.
Oct 30 07:49:50 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:49:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "refresh_cache-93366d69-7b42-4e6f-ba14-77d311fba5b8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:49:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquired lock "refresh_cache-93366d69-7b42-4e6f-ba14-77d311fba5b8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:49:50 user nova-compute[74491]: DEBUG nova.network.neutron [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:49:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json" returned: 0 in 0.208s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:50 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:51 user nova-compute[74491]: DEBUG nova.network.neutron [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Updating instance_info_cache with network_info: [{"id": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "address": "fa:16:3e:1d:65:43", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd951ff2a-a1", "ovs_interfaceid": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:49:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Releasing lock "refresh_cache-93366d69-7b42-4e6f-ba14-77d311fba5b8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:49:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "041086e2-33e9-4c30-9bf3-fdaae1b86632" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:49:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "041086e2-33e9-4c30-9bf3-fdaae1b86632" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:49:51 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:49:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:49:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:49:51 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:49:51 user nova-compute[74491]: INFO nova.compute.claims [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Claim successful on node user
Oct 30 07:49:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:51 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Instance destroyed successfully.
Oct 30 07:49:51 user nova-compute[74491]: DEBUG nova.objects.instance [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lazy-loading 'resources' on Instance uuid 93366d69-7b42-4e6f-ba14-77d311fba5b8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:49:51 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:47:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1292790537',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1292790537',id=28,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBENWTyGdOcGqPWGqzS5fmH/U5hN9pT0Wct5JUK7DFj6c7rEIKYCLnZQVCn6a/vRClLcrfJWdHwZxjYdVqbpLpGBA+IwsctqiUIqZRuxhYKSqyIFBIXO6pu2X5QN034nJgQ==',key_name='tempest-keypair-476150559',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:47:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='0c80c5fa82b04cb384f1e4d056a69980',ramdisk_id='',reservation_id='r-g87zrxuf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-9842313',owner_user_name='tempest-AttachVolumeShelveTestJSON-9842313-project-member',shelved_at='2023-10-30T07:49:50.267593',shelved_host='user',shelved_image_id='e4c1b44a-eae5-4b3b-bc64-c9c22dc290e2'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:49:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0628c3678bc542ef977f664abaaeb041',uuid=93366d69-7b42-4e6f-ba14-77d311fba5b8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "address": "fa:16:3e:1d:65:43", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd951ff2a-a1", "ovs_interfaceid": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:49:51 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Converting VIF {"id": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "address": "fa:16:3e:1d:65:43", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd951ff2a-a1", "ovs_interfaceid": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:49:51 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1d:65:43,bridge_name='br-int',has_traffic_filtering=True,id=d951ff2a-a122-46e5-be70-0d5b4c83fbc7,network=Network(6533d0fd-c0f1-4d14-8ab9-2e397982a10b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd951ff2a-a1') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:49:51 user nova-compute[74491]: DEBUG os_vif [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:65:43,bridge_name='br-int',has_traffic_filtering=True,id=d951ff2a-a122-46e5-be70-0d5b4c83fbc7,network=Network(6533d0fd-c0f1-4d14-8ab9-2e397982a10b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd951ff2a-a1') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG nova.compute.manager [req-3530760c-ac34-4650-bbf8-5932fdd0f49b req-889bf0ed-1ec5-466c-902f-bc08ea6bd46b service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Received event network-changed-d951ff2a-a122-46e5-be70-0d5b4c83fbc7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG nova.compute.manager [req-3530760c-ac34-4650-bbf8-5932fdd0f49b req-889bf0ed-1ec5-466c-902f-bc08ea6bd46b service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Refreshing instance network info cache due to event network-changed-d951ff2a-a122-46e5-be70-0d5b4c83fbc7. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3530760c-ac34-4650-bbf8-5932fdd0f49b req-889bf0ed-1ec5-466c-902f-bc08ea6bd46b service nova] Acquiring lock "refresh_cache-93366d69-7b42-4e6f-ba14-77d311fba5b8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3530760c-ac34-4650-bbf8-5932fdd0f49b req-889bf0ed-1ec5-466c-902f-bc08ea6bd46b service nova] Acquired lock "refresh_cache-93366d69-7b42-4e6f-ba14-77d311fba5b8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG nova.network.neutron [req-3530760c-ac34-4650-bbf8-5932fdd0f49b req-889bf0ed-1ec5-466c-902f-bc08ea6bd46b service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Refreshing network info cache for port d951ff2a-a122-46e5-be70-0d5b4c83fbc7 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd951ff2a-a1, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=47276893-456d-4036-b4f0-329ccd364c86) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:49:52 user nova-compute[74491]: INFO os_vif [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:65:43,bridge_name='br-int',has_traffic_filtering=True,id=d951ff2a-a122-46e5-be70-0d5b4c83fbc7,network=Network(6533d0fd-c0f1-4d14-8ab9-2e397982a10b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd951ff2a-a1')
Oct 30 07:49:52 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Deleting instance files /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8_del
Oct 30 07:49:52 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Deletion of /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8_del complete
Oct 30 07:49:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:52 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Deleted allocations for instance 93366d69-7b42-4e6f-ba14-77d311fba5b8
Oct 30 07:49:52 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.654s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.045s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG nova.objects.instance [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lazy-loading 'numa_topology' on Instance uuid 93366d69-7b42-4e6f-ba14-77d311fba5b8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG nova.objects.base [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Object Instance<93366d69-7b42-4e6f-ba14-77d311fba5b8> lazy-loaded attributes: resources,numa_topology {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG nova.network.neutron [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:52 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:49:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG nova.network.neutron [req-3530760c-ac34-4650-bbf8-5932fdd0f49b req-889bf0ed-1ec5-466c-902f-bc08ea6bd46b service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Updated VIF entry in instance network info cache for port d951ff2a-a122-46e5-be70-0d5b4c83fbc7. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG nova.network.neutron [req-3530760c-ac34-4650-bbf8-5932fdd0f49b req-889bf0ed-1ec5-466c-902f-bc08ea6bd46b service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Updating instance_info_cache with network_info: [{"id": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "address": "fa:16:3e:1d:65:43", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapd951ff2a-a1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3530760c-ac34-4650-bbf8-5932fdd0f49b req-889bf0ed-1ec5-466c-902f-bc08ea6bd46b service nova] Releasing lock "refresh_cache-93366d69-7b42-4e6f-ba14-77d311fba5b8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG nova.policy [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '643ca52461624eae9eb2258193ea1b9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f20f318c0ce94480adddf9696681b5b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:49:52 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Creating image(s)
Oct 30 07:49:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "/opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "/opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "/opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk --force-share --output=json" returned: 0 in 0.275s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:49:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.652s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:49:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.217s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:49:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:49:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f13e3436-c2d8-4f92-a94d-3fcf076e460c tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "93366d69-7b42-4e6f-ba14-77d311fba5b8" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 7.739s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:49:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb/disk --force-share --output=json" returned: 0 in 0.263s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.187s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk 1073741824" returned: 0 in 0.059s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.255s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:49:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:53 user nova-compute[74491]: DEBUG nova.network.neutron [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Successfully created port: 5d88d0c6-4bb7-46e3-9e9f-5d71acf14980 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:49:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.177s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:53 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Checking if we can resize image /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:49:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:49:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json" returned: 0 in 0.502s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:49:53 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Cannot resize image /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:49:53 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:49:53 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Ensure instance console log exists: /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:49:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:49:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:49:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:49:53 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:49:53 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:49:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8240MB free_disk=25.473796844482422GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 07:49:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:49:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.network.neutron [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Successfully updated port: 5d88d0c6-4bb7-46e3-9e9f-5d71acf14980 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "refresh_cache-041086e2-33e9-4c30-9bf3-fdaae1b86632" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquired lock "refresh_cache-041086e2-33e9-4c30-9bf3-fdaae1b86632" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.network.neutron [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.compute.manager [req-367dce0b-e0fb-47af-950e-bad7ab5267c8 req-fa76ccb2-8c43-4d09-860b-2a068c583705 service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Received event network-changed-5d88d0c6-4bb7-46e3-9e9f-5d71acf14980 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.compute.manager [req-367dce0b-e0fb-47af-950e-bad7ab5267c8 req-fa76ccb2-8c43-4d09-860b-2a068c583705 service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Refreshing instance network info cache due to event network-changed-5d88d0c6-4bb7-46e3-9e9f-5d71acf14980. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-367dce0b-e0fb-47af-950e-bad7ab5267c8 req-fa76ccb2-8c43-4d09-860b-2a068c583705 service nova] Acquiring lock "refresh_cache-041086e2-33e9-4c30-9bf3-fdaae1b86632" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 962072d3-a76a-491e-8693-d0f1ce2a2dd8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 6baf250e-557b-456f-8962-4e4e58e8f1b9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ffba7846-2a43-48b7-bd99-27fc59c81765 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 041086e2-33e9-4c30-9bf3-fdaae1b86632 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.network.neutron [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing inventories for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Updating ProviderTree inventory for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Updating inventory in ProviderTree for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing aggregate associations for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9, aggregates: None {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing trait associations for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9, traits: COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_CIRRUS,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSSE3,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_TRUSTED_CERTS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE41,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE,HW_CPU_X86_MMX,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_FDC,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_USB {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.network.neutron [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Updating instance_info_cache with network_info: [{"id": "5d88d0c6-4bb7-46e3-9e9f-5d71acf14980", "address": "fa:16:3e:be:3c:c7", "network": {"id": "bd8c866d-4a45-414c-843a-0c4d97d7faa6", "bridge": "br-int", "label": "tempest-TestStampPattern-509748374-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f20f318c0ce94480adddf9696681b5b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d88d0c6-4b", "ovs_interfaceid": "5d88d0c6-4bb7-46e3-9e9f-5d71acf14980", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Releasing lock "refresh_cache-041086e2-33e9-4c30-9bf3-fdaae1b86632" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Instance network_info: |[{"id": "5d88d0c6-4bb7-46e3-9e9f-5d71acf14980", "address": "fa:16:3e:be:3c:c7", "network": {"id": "bd8c866d-4a45-414c-843a-0c4d97d7faa6", "bridge": "br-int", "label": "tempest-TestStampPattern-509748374-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f20f318c0ce94480adddf9696681b5b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d88d0c6-4b", "ovs_interfaceid": "5d88d0c6-4bb7-46e3-9e9f-5d71acf14980", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-367dce0b-e0fb-47af-950e-bad7ab5267c8 req-fa76ccb2-8c43-4d09-860b-2a068c583705 service nova] Acquired lock "refresh_cache-041086e2-33e9-4c30-9bf3-fdaae1b86632" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.network.neutron [req-367dce0b-e0fb-47af-950e-bad7ab5267c8 req-fa76ccb2-8c43-4d09-860b-2a068c583705 service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Refreshing network info cache for port 5d88d0c6-4bb7-46e3-9e9f-5d71acf14980 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Start _get_guest_xml network_info=[{"id": "5d88d0c6-4bb7-46e3-9e9f-5d71acf14980", "address": "fa:16:3e:be:3c:c7", "network": {"id": "bd8c866d-4a45-414c-843a-0c4d97d7faa6", "bridge": "br-int", "label": "tempest-TestStampPattern-509748374-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f20f318c0ce94480adddf9696681b5b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d88d0c6-4b", "ovs_interfaceid": "5d88d0c6-4bb7-46e3-9e9f-5d71acf14980", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:49:54 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:49:54 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:49:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-357466521',display_name='tempest-TestStampPattern-server-357466521',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-357466521',id=30,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH5xWdOQ4VEs686Qss7e5gWhembQn8arXOtAJQAbhf/ar2NNIuZixrCv8Hj3yV7ZOjdf+Ww0v2lGs3jTTnkjD01CiWdizDzSV1KRYa+aiwnEkdIKxPlCugiREy4A5/vasw==',key_name='tempest-TestStampPattern-829975866',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f20f318c0ce94480adddf9696681b5b7',ramdisk_id='',reservation_id='r-di3cj5tk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-107539016',owner_user_name='tempest-TestStampPattern-107539016-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:49:53Z,user_data=None,user_id='643ca52461624eae9eb2258193ea1b9a',uuid=041086e2-33e9-4c30-9bf3-fdaae1b86632,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5d88d0c6-4bb7-46e3-9e9f-5d71acf14980", "address": "fa:16:3e:be:3c:c7", "network": {"id": "bd8c866d-4a45-414c-843a-0c4d97d7faa6", "bridge": "br-int", "label": "tempest-TestStampPattern-509748374-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f20f318c0ce94480adddf9696681b5b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d88d0c6-4b", "ovs_interfaceid": "5d88d0c6-4bb7-46e3-9e9f-5d71acf14980", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Converting VIF {"id": "5d88d0c6-4bb7-46e3-9e9f-5d71acf14980", "address": "fa:16:3e:be:3c:c7", "network": {"id": "bd8c866d-4a45-414c-843a-0c4d97d7faa6", "bridge": "br-int", "label": "tempest-TestStampPattern-509748374-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f20f318c0ce94480adddf9696681b5b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d88d0c6-4b", "ovs_interfaceid": "5d88d0c6-4bb7-46e3-9e9f-5d71acf14980", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:3c:c7,bridge_name='br-int',has_traffic_filtering=True,id=5d88d0c6-4bb7-46e3-9e9f-5d71acf14980,network=Network(bd8c866d-4a45-414c-843a-0c4d97d7faa6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d88d0c6-4b') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.objects.instance [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lazy-loading 'pci_devices' on Instance uuid 041086e2-33e9-4c30-9bf3-fdaae1b86632 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.815s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:49:54 user nova-compute[74491]:   <uuid>041086e2-33e9-4c30-9bf3-fdaae1b86632</uuid>
Oct 30 07:49:54 user nova-compute[74491]:   <name>instance-0000001e</name>
Oct 30 07:49:54 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:49:54 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:49:54 user nova-compute[74491]:   <metadata>
Oct 30 07:49:54 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:49:54 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:49:54 user nova-compute[74491]:       <nova:name>tempest-TestStampPattern-server-357466521</nova:name>
Oct 30 07:49:54 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:49:54</nova:creationTime>
Oct 30 07:49:54 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:49:54 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:49:54 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:49:54 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:49:54 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:49:54 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:49:54 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:49:54 user nova-compute[74491]:       <nova:owner>
Oct 30 07:49:54 user nova-compute[74491]:         <nova:user uuid="643ca52461624eae9eb2258193ea1b9a">tempest-TestStampPattern-107539016-project-member</nova:user>
Oct 30 07:49:54 user nova-compute[74491]:         <nova:project uuid="f20f318c0ce94480adddf9696681b5b7">tempest-TestStampPattern-107539016</nova:project>
Oct 30 07:49:54 user nova-compute[74491]:       </nova:owner>
Oct 30 07:49:54 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:49:54 user nova-compute[74491]:       <nova:ports>
Oct 30 07:49:54 user nova-compute[74491]:         <nova:port uuid="5d88d0c6-4bb7-46e3-9e9f-5d71acf14980">
Oct 30 07:49:54 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 30 07:49:54 user nova-compute[74491]:         </nova:port>
Oct 30 07:49:54 user nova-compute[74491]:       </nova:ports>
Oct 30 07:49:54 user nova-compute[74491]:     </nova:instance>
Oct 30 07:49:54 user nova-compute[74491]:   </metadata>
Oct 30 07:49:54 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:49:54 user nova-compute[74491]:     <system>
Oct 30 07:49:54 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:49:54 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:49:54 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:49:54 user nova-compute[74491]:       <entry name="serial">041086e2-33e9-4c30-9bf3-fdaae1b86632</entry>
Oct 30 07:49:54 user nova-compute[74491]:       <entry name="uuid">041086e2-33e9-4c30-9bf3-fdaae1b86632</entry>
Oct 30 07:49:54 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:49:54 user nova-compute[74491]:     </system>
Oct 30 07:49:54 user nova-compute[74491]:   </sysinfo>
Oct 30 07:49:54 user nova-compute[74491]:   <os>
Oct 30 07:49:54 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:49:54 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:49:54 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:49:54 user nova-compute[74491]:   </os>
Oct 30 07:49:54 user nova-compute[74491]:   <features>
Oct 30 07:49:54 user nova-compute[74491]:     <acpi/>
Oct 30 07:49:54 user nova-compute[74491]:     <apic/>
Oct 30 07:49:54 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:49:54 user nova-compute[74491]:   </features>
Oct 30 07:49:54 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:49:54 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:49:54 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:49:54 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:49:54 user nova-compute[74491]:   </clock>
Oct 30 07:49:54 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:49:54 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:49:54 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:49:54 user nova-compute[74491]:   </cpu>
Oct 30 07:49:54 user nova-compute[74491]:   <devices>
Oct 30 07:49:54 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:49:54 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:49:54 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk"/>
Oct 30 07:49:54 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:49:54 user nova-compute[74491]:     </disk>
Oct 30 07:49:54 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:49:54 user nova-compute[74491]:       <mac address="fa:16:3e:be:3c:c7"/>
Oct 30 07:49:54 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:49:54 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:49:54 user nova-compute[74491]:       <target dev="tap5d88d0c6-4b"/>
Oct 30 07:49:54 user nova-compute[74491]:     </interface>
Oct 30 07:49:54 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:49:54 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/console.log" append="off"/>
Oct 30 07:49:54 user nova-compute[74491]:     </serial>
Oct 30 07:49:54 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:49:54 user nova-compute[74491]:     <video>
Oct 30 07:49:54 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:49:54 user nova-compute[74491]:     </video>
Oct 30 07:49:54 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:49:54 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:49:54 user nova-compute[74491]:     </rng>
Oct 30 07:49:54 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:49:54 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:49:54 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:49:54 user nova-compute[74491]:     </memballoon>
Oct 30 07:49:54 user nova-compute[74491]:   </devices>
Oct 30 07:49:54 user nova-compute[74491]: </domain>
Oct 30 07:49:54 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:49:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-357466521',display_name='tempest-TestStampPattern-server-357466521',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-357466521',id=30,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH5xWdOQ4VEs686Qss7e5gWhembQn8arXOtAJQAbhf/ar2NNIuZixrCv8Hj3yV7ZOjdf+Ww0v2lGs3jTTnkjD01CiWdizDzSV1KRYa+aiwnEkdIKxPlCugiREy4A5/vasw==',key_name='tempest-TestStampPattern-829975866',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f20f318c0ce94480adddf9696681b5b7',ramdisk_id='',reservation_id='r-di3cj5tk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-107539016',owner_user_name='tempest-TestStampPattern-107539016-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:49:53Z,user_data=None,user_id='643ca52461624eae9eb2258193ea1b9a',uuid=041086e2-33e9-4c30-9bf3-fdaae1b86632,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5d88d0c6-4bb7-46e3-9e9f-5d71acf14980", "address": "fa:16:3e:be:3c:c7", "network": {"id": "bd8c866d-4a45-414c-843a-0c4d97d7faa6", "bridge": "br-int", "label": "tempest-TestStampPattern-509748374-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f20f318c0ce94480adddf9696681b5b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d88d0c6-4b", "ovs_interfaceid": "5d88d0c6-4bb7-46e3-9e9f-5d71acf14980", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Converting VIF {"id": "5d88d0c6-4bb7-46e3-9e9f-5d71acf14980", "address": "fa:16:3e:be:3c:c7", "network": {"id": "bd8c866d-4a45-414c-843a-0c4d97d7faa6", "bridge": "br-int", "label": "tempest-TestStampPattern-509748374-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f20f318c0ce94480adddf9696681b5b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d88d0c6-4b", "ovs_interfaceid": "5d88d0c6-4bb7-46e3-9e9f-5d71acf14980", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:3c:c7,bridge_name='br-int',has_traffic_filtering=True,id=5d88d0c6-4bb7-46e3-9e9f-5d71acf14980,network=Network(bd8c866d-4a45-414c-843a-0c4d97d7faa6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d88d0c6-4b') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG os_vif [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:3c:c7,bridge_name='br-int',has_traffic_filtering=True,id=5d88d0c6-4bb7-46e3-9e9f-5d71acf14980,network=Network(bd8c866d-4a45-414c-843a-0c4d97d7faa6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d88d0c6-4b') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Cleaning up deleted instances {{(pid=74491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '02e19e2f-9231-5d26-b02f-2524b2a3fc67', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] There are 0 instances to clean {{(pid=74491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74491) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5d88d0c6-4b, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5d88d0c6-4b, col_values=(('qos', UUID('51fb77b9-46b6-41eb-9dfe-8befa4433fad')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5d88d0c6-4b, col_values=(('external_ids', {'iface-id': '5d88d0c6-4bb7-46e3-9e9f-5d71acf14980', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:be:3c:c7', 'vm-uuid': '041086e2-33e9-4c30-9bf3-fdaae1b86632'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:54 user nova-compute[74491]: INFO os_vif [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:3c:c7,bridge_name='br-int',has_traffic_filtering=True,id=5d88d0c6-4bb7-46e3-9e9f-5d71acf14980,network=Network(bd8c866d-4a45-414c-843a-0c4d97d7faa6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d88d0c6-4b')
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:49:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] No VIF found with MAC fa:16:3e:be:3c:c7, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:49:55 user nova-compute[74491]: DEBUG nova.network.neutron [req-367dce0b-e0fb-47af-950e-bad7ab5267c8 req-fa76ccb2-8c43-4d09-860b-2a068c583705 service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Updated VIF entry in instance network info cache for port 5d88d0c6-4bb7-46e3-9e9f-5d71acf14980. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:49:55 user nova-compute[74491]: DEBUG nova.network.neutron [req-367dce0b-e0fb-47af-950e-bad7ab5267c8 req-fa76ccb2-8c43-4d09-860b-2a068c583705 service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Updating instance_info_cache with network_info: [{"id": "5d88d0c6-4bb7-46e3-9e9f-5d71acf14980", "address": "fa:16:3e:be:3c:c7", "network": {"id": "bd8c866d-4a45-414c-843a-0c4d97d7faa6", "bridge": "br-int", "label": "tempest-TestStampPattern-509748374-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f20f318c0ce94480adddf9696681b5b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d88d0c6-4b", "ovs_interfaceid": "5d88d0c6-4bb7-46e3-9e9f-5d71acf14980", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:49:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-367dce0b-e0fb-47af-950e-bad7ab5267c8 req-fa76ccb2-8c43-4d09-860b-2a068c583705 service nova] Releasing lock "refresh_cache-041086e2-33e9-4c30-9bf3-fdaae1b86632" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:49:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:56 user nova-compute[74491]: DEBUG nova.compute.manager [req-8e188a87-42c0-4041-8043-c099089ae4fc req-3053cac3-5247-413e-b56e-4566e04c7e0b service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Received event network-vif-plugged-5d88d0c6-4bb7-46e3-9e9f-5d71acf14980 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:49:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8e188a87-42c0-4041-8043-c099089ae4fc req-3053cac3-5247-413e-b56e-4566e04c7e0b service nova] Acquiring lock "041086e2-33e9-4c30-9bf3-fdaae1b86632-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:49:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8e188a87-42c0-4041-8043-c099089ae4fc req-3053cac3-5247-413e-b56e-4566e04c7e0b service nova] Lock "041086e2-33e9-4c30-9bf3-fdaae1b86632-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:49:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8e188a87-42c0-4041-8043-c099089ae4fc req-3053cac3-5247-413e-b56e-4566e04c7e0b service nova] Lock "041086e2-33e9-4c30-9bf3-fdaae1b86632-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:49:56 user nova-compute[74491]: DEBUG nova.compute.manager [req-8e188a87-42c0-4041-8043-c099089ae4fc req-3053cac3-5247-413e-b56e-4566e04c7e0b service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] No waiting events found dispatching network-vif-plugged-5d88d0c6-4bb7-46e3-9e9f-5d71acf14980 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:49:56 user nova-compute[74491]: WARNING nova.compute.manager [req-8e188a87-42c0-4041-8043-c099089ae4fc req-3053cac3-5247-413e-b56e-4566e04c7e0b service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Received unexpected event network-vif-plugged-5d88d0c6-4bb7-46e3-9e9f-5d71acf14980 for instance with vm_state building and task_state spawning.
Oct 30 07:49:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:49:58 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:49:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:49:58 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Instance spawned successfully.
Oct 30 07:49:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:49:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:49:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:49:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:49:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:49:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:49:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:49:58 user nova-compute[74491]: DEBUG nova.compute.manager [req-a781b232-91cf-4ce2-91a1-f66ed2f39454 req-1bcb9197-cfd6-40fe-a9d2-c4fb77120aa2 service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Received event network-vif-plugged-5d88d0c6-4bb7-46e3-9e9f-5d71acf14980 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:49:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a781b232-91cf-4ce2-91a1-f66ed2f39454 req-1bcb9197-cfd6-40fe-a9d2-c4fb77120aa2 service nova] Acquiring lock "041086e2-33e9-4c30-9bf3-fdaae1b86632-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:49:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a781b232-91cf-4ce2-91a1-f66ed2f39454 req-1bcb9197-cfd6-40fe-a9d2-c4fb77120aa2 service nova] Lock "041086e2-33e9-4c30-9bf3-fdaae1b86632-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:49:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a781b232-91cf-4ce2-91a1-f66ed2f39454 req-1bcb9197-cfd6-40fe-a9d2-c4fb77120aa2 service nova] Lock "041086e2-33e9-4c30-9bf3-fdaae1b86632-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:49:58 user nova-compute[74491]: DEBUG nova.compute.manager [req-a781b232-91cf-4ce2-91a1-f66ed2f39454 req-1bcb9197-cfd6-40fe-a9d2-c4fb77120aa2 service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] No waiting events found dispatching network-vif-plugged-5d88d0c6-4bb7-46e3-9e9f-5d71acf14980 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:49:58 user nova-compute[74491]: WARNING nova.compute.manager [req-a781b232-91cf-4ce2-91a1-f66ed2f39454 req-1bcb9197-cfd6-40fe-a9d2-c4fb77120aa2 service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Received unexpected event network-vif-plugged-5d88d0c6-4bb7-46e3-9e9f-5d71acf14980 for instance with vm_state building and task_state spawning.
Oct 30 07:49:58 user nova-compute[74491]: INFO nova.compute.manager [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Took 5.83 seconds to spawn the instance on the hypervisor.
Oct 30 07:49:58 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:49:58 user nova-compute[74491]: INFO nova.compute.manager [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Took 7.07 seconds to build instance.
Oct 30 07:49:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a11c9564-de2d-4221-a2cd-4dd4fe1edce8 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "041086e2-33e9-4c30-9bf3-fdaae1b86632" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.187s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:49:58 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:49:58 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:49:59 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:49:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:00 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:50:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-00378506-0b2f-46cf-9859-ecd6ebbe9337 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "91f5cb89-beb0-4b55-9e82-ba3f2782fcdb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:50:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-00378506-0b2f-46cf-9859-ecd6ebbe9337 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "91f5cb89-beb0-4b55-9e82-ba3f2782fcdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:50:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-00378506-0b2f-46cf-9859-ecd6ebbe9337 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "91f5cb89-beb0-4b55-9e82-ba3f2782fcdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:50:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-00378506-0b2f-46cf-9859-ecd6ebbe9337 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "91f5cb89-beb0-4b55-9e82-ba3f2782fcdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:50:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-00378506-0b2f-46cf-9859-ecd6ebbe9337 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "91f5cb89-beb0-4b55-9e82-ba3f2782fcdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:50:03 user nova-compute[74491]: INFO nova.compute.manager [None req-00378506-0b2f-46cf-9859-ecd6ebbe9337 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Terminating instance
Oct 30 07:50:03 user nova-compute[74491]: DEBUG nova.compute.manager [None req-00378506-0b2f-46cf-9859-ecd6ebbe9337 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:50:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:03 user nova-compute[74491]: DEBUG nova.compute.manager [req-86e9b488-5d1d-460e-808a-461a9d1b9371 req-caff7f11-f1df-4a97-aad3-6e166d8bae3d service nova] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Received event network-vif-unplugged-ff29e0f8-afc0-42f4-9149-d437e195eb7b {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:50:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-86e9b488-5d1d-460e-808a-461a9d1b9371 req-caff7f11-f1df-4a97-aad3-6e166d8bae3d service nova] Acquiring lock "91f5cb89-beb0-4b55-9e82-ba3f2782fcdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:50:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-86e9b488-5d1d-460e-808a-461a9d1b9371 req-caff7f11-f1df-4a97-aad3-6e166d8bae3d service nova] Lock "91f5cb89-beb0-4b55-9e82-ba3f2782fcdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:50:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-86e9b488-5d1d-460e-808a-461a9d1b9371 req-caff7f11-f1df-4a97-aad3-6e166d8bae3d service nova] Lock "91f5cb89-beb0-4b55-9e82-ba3f2782fcdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:50:03 user nova-compute[74491]: DEBUG nova.compute.manager [req-86e9b488-5d1d-460e-808a-461a9d1b9371 req-caff7f11-f1df-4a97-aad3-6e166d8bae3d service nova] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] No waiting events found dispatching network-vif-unplugged-ff29e0f8-afc0-42f4-9149-d437e195eb7b {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:50:03 user nova-compute[74491]: DEBUG nova.compute.manager [req-86e9b488-5d1d-460e-808a-461a9d1b9371 req-caff7f11-f1df-4a97-aad3-6e166d8bae3d service nova] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Received event network-vif-unplugged-ff29e0f8-afc0-42f4-9149-d437e195eb7b for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:50:04 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Instance destroyed successfully.
Oct 30 07:50:04 user nova-compute[74491]: DEBUG nova.objects.instance [None req-00378506-0b2f-46cf-9859-ecd6ebbe9337 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lazy-loading 'resources' on Instance uuid 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:50:04 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-00378506-0b2f-46cf-9859-ecd6ebbe9337 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:44:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1994270471',display_name='tempest-AttachVolumeNegativeTest-server-1994270471',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1994270471',id=25,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCQlDmrVw7U57AkqqoDCM2wjPHa+y3C2OgaX9KgZ9BkCN84bWcsOeyo6Sh/BVSiEeGi2RLXN3qXLhxt4maqyeRL9P1yDk9Tw/l6+7SQQMcElTnv8oiYbn2rVtJ7+0EahCQ==',key_name='tempest-keypair-903237605',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:44:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5b4719cc6b394e5d89394f7823b3231e',ramdisk_id='',reservation_id='r-24eu1xnw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-707817915',owner_user_name='tempest-AttachVolumeNegativeTest-707817915-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:44:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ac3777b08c2b4268bd80a1fbcb771286',uuid=91f5cb89-beb0-4b55-9e82-ba3f2782fcdb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ff29e0f8-afc0-42f4-9149-d437e195eb7b", "address": "fa:16:3e:02:6d:89", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff29e0f8-af", "ovs_interfaceid": "ff29e0f8-afc0-42f4-9149-d437e195eb7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:50:04 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-00378506-0b2f-46cf-9859-ecd6ebbe9337 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Converting VIF {"id": "ff29e0f8-afc0-42f4-9149-d437e195eb7b", "address": "fa:16:3e:02:6d:89", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff29e0f8-af", "ovs_interfaceid": "ff29e0f8-afc0-42f4-9149-d437e195eb7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:50:04 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-00378506-0b2f-46cf-9859-ecd6ebbe9337 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:02:6d:89,bridge_name='br-int',has_traffic_filtering=True,id=ff29e0f8-afc0-42f4-9149-d437e195eb7b,network=Network(2b924865-55d3-48a5-8331-546fe67acc51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff29e0f8-af') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:50:04 user nova-compute[74491]: DEBUG os_vif [None req-00378506-0b2f-46cf-9859-ecd6ebbe9337 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:02:6d:89,bridge_name='br-int',has_traffic_filtering=True,id=ff29e0f8-afc0-42f4-9149-d437e195eb7b,network=Network(2b924865-55d3-48a5-8331-546fe67acc51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff29e0f8-af') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:50:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapff29e0f8-af, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:50:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:50:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6af80c46-e0ad-484f-88fc-b094fa040eac) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:50:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:04 user nova-compute[74491]: INFO os_vif [None req-00378506-0b2f-46cf-9859-ecd6ebbe9337 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:02:6d:89,bridge_name='br-int',has_traffic_filtering=True,id=ff29e0f8-afc0-42f4-9149-d437e195eb7b,network=Network(2b924865-55d3-48a5-8331-546fe67acc51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff29e0f8-af')
Oct 30 07:50:04 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-00378506-0b2f-46cf-9859-ecd6ebbe9337 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Deleting instance files /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb_del
Oct 30 07:50:04 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-00378506-0b2f-46cf-9859-ecd6ebbe9337 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Deletion of /opt/stack/data/nova/instances/91f5cb89-beb0-4b55-9e82-ba3f2782fcdb_del complete
Oct 30 07:50:04 user nova-compute[74491]: INFO nova.compute.manager [None req-00378506-0b2f-46cf-9859-ecd6ebbe9337 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Took 1.02 seconds to destroy the instance on the hypervisor.
Oct 30 07:50:04 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-00378506-0b2f-46cf-9859-ecd6ebbe9337 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:50:04 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:50:04 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:50:05 user nova-compute[74491]: DEBUG nova.compute.manager [None req-7222a7b9-6f4b-491c-a00b-7bf83ce60816 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:50:05 user nova-compute[74491]: INFO nova.compute.manager [None req-7222a7b9-6f4b-491c-a00b-7bf83ce60816 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] instance snapshotting
Oct 30 07:50:05 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-7222a7b9-6f4b-491c-a00b-7bf83ce60816 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Beginning live snapshot process
Oct 30 07:50:05 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:50:05 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Took 1.18 seconds to deallocate network for instance.
Oct 30 07:50:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-7222a7b9-6f4b-491c-a00b-7bf83ce60816 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json -f qcow2 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:50:05 user nova-compute[74491]: DEBUG nova.compute.manager [req-5d7fcd32-e26f-4e07-8ae1-6e8d2e3540cf req-d4d62cc8-df1d-495b-b1a0-c5a233676edc service nova] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Received event network-vif-deleted-ff29e0f8-afc0-42f4-9149-d437e195eb7b {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:50:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-00378506-0b2f-46cf-9859-ecd6ebbe9337 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:50:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-00378506-0b2f-46cf-9859-ecd6ebbe9337 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:50:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-7222a7b9-6f4b-491c-a00b-7bf83ce60816 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json -f qcow2" returned: 0 in 0.178s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:50:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-7222a7b9-6f4b-491c-a00b-7bf83ce60816 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json -f qcow2 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:50:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:05 user nova-compute[74491]: DEBUG nova.compute.manager [req-92896096-de07-449b-9538-fa8a0cf53308 req-a359ee6f-e9c1-4477-98d2-a6987759d07b service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Received event network-changed-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:50:05 user nova-compute[74491]: DEBUG nova.compute.manager [req-92896096-de07-449b-9538-fa8a0cf53308 req-a359ee6f-e9c1-4477-98d2-a6987759d07b service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Refreshing instance network info cache due to event network-changed-d2e62d79-cc74-437f-a5a1-8d62c8d22f56. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:50:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-92896096-de07-449b-9538-fa8a0cf53308 req-a359ee6f-e9c1-4477-98d2-a6987759d07b service nova] Acquiring lock "refresh_cache-74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:50:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-92896096-de07-449b-9538-fa8a0cf53308 req-a359ee6f-e9c1-4477-98d2-a6987759d07b service nova] Acquired lock "refresh_cache-74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:50:05 user nova-compute[74491]: DEBUG nova.network.neutron [req-92896096-de07-449b-9538-fa8a0cf53308 req-a359ee6f-e9c1-4477-98d2-a6987759d07b service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Refreshing network info cache for port d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:50:05 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-00378506-0b2f-46cf-9859-ecd6ebbe9337 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:50:05 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-00378506-0b2f-46cf-9859-ecd6ebbe9337 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:50:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-7222a7b9-6f4b-491c-a00b-7bf83ce60816 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json -f qcow2" returned: 0 in 0.252s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:50:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-7222a7b9-6f4b-491c-a00b-7bf83ce60816 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:50:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-00378506-0b2f-46cf-9859-ecd6ebbe9337 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.439s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:50:06 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-00378506-0b2f-46cf-9859-ecd6ebbe9337 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Deleted allocations for instance 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb
Oct 30 07:50:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-00378506-0b2f-46cf-9859-ecd6ebbe9337 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "91f5cb89-beb0-4b55-9e82-ba3f2782fcdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.846s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:50:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-7222a7b9-6f4b-491c-a00b-7bf83ce60816 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.231s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:50:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-7222a7b9-6f4b-491c-a00b-7bf83ce60816 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpm8cmllas/9178ce14ea3b4ffa80553767f3112d9c.delta 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:50:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-7222a7b9-6f4b-491c-a00b-7bf83ce60816 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpm8cmllas/9178ce14ea3b4ffa80553767f3112d9c.delta 1073741824" returned: 0 in 0.049s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:50:06 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-7222a7b9-6f4b-491c-a00b-7bf83ce60816 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 30 07:50:06 user nova-compute[74491]: DEBUG nova.network.neutron [req-92896096-de07-449b-9538-fa8a0cf53308 req-a359ee6f-e9c1-4477-98d2-a6987759d07b service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Updated VIF entry in instance network info cache for port d2e62d79-cc74-437f-a5a1-8d62c8d22f56. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:50:06 user nova-compute[74491]: DEBUG nova.network.neutron [req-92896096-de07-449b-9538-fa8a0cf53308 req-a359ee6f-e9c1-4477-98d2-a6987759d07b service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Updating instance_info_cache with network_info: [{"id": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "address": "fa:16:3e:83:67:c2", "network": {"id": "dd0befa8-a7ee-4504-98a0-7301a8087e3f", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2101139812-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.124", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cea71b940afc41098ffa7313f6904c74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2e62d79-cc", "ovs_interfaceid": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:50:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-92896096-de07-449b-9538-fa8a0cf53308 req-a359ee6f-e9c1-4477-98d2-a6987759d07b service nova] Releasing lock "refresh_cache-74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:50:06 user nova-compute[74491]: DEBUG nova.compute.manager [req-92896096-de07-449b-9538-fa8a0cf53308 req-a359ee6f-e9c1-4477-98d2-a6987759d07b service nova] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Received event network-vif-plugged-ff29e0f8-afc0-42f4-9149-d437e195eb7b {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:50:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-92896096-de07-449b-9538-fa8a0cf53308 req-a359ee6f-e9c1-4477-98d2-a6987759d07b service nova] Acquiring lock "91f5cb89-beb0-4b55-9e82-ba3f2782fcdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:50:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-92896096-de07-449b-9538-fa8a0cf53308 req-a359ee6f-e9c1-4477-98d2-a6987759d07b service nova] Lock "91f5cb89-beb0-4b55-9e82-ba3f2782fcdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:50:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-92896096-de07-449b-9538-fa8a0cf53308 req-a359ee6f-e9c1-4477-98d2-a6987759d07b service nova] Lock "91f5cb89-beb0-4b55-9e82-ba3f2782fcdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:50:06 user nova-compute[74491]: DEBUG nova.compute.manager [req-92896096-de07-449b-9538-fa8a0cf53308 req-a359ee6f-e9c1-4477-98d2-a6987759d07b service nova] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] No waiting events found dispatching network-vif-plugged-ff29e0f8-afc0-42f4-9149-d437e195eb7b {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:50:06 user nova-compute[74491]: WARNING nova.compute.manager [req-92896096-de07-449b-9538-fa8a0cf53308 req-a359ee6f-e9c1-4477-98d2-a6987759d07b service nova] [instance: 91f5cb89-beb0-4b55-9e82-ba3f2782fcdb] Received unexpected event network-vif-plugged-ff29e0f8-afc0-42f4-9149-d437e195eb7b for instance with vm_state deleted and task_state None.
Oct 30 07:50:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-7222a7b9-6f4b-491c-a00b-7bf83ce60816 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=74491) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 07:50:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-7222a7b9-6f4b-491c-a00b-7bf83ce60816 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=74491) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 07:50:07 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-7222a7b9-6f4b-491c-a00b-7bf83ce60816 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 30 07:50:07 user nova-compute[74491]: DEBUG nova.privsep.utils [None req-7222a7b9-6f4b-491c-a00b-7bf83ce60816 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74491) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 07:50:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-7222a7b9-6f4b-491c-a00b-7bf83ce60816 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpm8cmllas/9178ce14ea3b4ffa80553767f3112d9c.delta /opt/stack/data/nova/instances/snapshots/tmpm8cmllas/9178ce14ea3b4ffa80553767f3112d9c {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:50:08 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-7222a7b9-6f4b-491c-a00b-7bf83ce60816 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpm8cmllas/9178ce14ea3b4ffa80553767f3112d9c.delta /opt/stack/data/nova/instances/snapshots/tmpm8cmllas/9178ce14ea3b4ffa80553767f3112d9c" returned: 0 in 0.653s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:50:08 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-7222a7b9-6f4b-491c-a00b-7bf83ce60816 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Snapshot extracted, beginning image upload
Oct 30 07:50:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:11 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-7222a7b9-6f4b-491c-a00b-7bf83ce60816 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Snapshot image upload complete
Oct 30 07:50:11 user nova-compute[74491]: INFO nova.compute.manager [None req-7222a7b9-6f4b-491c-a00b-7bf83ce60816 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Took 6.35 seconds to snapshot the instance on the hypervisor.
Oct 30 07:50:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:24 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-15a8a315-8c65-43ad-bc06-2902bc3472cb tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "6baf250e-557b-456f-8962-4e4e58e8f1b9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:50:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-15a8a315-8c65-43ad-bc06-2902bc3472cb tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "6baf250e-557b-456f-8962-4e4e58e8f1b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:50:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-15a8a315-8c65-43ad-bc06-2902bc3472cb tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "6baf250e-557b-456f-8962-4e4e58e8f1b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:50:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-15a8a315-8c65-43ad-bc06-2902bc3472cb tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "6baf250e-557b-456f-8962-4e4e58e8f1b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:50:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-15a8a315-8c65-43ad-bc06-2902bc3472cb tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "6baf250e-557b-456f-8962-4e4e58e8f1b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:50:30 user nova-compute[74491]: INFO nova.compute.manager [None req-15a8a315-8c65-43ad-bc06-2902bc3472cb tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Terminating instance
Oct 30 07:50:30 user nova-compute[74491]: DEBUG nova.compute.manager [None req-15a8a315-8c65-43ad-bc06-2902bc3472cb tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:50:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-a3050b3f-7e1c-4c38-8367-aef0d9149367 req-a63146d1-5d32-465a-a348-34b93e509fd6 service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Received event network-vif-unplugged-bc3ae8c9-13ef-47b6-b34c-b2c645097385 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:50:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a3050b3f-7e1c-4c38-8367-aef0d9149367 req-a63146d1-5d32-465a-a348-34b93e509fd6 service nova] Acquiring lock "6baf250e-557b-456f-8962-4e4e58e8f1b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:50:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a3050b3f-7e1c-4c38-8367-aef0d9149367 req-a63146d1-5d32-465a-a348-34b93e509fd6 service nova] Lock "6baf250e-557b-456f-8962-4e4e58e8f1b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:50:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a3050b3f-7e1c-4c38-8367-aef0d9149367 req-a63146d1-5d32-465a-a348-34b93e509fd6 service nova] Lock "6baf250e-557b-456f-8962-4e4e58e8f1b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:50:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-a3050b3f-7e1c-4c38-8367-aef0d9149367 req-a63146d1-5d32-465a-a348-34b93e509fd6 service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] No waiting events found dispatching network-vif-unplugged-bc3ae8c9-13ef-47b6-b34c-b2c645097385 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:50:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-a3050b3f-7e1c-4c38-8367-aef0d9149367 req-a63146d1-5d32-465a-a348-34b93e509fd6 service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Received event network-vif-unplugged-bc3ae8c9-13ef-47b6-b34c-b2c645097385 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:50:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:31 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Instance destroyed successfully.
Oct 30 07:50:31 user nova-compute[74491]: DEBUG nova.objects.instance [None req-15a8a315-8c65-43ad-bc06-2902bc3472cb tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lazy-loading 'resources' on Instance uuid 6baf250e-557b-456f-8962-4e4e58e8f1b9 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:50:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-15a8a315-8c65-43ad-bc06-2902bc3472cb tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:33:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1503562976',display_name='tempest-ServerRescueNegativeTestJSON-server-1503562976',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1503562976',id=5,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:35:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='10f5045c03764000a23c825ac45ee88c',ramdisk_id='',reservation_id='r-mkinynpa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1194843193',owner_user_name='tempest-ServerRescueNegativeTestJSON-1194843193-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:35:47Z,user_data=None,user_id='028c3259355b490989b2883f4dc4dff5',uuid=6baf250e-557b-456f-8962-4e4e58e8f1b9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "address": "fa:16:3e:56:94:ff", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc3ae8c9-13", "ovs_interfaceid": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:50:31 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-15a8a315-8c65-43ad-bc06-2902bc3472cb tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Converting VIF {"id": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "address": "fa:16:3e:56:94:ff", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc3ae8c9-13", "ovs_interfaceid": "bc3ae8c9-13ef-47b6-b34c-b2c645097385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:50:31 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-15a8a315-8c65-43ad-bc06-2902bc3472cb tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:56:94:ff,bridge_name='br-int',has_traffic_filtering=True,id=bc3ae8c9-13ef-47b6-b34c-b2c645097385,network=Network(5c5b3443-3293-4323-a588-f84a3dd2b926),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc3ae8c9-13') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:50:31 user nova-compute[74491]: DEBUG os_vif [None req-15a8a315-8c65-43ad-bc06-2902bc3472cb tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:56:94:ff,bridge_name='br-int',has_traffic_filtering=True,id=bc3ae8c9-13ef-47b6-b34c-b2c645097385,network=Network(5c5b3443-3293-4323-a588-f84a3dd2b926),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc3ae8c9-13') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:50:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbc3ae8c9-13, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:50:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:50:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f379586e-69f1-4d16-b56b-f33ed4d4552b) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:50:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:50:31 user nova-compute[74491]: INFO os_vif [None req-15a8a315-8c65-43ad-bc06-2902bc3472cb tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:56:94:ff,bridge_name='br-int',has_traffic_filtering=True,id=bc3ae8c9-13ef-47b6-b34c-b2c645097385,network=Network(5c5b3443-3293-4323-a588-f84a3dd2b926),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc3ae8c9-13')
Oct 30 07:50:31 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-15a8a315-8c65-43ad-bc06-2902bc3472cb tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Deleting instance files /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9_del
Oct 30 07:50:31 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-15a8a315-8c65-43ad-bc06-2902bc3472cb tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Deletion of /opt/stack/data/nova/instances/6baf250e-557b-456f-8962-4e4e58e8f1b9_del complete
Oct 30 07:50:31 user nova-compute[74491]: INFO nova.compute.manager [None req-15a8a315-8c65-43ad-bc06-2902bc3472cb tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Took 0.72 seconds to destroy the instance on the hypervisor.
Oct 30 07:50:31 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-15a8a315-8c65-43ad-bc06-2902bc3472cb tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:50:31 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:50:31 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:50:31 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:50:31 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Took 0.48 seconds to deallocate network for instance.
Oct 30 07:50:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-ddb3236c-efe9-4948-944d-10fc00dd4473 req-44066cea-5734-4acc-ada9-b1c993db0422 service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Received event network-vif-deleted-bc3ae8c9-13ef-47b6-b34c-b2c645097385 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:50:31 user nova-compute[74491]: INFO nova.compute.manager [req-ddb3236c-efe9-4948-944d-10fc00dd4473 req-44066cea-5734-4acc-ada9-b1c993db0422 service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Neutron deleted interface bc3ae8c9-13ef-47b6-b34c-b2c645097385; detaching it from the instance and deleting it from the info cache
Oct 30 07:50:31 user nova-compute[74491]: DEBUG nova.network.neutron [req-ddb3236c-efe9-4948-944d-10fc00dd4473 req-44066cea-5734-4acc-ada9-b1c993db0422 service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:50:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-ddb3236c-efe9-4948-944d-10fc00dd4473 req-44066cea-5734-4acc-ada9-b1c993db0422 service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Detach interface failed, port_id=bc3ae8c9-13ef-47b6-b34c-b2c645097385, reason: Instance 6baf250e-557b-456f-8962-4e4e58e8f1b9 could not be found. {{(pid=74491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 07:50:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-15a8a315-8c65-43ad-bc06-2902bc3472cb tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:50:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-15a8a315-8c65-43ad-bc06-2902bc3472cb tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:50:32 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-15a8a315-8c65-43ad-bc06-2902bc3472cb tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:50:32 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-15a8a315-8c65-43ad-bc06-2902bc3472cb tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:50:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-15a8a315-8c65-43ad-bc06-2902bc3472cb tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.238s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:50:32 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-15a8a315-8c65-43ad-bc06-2902bc3472cb tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Deleted allocations for instance 6baf250e-557b-456f-8962-4e4e58e8f1b9
Oct 30 07:50:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-15a8a315-8c65-43ad-bc06-2902bc3472cb tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "6baf250e-557b-456f-8962-4e4e58e8f1b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.678s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:50:33 user nova-compute[74491]: DEBUG nova.compute.manager [req-f307137a-f3a2-462d-a9ab-59760e68543c req-3e788c3b-a10c-4821-96ed-7784f8d82ba7 service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Received event network-vif-plugged-bc3ae8c9-13ef-47b6-b34c-b2c645097385 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:50:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f307137a-f3a2-462d-a9ab-59760e68543c req-3e788c3b-a10c-4821-96ed-7784f8d82ba7 service nova] Acquiring lock "6baf250e-557b-456f-8962-4e4e58e8f1b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:50:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f307137a-f3a2-462d-a9ab-59760e68543c req-3e788c3b-a10c-4821-96ed-7784f8d82ba7 service nova] Lock "6baf250e-557b-456f-8962-4e4e58e8f1b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:50:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f307137a-f3a2-462d-a9ab-59760e68543c req-3e788c3b-a10c-4821-96ed-7784f8d82ba7 service nova] Lock "6baf250e-557b-456f-8962-4e4e58e8f1b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:50:33 user nova-compute[74491]: DEBUG nova.compute.manager [req-f307137a-f3a2-462d-a9ab-59760e68543c req-3e788c3b-a10c-4821-96ed-7784f8d82ba7 service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] No waiting events found dispatching network-vif-plugged-bc3ae8c9-13ef-47b6-b34c-b2c645097385 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:50:33 user nova-compute[74491]: WARNING nova.compute.manager [req-f307137a-f3a2-462d-a9ab-59760e68543c req-3e788c3b-a10c-4821-96ed-7784f8d82ba7 service nova] [instance: 6baf250e-557b-456f-8962-4e4e58e8f1b9] Received unexpected event network-vif-plugged-bc3ae8c9-13ef-47b6-b34c-b2c645097385 for instance with vm_state deleted and task_state None.
Oct 30 07:50:35 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:50:35 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Triggering sync for uuid 962072d3-a76a-491e-8693-d0f1ce2a2dd8 {{(pid=74491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 07:50:35 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Triggering sync for uuid ffba7846-2a43-48b7-bd99-27fc59c81765 {{(pid=74491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 07:50:35 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Triggering sync for uuid 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b {{(pid=74491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 07:50:35 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Triggering sync for uuid 041086e2-33e9-4c30-9bf3-fdaae1b86632 {{(pid=74491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 07:50:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:50:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:50:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "ffba7846-2a43-48b7-bd99-27fc59c81765" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:50:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "ffba7846-2a43-48b7-bd99-27fc59c81765" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:50:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:50:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:50:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "041086e2-33e9-4c30-9bf3-fdaae1b86632" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:50:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "041086e2-33e9-4c30-9bf3-fdaae1b86632" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:50:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "ffba7846-2a43-48b7-bd99-27fc59c81765" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.037s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:50:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.040s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:50:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.073s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:50:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "041086e2-33e9-4c30-9bf3-fdaae1b86632" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.097s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:50:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:50:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:50:47 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:50:47 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:50:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 07:50:49 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:50:49 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:50:49 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 07:50:49 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Skipping network cache update for instance because it has been migrated to another host. {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9965}}
Oct 30 07:50:49 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Didn't find any instances for network info cache update. {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 07:50:51 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:50:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:50:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 07:50:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:50:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:50:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:52 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:50:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:50:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:50:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:50:52 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 07:50:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:50:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:50:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:50:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:50:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:50:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:50:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:50:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:50:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:50:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:50:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:50:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:50:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:50:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:50:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:50:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:50:54 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:50:54 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:50:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8331MB free_disk=25.476978302001953GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 07:50:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:50:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:50:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 962072d3-a76a-491e-8693-d0f1ce2a2dd8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:50:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ffba7846-2a43-48b7-bd99-27fc59c81765 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:50:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:50:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 041086e2-33e9-4c30-9bf3-fdaae1b86632 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:50:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 07:50:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 07:50:54 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:50:54 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:50:54 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 07:50:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.328s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:50:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:50:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:50:57 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:50:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:50:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:50:57 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:50:57 user nova-compute[74491]: INFO nova.compute.claims [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Claim successful on node user
Oct 30 07:50:57 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:50:57 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:50:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.327s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:50:57 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:50:57 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:50:57 user nova-compute[74491]: DEBUG nova.network.neutron [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:50:57 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:50:57 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:50:57 user nova-compute[74491]: DEBUG nova.policy [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac3777b08c2b4268bd80a1fbcb771286', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b4719cc6b394e5d89394f7823b3231e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:50:57 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:50:57 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:50:57 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:50:57 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:50:57 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Creating image(s)
Oct 30 07:50:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "/opt/stack/data/nova/instances/9647fc9d-8bb1-4f0e-ad50-8356339e49e8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:50:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "/opt/stack/data/nova/instances/9647fc9d-8bb1-4f0e-ad50-8356339e49e8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:50:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "/opt/stack/data/nova/instances/9647fc9d-8bb1-4f0e-ad50-8356339e49e8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:50:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:50:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.192s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:50:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:50:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:50:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:50:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.182s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:50:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/9647fc9d-8bb1-4f0e-ad50-8356339e49e8/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:50:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/9647fc9d-8bb1-4f0e-ad50-8356339e49e8/disk 1073741824" returned: 0 in 0.051s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:50:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.240s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:50:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:50:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.178s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:50:58 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9647fc9d-8bb1-4f0e-ad50-8356339e49e8/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:50:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9647fc9d-8bb1-4f0e-ad50-8356339e49e8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:50:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9647fc9d-8bb1-4f0e-ad50-8356339e49e8/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:50:58 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Cannot resize image /opt/stack/data/nova/instances/9647fc9d-8bb1-4f0e-ad50-8356339e49e8/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:50:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:50:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Ensure instance console log exists: /opt/stack/data/nova/instances/9647fc9d-8bb1-4f0e-ad50-8356339e49e8/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:50:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:50:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:50:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:50:58 user nova-compute[74491]: DEBUG nova.network.neutron [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Successfully created port: deba740a-eedd-418c-9b67-c5ac364e7bc7 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.network.neutron [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Successfully updated port: deba740a-eedd-418c-9b67-c5ac364e7bc7 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "refresh_cache-9647fc9d-8bb1-4f0e-ad50-8356339e49e8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquired lock "refresh_cache-9647fc9d-8bb1-4f0e-ad50-8356339e49e8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.network.neutron [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.network.neutron [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.compute.manager [req-5a31682f-9cec-4670-b90d-ffaba570a4cf req-7a5cb7dc-4955-4e5a-bb0b-b4fa1c14bbcf service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Received event network-changed-deba740a-eedd-418c-9b67-c5ac364e7bc7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.compute.manager [req-5a31682f-9cec-4670-b90d-ffaba570a4cf req-7a5cb7dc-4955-4e5a-bb0b-b4fa1c14bbcf service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Refreshing instance network info cache due to event network-changed-deba740a-eedd-418c-9b67-c5ac364e7bc7. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5a31682f-9cec-4670-b90d-ffaba570a4cf req-7a5cb7dc-4955-4e5a-bb0b-b4fa1c14bbcf service nova] Acquiring lock "refresh_cache-9647fc9d-8bb1-4f0e-ad50-8356339e49e8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.network.neutron [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Updating instance_info_cache with network_info: [{"id": "deba740a-eedd-418c-9b67-c5ac364e7bc7", "address": "fa:16:3e:1e:a4:cb", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdeba740a-ee", "ovs_interfaceid": "deba740a-eedd-418c-9b67-c5ac364e7bc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Releasing lock "refresh_cache-9647fc9d-8bb1-4f0e-ad50-8356339e49e8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Instance network_info: |[{"id": "deba740a-eedd-418c-9b67-c5ac364e7bc7", "address": "fa:16:3e:1e:a4:cb", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdeba740a-ee", "ovs_interfaceid": "deba740a-eedd-418c-9b67-c5ac364e7bc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5a31682f-9cec-4670-b90d-ffaba570a4cf req-7a5cb7dc-4955-4e5a-bb0b-b4fa1c14bbcf service nova] Acquired lock "refresh_cache-9647fc9d-8bb1-4f0e-ad50-8356339e49e8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.network.neutron [req-5a31682f-9cec-4670-b90d-ffaba570a4cf req-7a5cb7dc-4955-4e5a-bb0b-b4fa1c14bbcf service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Refreshing network info cache for port deba740a-eedd-418c-9b67-c5ac364e7bc7 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Start _get_guest_xml network_info=[{"id": "deba740a-eedd-418c-9b67-c5ac364e7bc7", "address": "fa:16:3e:1e:a4:cb", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdeba740a-ee", "ovs_interfaceid": "deba740a-eedd-418c-9b67-c5ac364e7bc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:50:59 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:50:59 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:50:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1658113233',display_name='tempest-AttachVolumeNegativeTest-server-1658113233',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1658113233',id=31,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLaYPNSZdLpD31SRfCH3Umn0+QB5CpDWWDKIRDUDSZvr/JlTY9aqyOjuQ8f1UA1Mv8zqiXseJ9mKUKwcB20eiH0HVotgnKBpcsmaEXBdBGl/LcPdpNaWgbZAnwvW9M5FuA==',key_name='tempest-keypair-604955581',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5b4719cc6b394e5d89394f7823b3231e',ramdisk_id='',reservation_id='r-5o2patlj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-707817915',owner_user_name='tempest-AttachVolumeNegativeTest-707817915-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:50:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ac3777b08c2b4268bd80a1fbcb771286',uuid=9647fc9d-8bb1-4f0e-ad50-8356339e49e8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "deba740a-eedd-418c-9b67-c5ac364e7bc7", "address": "fa:16:3e:1e:a4:cb", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdeba740a-ee", "ovs_interfaceid": "deba740a-eedd-418c-9b67-c5ac364e7bc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Converting VIF {"id": "deba740a-eedd-418c-9b67-c5ac364e7bc7", "address": "fa:16:3e:1e:a4:cb", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdeba740a-ee", "ovs_interfaceid": "deba740a-eedd-418c-9b67-c5ac364e7bc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:a4:cb,bridge_name='br-int',has_traffic_filtering=True,id=deba740a-eedd-418c-9b67-c5ac364e7bc7,network=Network(2b924865-55d3-48a5-8331-546fe67acc51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdeba740a-ee') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.objects.instance [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lazy-loading 'pci_devices' on Instance uuid 9647fc9d-8bb1-4f0e-ad50-8356339e49e8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:50:59 user nova-compute[74491]:   <uuid>9647fc9d-8bb1-4f0e-ad50-8356339e49e8</uuid>
Oct 30 07:50:59 user nova-compute[74491]:   <name>instance-0000001f</name>
Oct 30 07:50:59 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:50:59 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:50:59 user nova-compute[74491]:   <metadata>
Oct 30 07:50:59 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:50:59 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:50:59 user nova-compute[74491]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1658113233</nova:name>
Oct 30 07:50:59 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:50:59</nova:creationTime>
Oct 30 07:50:59 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:50:59 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:50:59 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:50:59 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:50:59 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:50:59 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:50:59 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:50:59 user nova-compute[74491]:       <nova:owner>
Oct 30 07:50:59 user nova-compute[74491]:         <nova:user uuid="ac3777b08c2b4268bd80a1fbcb771286">tempest-AttachVolumeNegativeTest-707817915-project-member</nova:user>
Oct 30 07:50:59 user nova-compute[74491]:         <nova:project uuid="5b4719cc6b394e5d89394f7823b3231e">tempest-AttachVolumeNegativeTest-707817915</nova:project>
Oct 30 07:50:59 user nova-compute[74491]:       </nova:owner>
Oct 30 07:50:59 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:50:59 user nova-compute[74491]:       <nova:ports>
Oct 30 07:50:59 user nova-compute[74491]:         <nova:port uuid="deba740a-eedd-418c-9b67-c5ac364e7bc7">
Oct 30 07:50:59 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 30 07:50:59 user nova-compute[74491]:         </nova:port>
Oct 30 07:50:59 user nova-compute[74491]:       </nova:ports>
Oct 30 07:50:59 user nova-compute[74491]:     </nova:instance>
Oct 30 07:50:59 user nova-compute[74491]:   </metadata>
Oct 30 07:50:59 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:50:59 user nova-compute[74491]:     <system>
Oct 30 07:50:59 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:50:59 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:50:59 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:50:59 user nova-compute[74491]:       <entry name="serial">9647fc9d-8bb1-4f0e-ad50-8356339e49e8</entry>
Oct 30 07:50:59 user nova-compute[74491]:       <entry name="uuid">9647fc9d-8bb1-4f0e-ad50-8356339e49e8</entry>
Oct 30 07:50:59 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:50:59 user nova-compute[74491]:     </system>
Oct 30 07:50:59 user nova-compute[74491]:   </sysinfo>
Oct 30 07:50:59 user nova-compute[74491]:   <os>
Oct 30 07:50:59 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:50:59 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:50:59 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:50:59 user nova-compute[74491]:   </os>
Oct 30 07:50:59 user nova-compute[74491]:   <features>
Oct 30 07:50:59 user nova-compute[74491]:     <acpi/>
Oct 30 07:50:59 user nova-compute[74491]:     <apic/>
Oct 30 07:50:59 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:50:59 user nova-compute[74491]:   </features>
Oct 30 07:50:59 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:50:59 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:50:59 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:50:59 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:50:59 user nova-compute[74491]:   </clock>
Oct 30 07:50:59 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:50:59 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:50:59 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:50:59 user nova-compute[74491]:   </cpu>
Oct 30 07:50:59 user nova-compute[74491]:   <devices>
Oct 30 07:50:59 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:50:59 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:50:59 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/9647fc9d-8bb1-4f0e-ad50-8356339e49e8/disk"/>
Oct 30 07:50:59 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:50:59 user nova-compute[74491]:     </disk>
Oct 30 07:50:59 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:50:59 user nova-compute[74491]:       <mac address="fa:16:3e:1e:a4:cb"/>
Oct 30 07:50:59 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:50:59 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:50:59 user nova-compute[74491]:       <target dev="tapdeba740a-ee"/>
Oct 30 07:50:59 user nova-compute[74491]:     </interface>
Oct 30 07:50:59 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:50:59 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/9647fc9d-8bb1-4f0e-ad50-8356339e49e8/console.log" append="off"/>
Oct 30 07:50:59 user nova-compute[74491]:     </serial>
Oct 30 07:50:59 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:50:59 user nova-compute[74491]:     <video>
Oct 30 07:50:59 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:50:59 user nova-compute[74491]:     </video>
Oct 30 07:50:59 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:50:59 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:50:59 user nova-compute[74491]:     </rng>
Oct 30 07:50:59 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:50:59 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:50:59 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:50:59 user nova-compute[74491]:     </memballoon>
Oct 30 07:50:59 user nova-compute[74491]:   </devices>
Oct 30 07:50:59 user nova-compute[74491]: </domain>
Oct 30 07:50:59 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:50:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1658113233',display_name='tempest-AttachVolumeNegativeTest-server-1658113233',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1658113233',id=31,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLaYPNSZdLpD31SRfCH3Umn0+QB5CpDWWDKIRDUDSZvr/JlTY9aqyOjuQ8f1UA1Mv8zqiXseJ9mKUKwcB20eiH0HVotgnKBpcsmaEXBdBGl/LcPdpNaWgbZAnwvW9M5FuA==',key_name='tempest-keypair-604955581',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5b4719cc6b394e5d89394f7823b3231e',ramdisk_id='',reservation_id='r-5o2patlj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-707817915',owner_user_name='tempest-AttachVolumeNegativeTest-707817915-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:50:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ac3777b08c2b4268bd80a1fbcb771286',uuid=9647fc9d-8bb1-4f0e-ad50-8356339e49e8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "deba740a-eedd-418c-9b67-c5ac364e7bc7", "address": "fa:16:3e:1e:a4:cb", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdeba740a-ee", "ovs_interfaceid": "deba740a-eedd-418c-9b67-c5ac364e7bc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Converting VIF {"id": "deba740a-eedd-418c-9b67-c5ac364e7bc7", "address": "fa:16:3e:1e:a4:cb", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdeba740a-ee", "ovs_interfaceid": "deba740a-eedd-418c-9b67-c5ac364e7bc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:a4:cb,bridge_name='br-int',has_traffic_filtering=True,id=deba740a-eedd-418c-9b67-c5ac364e7bc7,network=Network(2b924865-55d3-48a5-8331-546fe67acc51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdeba740a-ee') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG os_vif [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:a4:cb,bridge_name='br-int',has_traffic_filtering=True,id=deba740a-eedd-418c-9b67-c5ac364e7bc7,network=Network(2b924865-55d3-48a5-8331-546fe67acc51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdeba740a-ee') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ad33ed01-a84b-553d-9300-47208919183b', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdeba740a-ee, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdeba740a-ee, col_values=(('qos', UUID('3f51c335-3fe9-4a5f-ae35-c5a32e940a65')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdeba740a-ee, col_values=(('external_ids', {'iface-id': 'deba740a-eedd-418c-9b67-c5ac364e7bc7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1e:a4:cb', 'vm-uuid': '9647fc9d-8bb1-4f0e-ad50-8356339e49e8'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:50:59 user nova-compute[74491]: INFO os_vif [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:a4:cb,bridge_name='br-int',has_traffic_filtering=True,id=deba740a-eedd-418c-9b67-c5ac364e7bc7,network=Network(2b924865-55d3-48a5-8331-546fe67acc51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdeba740a-ee')
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:50:59 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] No VIF found with MAC fa:16:3e:1e:a4:cb, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:51:00 user nova-compute[74491]: DEBUG nova.network.neutron [req-5a31682f-9cec-4670-b90d-ffaba570a4cf req-7a5cb7dc-4955-4e5a-bb0b-b4fa1c14bbcf service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Updated VIF entry in instance network info cache for port deba740a-eedd-418c-9b67-c5ac364e7bc7. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:51:00 user nova-compute[74491]: DEBUG nova.network.neutron [req-5a31682f-9cec-4670-b90d-ffaba570a4cf req-7a5cb7dc-4955-4e5a-bb0b-b4fa1c14bbcf service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Updating instance_info_cache with network_info: [{"id": "deba740a-eedd-418c-9b67-c5ac364e7bc7", "address": "fa:16:3e:1e:a4:cb", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdeba740a-ee", "ovs_interfaceid": "deba740a-eedd-418c-9b67-c5ac364e7bc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:51:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5a31682f-9cec-4670-b90d-ffaba570a4cf req-7a5cb7dc-4955-4e5a-bb0b-b4fa1c14bbcf service nova] Releasing lock "refresh_cache-9647fc9d-8bb1-4f0e-ad50-8356339e49e8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:51:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:01 user nova-compute[74491]: DEBUG nova.compute.manager [req-eaa6a7a6-7759-4333-acab-e24a847322ca req-2fafa7ef-2316-4ad5-b864-7fc99f9eecc8 service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Received event network-vif-plugged-deba740a-eedd-418c-9b67-c5ac364e7bc7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:51:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-eaa6a7a6-7759-4333-acab-e24a847322ca req-2fafa7ef-2316-4ad5-b864-7fc99f9eecc8 service nova] Acquiring lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:51:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-eaa6a7a6-7759-4333-acab-e24a847322ca req-2fafa7ef-2316-4ad5-b864-7fc99f9eecc8 service nova] Lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:51:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-eaa6a7a6-7759-4333-acab-e24a847322ca req-2fafa7ef-2316-4ad5-b864-7fc99f9eecc8 service nova] Lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:51:01 user nova-compute[74491]: DEBUG nova.compute.manager [req-eaa6a7a6-7759-4333-acab-e24a847322ca req-2fafa7ef-2316-4ad5-b864-7fc99f9eecc8 service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] No waiting events found dispatching network-vif-plugged-deba740a-eedd-418c-9b67-c5ac364e7bc7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:51:01 user nova-compute[74491]: WARNING nova.compute.manager [req-eaa6a7a6-7759-4333-acab-e24a847322ca req-2fafa7ef-2316-4ad5-b864-7fc99f9eecc8 service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Received unexpected event network-vif-plugged-deba740a-eedd-418c-9b67-c5ac364e7bc7 for instance with vm_state building and task_state spawning.
Oct 30 07:51:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:03 user nova-compute[74491]: DEBUG nova.compute.manager [req-36a9d53b-cfcb-428b-a16e-33c6a2fd427e req-2d0ad15d-a338-49aa-8fed-0f43ff8a5bf2 service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Received event network-vif-plugged-deba740a-eedd-418c-9b67-c5ac364e7bc7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:51:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-36a9d53b-cfcb-428b-a16e-33c6a2fd427e req-2d0ad15d-a338-49aa-8fed-0f43ff8a5bf2 service nova] Acquiring lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:51:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-36a9d53b-cfcb-428b-a16e-33c6a2fd427e req-2d0ad15d-a338-49aa-8fed-0f43ff8a5bf2 service nova] Lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:51:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-36a9d53b-cfcb-428b-a16e-33c6a2fd427e req-2d0ad15d-a338-49aa-8fed-0f43ff8a5bf2 service nova] Lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:51:03 user nova-compute[74491]: DEBUG nova.compute.manager [req-36a9d53b-cfcb-428b-a16e-33c6a2fd427e req-2d0ad15d-a338-49aa-8fed-0f43ff8a5bf2 service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] No waiting events found dispatching network-vif-plugged-deba740a-eedd-418c-9b67-c5ac364e7bc7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:51:03 user nova-compute[74491]: WARNING nova.compute.manager [req-36a9d53b-cfcb-428b-a16e-33c6a2fd427e req-2d0ad15d-a338-49aa-8fed-0f43ff8a5bf2 service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Received unexpected event network-vif-plugged-deba740a-eedd-418c-9b67-c5ac364e7bc7 for instance with vm_state building and task_state spawning.
Oct 30 07:51:03 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:51:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:51:03 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Instance spawned successfully.
Oct 30 07:51:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:51:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:51:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:51:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:51:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:51:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:51:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:51:03 user nova-compute[74491]: INFO nova.compute.manager [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Took 5.83 seconds to spawn the instance on the hypervisor.
Oct 30 07:51:03 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:51:03 user nova-compute[74491]: INFO nova.compute.manager [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Took 6.49 seconds to build instance.
Oct 30 07:51:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f33838bf-74c7-44c7-9def-82ebce2057d2 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.588s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:51:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "87d3e3bd-d205-48f8-8206-c44ad134d416" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:51:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "87d3e3bd-d205-48f8-8206-c44ad134d416" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:51:20 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:51:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:51:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:51:20 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:51:20 user nova-compute[74491]: INFO nova.compute.claims [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Claim successful on node user
Oct 30 07:51:21 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:51:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1fb9fffb-6b6d-4496-aa4c-151c1303c7b4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:51:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1fb9fffb-6b6d-4496-aa4c-151c1303c7b4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:51:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1fb9fffb-6b6d-4496-aa4c-151c1303c7b4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:51:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1fb9fffb-6b6d-4496-aa4c-151c1303c7b4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:51:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1fb9fffb-6b6d-4496-aa4c-151c1303c7b4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:51:21 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:51:21 user nova-compute[74491]: INFO nova.compute.manager [None req-1fb9fffb-6b6d-4496-aa4c-151c1303c7b4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Terminating instance
Oct 30 07:51:21 user nova-compute[74491]: DEBUG nova.compute.manager [None req-1fb9fffb-6b6d-4496-aa4c-151c1303c7b4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:51:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.348s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:51:21 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:51:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:21 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:51:21 user nova-compute[74491]: DEBUG nova.network.neutron [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:51:21 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:51:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:21 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:51:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:21 user nova-compute[74491]: DEBUG nova.policy [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93b4a35d9bf24f899d7595366533f78a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06674e64f970483b9c1b28793ac6253d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:51:21 user nova-compute[74491]: DEBUG nova.compute.manager [req-2e301b1b-da01-4066-998a-4897351d3157 req-72db98e3-fdb2-454f-b937-2693c840551d service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Received event network-vif-unplugged-1e4fa61b-d720-457d-8161-db217dfd14b2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:51:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2e301b1b-da01-4066-998a-4897351d3157 req-72db98e3-fdb2-454f-b937-2693c840551d service nova] Acquiring lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:51:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2e301b1b-da01-4066-998a-4897351d3157 req-72db98e3-fdb2-454f-b937-2693c840551d service nova] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:51:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2e301b1b-da01-4066-998a-4897351d3157 req-72db98e3-fdb2-454f-b937-2693c840551d service nova] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:51:21 user nova-compute[74491]: DEBUG nova.compute.manager [req-2e301b1b-da01-4066-998a-4897351d3157 req-72db98e3-fdb2-454f-b937-2693c840551d service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] No waiting events found dispatching network-vif-unplugged-1e4fa61b-d720-457d-8161-db217dfd14b2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:51:21 user nova-compute[74491]: DEBUG nova.compute.manager [req-2e301b1b-da01-4066-998a-4897351d3157 req-72db98e3-fdb2-454f-b937-2693c840551d service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Received event network-vif-unplugged-1e4fa61b-d720-457d-8161-db217dfd14b2 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:51:21 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:51:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:51:21 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Creating image(s)
Oct 30 07:51:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "/opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:51:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "/opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:51:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "/opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:51:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "87af9b00eefb19e6ac756f307f2d3425dff1f494" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:51:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "87af9b00eefb19e6ac756f307f2d3425dff1f494" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:51:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/87af9b00eefb19e6ac756f307f2d3425dff1f494.part --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:22 user nova-compute[74491]: DEBUG nova.network.neutron [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Successfully created port: 361df1e1-efab-4327-b176-666666df3ab2 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:51:22 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Instance destroyed successfully.
Oct 30 07:51:22 user nova-compute[74491]: DEBUG nova.objects.instance [None req-1fb9fffb-6b6d-4496-aa4c-151c1303c7b4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lazy-loading 'resources' on Instance uuid 962072d3-a76a-491e-8693-d0f1ce2a2dd8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:51:22 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-1fb9fffb-6b6d-4496-aa4c-151c1303c7b4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:33:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2045118309',display_name='tempest-ServerRescueNegativeTestJSON-server-2045118309',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2045118309',id=1,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:38:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='10f5045c03764000a23c825ac45ee88c',ramdisk_id='',reservation_id='r-ji7ieils',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1194843193',owner_user_name='tempest-ServerRescueNegativeTestJSON-1194843193-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:40:33Z,user_data=None,user_id='028c3259355b490989b2883f4dc4dff5',uuid=962072d3-a76a-491e-8693-d0f1ce2a2dd8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1e4fa61b-d720-457d-8161-db217dfd14b2", "address": "fa:16:3e:51:4e:36", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e4fa61b-d7", "ovs_interfaceid": "1e4fa61b-d720-457d-8161-db217dfd14b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:51:22 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-1fb9fffb-6b6d-4496-aa4c-151c1303c7b4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Converting VIF {"id": "1e4fa61b-d720-457d-8161-db217dfd14b2", "address": "fa:16:3e:51:4e:36", "network": {"id": "5c5b3443-3293-4323-a588-f84a3dd2b926", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1291433525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10f5045c03764000a23c825ac45ee88c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e4fa61b-d7", "ovs_interfaceid": "1e4fa61b-d720-457d-8161-db217dfd14b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:51:22 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-1fb9fffb-6b6d-4496-aa4c-151c1303c7b4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:51:4e:36,bridge_name='br-int',has_traffic_filtering=True,id=1e4fa61b-d720-457d-8161-db217dfd14b2,network=Network(5c5b3443-3293-4323-a588-f84a3dd2b926),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e4fa61b-d7') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:51:22 user nova-compute[74491]: DEBUG os_vif [None req-1fb9fffb-6b6d-4496-aa4c-151c1303c7b4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:51:4e:36,bridge_name='br-int',has_traffic_filtering=True,id=1e4fa61b-d720-457d-8161-db217dfd14b2,network=Network(5c5b3443-3293-4323-a588-f84a3dd2b926),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e4fa61b-d7') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:51:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1e4fa61b-d7, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:51:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:51:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ceb074d4-233a-4e16-93c8-176886b49857) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:51:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:22 user nova-compute[74491]: INFO os_vif [None req-1fb9fffb-6b6d-4496-aa4c-151c1303c7b4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:51:4e:36,bridge_name='br-int',has_traffic_filtering=True,id=1e4fa61b-d720-457d-8161-db217dfd14b2,network=Network(5c5b3443-3293-4323-a588-f84a3dd2b926),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e4fa61b-d7')
Oct 30 07:51:22 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-1fb9fffb-6b6d-4496-aa4c-151c1303c7b4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Deleting instance files /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8_del
Oct 30 07:51:22 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-1fb9fffb-6b6d-4496-aa4c-151c1303c7b4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Deletion of /opt/stack/data/nova/instances/962072d3-a76a-491e-8693-d0f1ce2a2dd8_del complete
Oct 30 07:51:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/87af9b00eefb19e6ac756f307f2d3425dff1f494.part --force-share --output=json" returned: 0 in 0.193s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:51:22 user nova-compute[74491]: DEBUG nova.virt.images [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] 01049a23-1cdc-480e-bf9d-4e8ec5bd691e was qcow2, converting to raw {{(pid=74491) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 30 07:51:22 user nova-compute[74491]: DEBUG nova.privsep.utils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74491) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 07:51:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/87af9b00eefb19e6ac756f307f2d3425dff1f494.part /opt/stack/data/nova/instances/_base/87af9b00eefb19e6ac756f307f2d3425dff1f494.converted {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:22 user nova-compute[74491]: INFO nova.compute.manager [None req-1fb9fffb-6b6d-4496-aa4c-151c1303c7b4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Took 1.08 seconds to destroy the instance on the hypervisor.
Oct 30 07:51:22 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-1fb9fffb-6b6d-4496-aa4c-151c1303c7b4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:51:22 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:51:22 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:51:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/87af9b00eefb19e6ac756f307f2d3425dff1f494.part /opt/stack/data/nova/instances/_base/87af9b00eefb19e6ac756f307f2d3425dff1f494.converted" returned: 0 in 0.311s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:51:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/87af9b00eefb19e6ac756f307f2d3425dff1f494.converted --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:22 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:51:22 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Took 0.46 seconds to deallocate network for instance.
Oct 30 07:51:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/87af9b00eefb19e6ac756f307f2d3425dff1f494.converted --force-share --output=json" returned: 0 in 0.204s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:51:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "87af9b00eefb19e6ac756f307f2d3425dff1f494" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.304s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:51:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/87af9b00eefb19e6ac756f307f2d3425dff1f494 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1fb9fffb-6b6d-4496-aa4c-151c1303c7b4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:51:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1fb9fffb-6b6d-4496-aa4c-151c1303c7b4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/87af9b00eefb19e6ac756f307f2d3425dff1f494 --force-share --output=json" returned: 0 in 0.192s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "87af9b00eefb19e6ac756f307f2d3425dff1f494" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "87af9b00eefb19e6ac756f307f2d3425dff1f494" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/87af9b00eefb19e6ac756f307f2d3425dff1f494 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.network.neutron [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Successfully updated port: 361df1e1-efab-4327-b176-666666df3ab2 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "refresh_cache-87d3e3bd-d205-48f8-8206-c44ad134d416" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquired lock "refresh_cache-87d3e3bd-d205-48f8-8206-c44ad134d416" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.network.neutron [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.compute.manager [req-30ddc31f-962e-4fa4-9100-2f5104f51f59 req-ca450800-5361-4a73-b05d-e6081e9a187c service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Received event network-changed-361df1e1-efab-4327-b176-666666df3ab2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.compute.manager [req-30ddc31f-962e-4fa4-9100-2f5104f51f59 req-ca450800-5361-4a73-b05d-e6081e9a187c service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Refreshing instance network info cache due to event network-changed-361df1e1-efab-4327-b176-666666df3ab2. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-30ddc31f-962e-4fa4-9100-2f5104f51f59 req-ca450800-5361-4a73-b05d-e6081e9a187c service nova] Acquiring lock "refresh_cache-87d3e3bd-d205-48f8-8206-c44ad134d416" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-1fb9fffb-6b6d-4496-aa4c-151c1303c7b4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-1fb9fffb-6b6d-4496-aa4c-151c1303c7b4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.network.neutron [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/87af9b00eefb19e6ac756f307f2d3425dff1f494 --force-share --output=json" returned: 0 in 0.192s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/87af9b00eefb19e6ac756f307f2d3425dff1f494,backing_fmt=raw /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/87af9b00eefb19e6ac756f307f2d3425dff1f494,backing_fmt=raw /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk 1073741824" returned: 0 in 0.052s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "87af9b00eefb19e6ac756f307f2d3425dff1f494" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.248s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/87af9b00eefb19e6ac756f307f2d3425dff1f494 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1fb9fffb-6b6d-4496-aa4c-151c1303c7b4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.435s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:51:23 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-1fb9fffb-6b6d-4496-aa4c-151c1303c7b4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Deleted allocations for instance 962072d3-a76a-491e-8693-d0f1ce2a2dd8
Oct 30 07:51:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1fb9fffb-6b6d-4496-aa4c-151c1303c7b4 tempest-ServerRescueNegativeTestJSON-1194843193 tempest-ServerRescueNegativeTestJSON-1194843193-project-member] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.221s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/87af9b00eefb19e6ac756f307f2d3425dff1f494 --force-share --output=json" returned: 0 in 0.196s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Checking if we can resize image /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.network.neutron [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Updating instance_info_cache with network_info: [{"id": "361df1e1-efab-4327-b176-666666df3ab2", "address": "fa:16:3e:58:25:07", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361df1e1-ef", "ovs_interfaceid": "361df1e1-efab-4327-b176-666666df3ab2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.compute.manager [req-a428a855-9ad2-4e87-8103-582fdda6e91f req-89dca63a-13c7-435a-a153-61eb4871bdd6 service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Received event network-vif-plugged-1e4fa61b-d720-457d-8161-db217dfd14b2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a428a855-9ad2-4e87-8103-582fdda6e91f req-89dca63a-13c7-435a-a153-61eb4871bdd6 service nova] Acquiring lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a428a855-9ad2-4e87-8103-582fdda6e91f req-89dca63a-13c7-435a-a153-61eb4871bdd6 service nova] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a428a855-9ad2-4e87-8103-582fdda6e91f req-89dca63a-13c7-435a-a153-61eb4871bdd6 service nova] Lock "962072d3-a76a-491e-8693-d0f1ce2a2dd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.compute.manager [req-a428a855-9ad2-4e87-8103-582fdda6e91f req-89dca63a-13c7-435a-a153-61eb4871bdd6 service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] No waiting events found dispatching network-vif-plugged-1e4fa61b-d720-457d-8161-db217dfd14b2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:51:23 user nova-compute[74491]: WARNING nova.compute.manager [req-a428a855-9ad2-4e87-8103-582fdda6e91f req-89dca63a-13c7-435a-a153-61eb4871bdd6 service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Received unexpected event network-vif-plugged-1e4fa61b-d720-457d-8161-db217dfd14b2 for instance with vm_state deleted and task_state None.
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.compute.manager [req-a428a855-9ad2-4e87-8103-582fdda6e91f req-89dca63a-13c7-435a-a153-61eb4871bdd6 service nova] [instance: 962072d3-a76a-491e-8693-d0f1ce2a2dd8] Received event network-vif-deleted-1e4fa61b-d720-457d-8161-db217dfd14b2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Releasing lock "refresh_cache-87d3e3bd-d205-48f8-8206-c44ad134d416" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Instance network_info: |[{"id": "361df1e1-efab-4327-b176-666666df3ab2", "address": "fa:16:3e:58:25:07", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361df1e1-ef", "ovs_interfaceid": "361df1e1-efab-4327-b176-666666df3ab2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-30ddc31f-962e-4fa4-9100-2f5104f51f59 req-ca450800-5361-4a73-b05d-e6081e9a187c service nova] Acquired lock "refresh_cache-87d3e3bd-d205-48f8-8206-c44ad134d416" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.network.neutron [req-30ddc31f-962e-4fa4-9100-2f5104f51f59 req-ca450800-5361-4a73-b05d-e6081e9a187c service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Refreshing network info cache for port 361df1e1-efab-4327-b176-666666df3ab2 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Cannot resize image /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Ensure instance console log exists: /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Start _get_guest_xml network_info=[{"id": "361df1e1-efab-4327-b176-666666df3ab2", "address": "fa:16:3e:58:25:07", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361df1e1-ef", "ovs_interfaceid": "361df1e1-efab-4327-b176-666666df3ab2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:51:18Z,direct_url=<?>,disk_format='qcow2',id=01049a23-1cdc-480e-bf9d-4e8ec5bd691e,min_disk=0,min_ram=0,name='tempest-scenario-img--1202382635',owner='06674e64f970483b9c1b28793ac6253d',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:51:19Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '01049a23-1cdc-480e-bf9d-4e8ec5bd691e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:51:23 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:51:23 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:51:18Z,direct_url=<?>,disk_format='qcow2',id=01049a23-1cdc-480e-bf9d-4e8ec5bd691e,min_disk=0,min_ram=0,name='tempest-scenario-img--1202382635',owner='06674e64f970483b9c1b28793ac6253d',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:51:19Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:51:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1195631052',display_name='tempest-TestMinimumBasicScenario-server-1195631052',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1195631052',id=32,image_ref='01049a23-1cdc-480e-bf9d-4e8ec5bd691e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIKP3McPQw0/kEhiMldFQyRZltTyJqDyrjvwH0pqH4Si5Rw347RpGfuBycGhOT5aX3LL9LxGlVDRRDu2QS+VsVMKT1n4seEQQtcennP/OFqrFVAbSKySOogYIbbAloeFSg==',key_name='tempest-TestMinimumBasicScenario-1579795521',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='06674e64f970483b9c1b28793ac6253d',ramdisk_id='',reservation_id='r-xd1iomqt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='01049a23-1cdc-480e-bf9d-4e8ec5bd691e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1913234354',owner_user_name='tempest-TestMinimumBasicScenario-1913234354-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:51:21Z,user_data=None,user_id='93b4a35d9bf24f899d7595366533f78a',uuid=87d3e3bd-d205-48f8-8206-c44ad134d416,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "361df1e1-efab-4327-b176-666666df3ab2", "address": "fa:16:3e:58:25:07", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361df1e1-ef", "ovs_interfaceid": "361df1e1-efab-4327-b176-666666df3ab2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Converting VIF {"id": "361df1e1-efab-4327-b176-666666df3ab2", "address": "fa:16:3e:58:25:07", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361df1e1-ef", "ovs_interfaceid": "361df1e1-efab-4327-b176-666666df3ab2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:58:25:07,bridge_name='br-int',has_traffic_filtering=True,id=361df1e1-efab-4327-b176-666666df3ab2,network=Network(b4a4b7e3-13f0-40aa-a067-480625d7f2fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap361df1e1-ef') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.objects.instance [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lazy-loading 'pci_devices' on Instance uuid 87d3e3bd-d205-48f8-8206-c44ad134d416 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:51:23 user nova-compute[74491]:   <uuid>87d3e3bd-d205-48f8-8206-c44ad134d416</uuid>
Oct 30 07:51:23 user nova-compute[74491]:   <name>instance-00000020</name>
Oct 30 07:51:23 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:51:23 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:51:23 user nova-compute[74491]:   <metadata>
Oct 30 07:51:23 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:51:23 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:51:23 user nova-compute[74491]:       <nova:name>tempest-TestMinimumBasicScenario-server-1195631052</nova:name>
Oct 30 07:51:23 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:51:23</nova:creationTime>
Oct 30 07:51:23 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:51:23 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:51:23 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:51:23 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:51:23 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:51:23 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:51:23 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:51:23 user nova-compute[74491]:       <nova:owner>
Oct 30 07:51:23 user nova-compute[74491]:         <nova:user uuid="93b4a35d9bf24f899d7595366533f78a">tempest-TestMinimumBasicScenario-1913234354-project-member</nova:user>
Oct 30 07:51:23 user nova-compute[74491]:         <nova:project uuid="06674e64f970483b9c1b28793ac6253d">tempest-TestMinimumBasicScenario-1913234354</nova:project>
Oct 30 07:51:23 user nova-compute[74491]:       </nova:owner>
Oct 30 07:51:23 user nova-compute[74491]:       <nova:root type="image" uuid="01049a23-1cdc-480e-bf9d-4e8ec5bd691e"/>
Oct 30 07:51:23 user nova-compute[74491]:       <nova:ports>
Oct 30 07:51:23 user nova-compute[74491]:         <nova:port uuid="361df1e1-efab-4327-b176-666666df3ab2">
Oct 30 07:51:23 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 30 07:51:23 user nova-compute[74491]:         </nova:port>
Oct 30 07:51:23 user nova-compute[74491]:       </nova:ports>
Oct 30 07:51:23 user nova-compute[74491]:     </nova:instance>
Oct 30 07:51:23 user nova-compute[74491]:   </metadata>
Oct 30 07:51:23 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:51:23 user nova-compute[74491]:     <system>
Oct 30 07:51:23 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:51:23 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:51:23 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:51:23 user nova-compute[74491]:       <entry name="serial">87d3e3bd-d205-48f8-8206-c44ad134d416</entry>
Oct 30 07:51:23 user nova-compute[74491]:       <entry name="uuid">87d3e3bd-d205-48f8-8206-c44ad134d416</entry>
Oct 30 07:51:23 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:51:23 user nova-compute[74491]:     </system>
Oct 30 07:51:23 user nova-compute[74491]:   </sysinfo>
Oct 30 07:51:23 user nova-compute[74491]:   <os>
Oct 30 07:51:23 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:51:23 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:51:23 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:51:23 user nova-compute[74491]:   </os>
Oct 30 07:51:23 user nova-compute[74491]:   <features>
Oct 30 07:51:23 user nova-compute[74491]:     <acpi/>
Oct 30 07:51:23 user nova-compute[74491]:     <apic/>
Oct 30 07:51:23 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:51:23 user nova-compute[74491]:   </features>
Oct 30 07:51:23 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:51:23 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:51:23 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:51:23 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:51:23 user nova-compute[74491]:   </clock>
Oct 30 07:51:23 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:51:23 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:51:23 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:51:23 user nova-compute[74491]:   </cpu>
Oct 30 07:51:23 user nova-compute[74491]:   <devices>
Oct 30 07:51:23 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:51:23 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:51:23 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk"/>
Oct 30 07:51:23 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:51:23 user nova-compute[74491]:     </disk>
Oct 30 07:51:23 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:51:23 user nova-compute[74491]:       <mac address="fa:16:3e:58:25:07"/>
Oct 30 07:51:23 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:51:23 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:51:23 user nova-compute[74491]:       <target dev="tap361df1e1-ef"/>
Oct 30 07:51:23 user nova-compute[74491]:     </interface>
Oct 30 07:51:23 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:51:23 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/console.log" append="off"/>
Oct 30 07:51:23 user nova-compute[74491]:     </serial>
Oct 30 07:51:23 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:51:23 user nova-compute[74491]:     <video>
Oct 30 07:51:23 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:51:23 user nova-compute[74491]:     </video>
Oct 30 07:51:23 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:51:23 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:51:23 user nova-compute[74491]:     </rng>
Oct 30 07:51:23 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:51:23 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:51:23 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:51:23 user nova-compute[74491]:     </memballoon>
Oct 30 07:51:23 user nova-compute[74491]:   </devices>
Oct 30 07:51:23 user nova-compute[74491]: </domain>
Oct 30 07:51:23 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:51:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1195631052',display_name='tempest-TestMinimumBasicScenario-server-1195631052',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1195631052',id=32,image_ref='01049a23-1cdc-480e-bf9d-4e8ec5bd691e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIKP3McPQw0/kEhiMldFQyRZltTyJqDyrjvwH0pqH4Si5Rw347RpGfuBycGhOT5aX3LL9LxGlVDRRDu2QS+VsVMKT1n4seEQQtcennP/OFqrFVAbSKySOogYIbbAloeFSg==',key_name='tempest-TestMinimumBasicScenario-1579795521',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='06674e64f970483b9c1b28793ac6253d',ramdisk_id='',reservation_id='r-xd1iomqt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='01049a23-1cdc-480e-bf9d-4e8ec5bd691e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1913234354',owner_user_name='tempest-TestMinimumBasicScenario-1913234354-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:51:21Z,user_data=None,user_id='93b4a35d9bf24f899d7595366533f78a',uuid=87d3e3bd-d205-48f8-8206-c44ad134d416,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "361df1e1-efab-4327-b176-666666df3ab2", "address": "fa:16:3e:58:25:07", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361df1e1-ef", "ovs_interfaceid": "361df1e1-efab-4327-b176-666666df3ab2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Converting VIF {"id": "361df1e1-efab-4327-b176-666666df3ab2", "address": "fa:16:3e:58:25:07", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361df1e1-ef", "ovs_interfaceid": "361df1e1-efab-4327-b176-666666df3ab2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:58:25:07,bridge_name='br-int',has_traffic_filtering=True,id=361df1e1-efab-4327-b176-666666df3ab2,network=Network(b4a4b7e3-13f0-40aa-a067-480625d7f2fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap361df1e1-ef') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG os_vif [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:58:25:07,bridge_name='br-int',has_traffic_filtering=True,id=361df1e1-efab-4327-b176-666666df3ab2,network=Network(b4a4b7e3-13f0-40aa-a067-480625d7f2fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap361df1e1-ef') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '47c0a2ae-9a8f-5194-921c-5d3fd19d5833', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap361df1e1-ef, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap361df1e1-ef, col_values=(('qos', UUID('d55ca41a-9cdc-4299-a4d0-cbd9bdb54ce9')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap361df1e1-ef, col_values=(('external_ids', {'iface-id': '361df1e1-efab-4327-b176-666666df3ab2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:58:25:07', 'vm-uuid': '87d3e3bd-d205-48f8-8206-c44ad134d416'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:23 user nova-compute[74491]: INFO os_vif [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:58:25:07,bridge_name='br-int',has_traffic_filtering=True,id=361df1e1-efab-4327-b176-666666df3ab2,network=Network(b4a4b7e3-13f0-40aa-a067-480625d7f2fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap361df1e1-ef')
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:51:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] No VIF found with MAC fa:16:3e:58:25:07, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:51:24 user nova-compute[74491]: DEBUG nova.network.neutron [req-30ddc31f-962e-4fa4-9100-2f5104f51f59 req-ca450800-5361-4a73-b05d-e6081e9a187c service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Updated VIF entry in instance network info cache for port 361df1e1-efab-4327-b176-666666df3ab2. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:51:24 user nova-compute[74491]: DEBUG nova.network.neutron [req-30ddc31f-962e-4fa4-9100-2f5104f51f59 req-ca450800-5361-4a73-b05d-e6081e9a187c service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Updating instance_info_cache with network_info: [{"id": "361df1e1-efab-4327-b176-666666df3ab2", "address": "fa:16:3e:58:25:07", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361df1e1-ef", "ovs_interfaceid": "361df1e1-efab-4327-b176-666666df3ab2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:51:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-30ddc31f-962e-4fa4-9100-2f5104f51f59 req-ca450800-5361-4a73-b05d-e6081e9a187c service nova] Releasing lock "refresh_cache-87d3e3bd-d205-48f8-8206-c44ad134d416" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:51:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:25 user nova-compute[74491]: DEBUG nova.compute.manager [req-d3f1d9b6-3284-4795-b708-1ca77691b1f5 req-aa3eb429-758e-4cfb-9f6b-c4770240bbc5 service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Received event network-vif-plugged-361df1e1-efab-4327-b176-666666df3ab2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:51:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d3f1d9b6-3284-4795-b708-1ca77691b1f5 req-aa3eb429-758e-4cfb-9f6b-c4770240bbc5 service nova] Acquiring lock "87d3e3bd-d205-48f8-8206-c44ad134d416-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:51:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d3f1d9b6-3284-4795-b708-1ca77691b1f5 req-aa3eb429-758e-4cfb-9f6b-c4770240bbc5 service nova] Lock "87d3e3bd-d205-48f8-8206-c44ad134d416-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:51:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d3f1d9b6-3284-4795-b708-1ca77691b1f5 req-aa3eb429-758e-4cfb-9f6b-c4770240bbc5 service nova] Lock "87d3e3bd-d205-48f8-8206-c44ad134d416-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:51:25 user nova-compute[74491]: DEBUG nova.compute.manager [req-d3f1d9b6-3284-4795-b708-1ca77691b1f5 req-aa3eb429-758e-4cfb-9f6b-c4770240bbc5 service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] No waiting events found dispatching network-vif-plugged-361df1e1-efab-4327-b176-666666df3ab2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:51:25 user nova-compute[74491]: WARNING nova.compute.manager [req-d3f1d9b6-3284-4795-b708-1ca77691b1f5 req-aa3eb429-758e-4cfb-9f6b-c4770240bbc5 service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Received unexpected event network-vif-plugged-361df1e1-efab-4327-b176-666666df3ab2 for instance with vm_state building and task_state spawning.
Oct 30 07:51:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:27 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:51:27 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:51:27 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Instance spawned successfully.
Oct 30 07:51:27 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:51:27 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:51:27 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:51:27 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:51:27 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:51:27 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:51:27 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:51:27 user nova-compute[74491]: DEBUG nova.compute.manager [req-bf98a993-4b77-4041-a014-29016f58a0ea req-83e2aad0-dab2-41eb-9992-c405c0e4d89f service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Received event network-vif-plugged-361df1e1-efab-4327-b176-666666df3ab2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:51:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-bf98a993-4b77-4041-a014-29016f58a0ea req-83e2aad0-dab2-41eb-9992-c405c0e4d89f service nova] Acquiring lock "87d3e3bd-d205-48f8-8206-c44ad134d416-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:51:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-bf98a993-4b77-4041-a014-29016f58a0ea req-83e2aad0-dab2-41eb-9992-c405c0e4d89f service nova] Lock "87d3e3bd-d205-48f8-8206-c44ad134d416-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:51:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-bf98a993-4b77-4041-a014-29016f58a0ea req-83e2aad0-dab2-41eb-9992-c405c0e4d89f service nova] Lock "87d3e3bd-d205-48f8-8206-c44ad134d416-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:51:27 user nova-compute[74491]: DEBUG nova.compute.manager [req-bf98a993-4b77-4041-a014-29016f58a0ea req-83e2aad0-dab2-41eb-9992-c405c0e4d89f service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] No waiting events found dispatching network-vif-plugged-361df1e1-efab-4327-b176-666666df3ab2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:51:27 user nova-compute[74491]: WARNING nova.compute.manager [req-bf98a993-4b77-4041-a014-29016f58a0ea req-83e2aad0-dab2-41eb-9992-c405c0e4d89f service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Received unexpected event network-vif-plugged-361df1e1-efab-4327-b176-666666df3ab2 for instance with vm_state building and task_state spawning.
Oct 30 07:51:27 user nova-compute[74491]: INFO nova.compute.manager [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Took 5.90 seconds to spawn the instance on the hypervisor.
Oct 30 07:51:27 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:51:27 user nova-compute[74491]: INFO nova.compute.manager [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Took 6.60 seconds to build instance.
Oct 30 07:51:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f39316c4-c10c-42b7-a435-2694dc6e375e tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "87d3e3bd-d205-48f8-8206-c44ad134d416" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.697s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:51:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "93366d69-7b42-4e6f-ba14-77d311fba5b8" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:51:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "93366d69-7b42-4e6f-ba14-77d311fba5b8" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:51:37 user nova-compute[74491]: INFO nova.compute.manager [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Unshelving
Oct 30 07:51:37 user nova-compute[74491]: INFO nova.virt.block_device [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Booting with volume 6aa7c129-3d87-4080-9754-e1d8bf324fe2 at /dev/vdc
Oct 30 07:51:37 user nova-compute[74491]: DEBUG os_brick.utils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:51:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:51:37 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[31ee02b4-b7cd-4108-a424-0c4db21b8bad]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:51:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:51:37 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3b8fe3a-8d62-44ea-a1f1-5e2d81a5717f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:51:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:51:37 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d86a4316-95bb-4778-b7ba-9ff52ae3eaad]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:51:37 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[391a7be9-1bb0-4f90-b72b-72bbed483ec7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:51:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:51:37 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:51:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:51:37 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:51:37 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee71b43b-0fe6-4a5d-a54e-9ef64d97191a]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:51:37 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:51:37 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:51:37 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:51:37 user nova-compute[74491]: DEBUG os_brick.utils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:51:37 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Updating existing volume attachment record: 86c84e93-7958-47c5-b31c-b96e8eea00bc {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:51:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:51:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 07:51:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:51:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:51:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:43 user nova-compute[74491]: DEBUG nova.compute.manager [req-914ff530-d6a4-4952-a244-5117e9cb0e01 req-0941d209-db87-4c67-867d-7d18d083132d service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Received event network-changed-5d88d0c6-4bb7-46e3-9e9f-5d71acf14980 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:51:43 user nova-compute[74491]: DEBUG nova.compute.manager [req-914ff530-d6a4-4952-a244-5117e9cb0e01 req-0941d209-db87-4c67-867d-7d18d083132d service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Refreshing instance network info cache due to event network-changed-5d88d0c6-4bb7-46e3-9e9f-5d71acf14980. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:51:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-914ff530-d6a4-4952-a244-5117e9cb0e01 req-0941d209-db87-4c67-867d-7d18d083132d service nova] Acquiring lock "refresh_cache-041086e2-33e9-4c30-9bf3-fdaae1b86632" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:51:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-914ff530-d6a4-4952-a244-5117e9cb0e01 req-0941d209-db87-4c67-867d-7d18d083132d service nova] Acquired lock "refresh_cache-041086e2-33e9-4c30-9bf3-fdaae1b86632" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:51:43 user nova-compute[74491]: DEBUG nova.network.neutron [req-914ff530-d6a4-4952-a244-5117e9cb0e01 req-0941d209-db87-4c67-867d-7d18d083132d service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Refreshing network info cache for port 5d88d0c6-4bb7-46e3-9e9f-5d71acf14980 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:51:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "041086e2-33e9-4c30-9bf3-fdaae1b86632" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:51:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "041086e2-33e9-4c30-9bf3-fdaae1b86632" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:51:43 user nova-compute[74491]: DEBUG nova.network.neutron [req-914ff530-d6a4-4952-a244-5117e9cb0e01 req-0941d209-db87-4c67-867d-7d18d083132d service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Updated VIF entry in instance network info cache for port 5d88d0c6-4bb7-46e3-9e9f-5d71acf14980. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:51:43 user nova-compute[74491]: DEBUG nova.network.neutron [req-914ff530-d6a4-4952-a244-5117e9cb0e01 req-0941d209-db87-4c67-867d-7d18d083132d service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Updating instance_info_cache with network_info: [{"id": "5d88d0c6-4bb7-46e3-9e9f-5d71acf14980", "address": "fa:16:3e:be:3c:c7", "network": {"id": "bd8c866d-4a45-414c-843a-0c4d97d7faa6", "bridge": "br-int", "label": "tempest-TestStampPattern-509748374-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f20f318c0ce94480adddf9696681b5b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d88d0c6-4b", "ovs_interfaceid": "5d88d0c6-4bb7-46e3-9e9f-5d71acf14980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:51:43 user nova-compute[74491]: DEBUG nova.objects.instance [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lazy-loading 'flavor' on Instance uuid 041086e2-33e9-4c30-9bf3-fdaae1b86632 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:51:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-914ff530-d6a4-4952-a244-5117e9cb0e01 req-0941d209-db87-4c67-867d-7d18d083132d service nova] Releasing lock "refresh_cache-041086e2-33e9-4c30-9bf3-fdaae1b86632" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:51:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "041086e2-33e9-4c30-9bf3-fdaae1b86632" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:51:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "041086e2-33e9-4c30-9bf3-fdaae1b86632" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:51:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "041086e2-33e9-4c30-9bf3-fdaae1b86632" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:51:43 user nova-compute[74491]: INFO nova.compute.manager [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Attaching volume 1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 to /dev/vdb
Oct 30 07:51:43 user nova-compute[74491]: DEBUG os_brick.utils [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:51:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:51:43 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bac38be-6bb5-4b3d-9e1a-dc13537cc655]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:51:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:51:43 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[70e98381-c396-44d5-aae0-0ad8e001ad07]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:51:43 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:51:44 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[df3228a8-09e0-4b49-bf68-8007b9070bec]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:51:44 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[561128c2-7243-433c-8351-d42874a9ffa4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:51:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:51:44 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:51:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:44 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:51:44 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:51:44 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a51353d-96df-4504-a806-2fc33ec16b0d]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:51:44 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:51:44 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:51:44 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:51:44 user nova-compute[74491]: DEBUG os_brick.utils [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] <== get_connector_properties: return (141ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:51:44 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Updating existing volume attachment record: d43422f8-3647-4c82-a682-bffecde1a778 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:51:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:47 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:51:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 07:51:48 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:51:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:49 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:51:49 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:51:49 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 07:51:49 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 07:51:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-ffba7846-2a43-48b7-bd99-27fc59c81765" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:51:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-ffba7846-2a43-48b7-bd99-27fc59c81765" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:51:49 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 07:51:49 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lazy-loading 'info_cache' on Instance uuid ffba7846-2a43-48b7-bd99-27fc59c81765 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:51:49 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Updating instance_info_cache with network_info: [{"id": "4473130f-e4d4-4c60-a047-fc809045a251", "address": "fa:16:3e:1f:df:03", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4473130f-e4", "ovs_interfaceid": "4473130f-e4d4-4c60-a047-fc809045a251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:51:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-ffba7846-2a43-48b7-bd99-27fc59c81765" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:51:49 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 07:51:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:51 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:51:53 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:51:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:51:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:51:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:51:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 07:51:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:51:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:53 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:51:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:51:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "643c14ed-732b-4081-9a8a-422da2f76f0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:51:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "643c14ed-732b-4081-9a8a-422da2f76f0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:51:54 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:51:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:51:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:51:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:51:54 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:51:54 user nova-compute[74491]: INFO nova.compute.claims [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Claim successful on node user
Oct 30 07:51:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:51:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:51:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:54 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:51:54 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:51:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.439s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:51:54 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:51:54 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:51:54 user nova-compute[74491]: DEBUG nova.network.neutron [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:51:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:51:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:54 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:51:54 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:51:54 user nova-compute[74491]: DEBUG nova.policy [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c60fbfc7c864b9f8cd4c2e5265791b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bf5f042f1294411be0594d4439321be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:51:54 user nova-compute[74491]: INFO nova.virt.block_device [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Booting with volume 973f098a-5d57-40da-af86-6eb1ec3233f7 at /dev/vda
Oct 30 07:51:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:51:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9647fc9d-8bb1-4f0e-ad50-8356339e49e8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:55 user nova-compute[74491]: DEBUG os_brick.utils [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:51:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:51:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0646bbe3-49bb-4da9-88a5-859de6f05b38]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:51:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:51:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[91e39721-5fad-48c3-a1dc-4cb557360b36]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:51:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:51:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e447a71-0e74-4249-98fc-91aa7b23cce1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:51:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cf3d56d-ab08-479c-8813-e00a68cf2cde]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:51:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:51:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:51:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:51:55 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:51:55 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f4b8dbb-33d1-42d3-81c2-5616c5a1e16b]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:51:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:51:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:51:55 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:51:55 user nova-compute[74491]: DEBUG os_brick.utils [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:51:55 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Updating existing volume attachment record: 9b2ebcae-15d3-4a86-a30d-a959ed632871 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:51:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9647fc9d-8bb1-4f0e-ad50-8356339e49e8/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:51:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9647fc9d-8bb1-4f0e-ad50-8356339e49e8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9647fc9d-8bb1-4f0e-ad50-8356339e49e8/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:51:55 user nova-compute[74491]: DEBUG nova.network.neutron [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Successfully created port: b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:51:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:55 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:51:55 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:51:55 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8222MB free_disk=25.37514877319336GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 07:51:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:51:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:51:56 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ffba7846-2a43-48b7-bd99-27fc59c81765 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:51:56 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:51:56 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 041086e2-33e9-4c30-9bf3-fdaae1b86632 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:51:56 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 9647fc9d-8bb1-4f0e-ad50-8356339e49e8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:51:56 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 87d3e3bd-d205-48f8-8206-c44ad134d416 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:51:56 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 93366d69-7b42-4e6f-ba14-77d311fba5b8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 30 07:51:56 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 643c14ed-732b-4081-9a8a-422da2f76f0f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:51:56 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 07:51:56 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 07:51:56 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:51:56 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:51:56 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 07:51:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.468s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:51:56 user nova-compute[74491]: DEBUG nova.network.neutron [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Successfully updated port: b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:51:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "refresh_cache-643c14ed-732b-4081-9a8a-422da2f76f0f" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:51:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquired lock "refresh_cache-643c14ed-732b-4081-9a8a-422da2f76f0f" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:51:56 user nova-compute[74491]: DEBUG nova.network.neutron [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:51:56 user nova-compute[74491]: DEBUG nova.compute.manager [req-ee564f08-e06a-405d-b828-1e1a6ef6741b req-048cdc23-1d21-4089-aaa7-d52b41570deb service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Received event network-changed-b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:51:56 user nova-compute[74491]: DEBUG nova.compute.manager [req-ee564f08-e06a-405d-b828-1e1a6ef6741b req-048cdc23-1d21-4089-aaa7-d52b41570deb service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Refreshing instance network info cache due to event network-changed-b5b6c7ee-b8f3-49ac-b207-75230bb83dd2. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:51:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ee564f08-e06a-405d-b828-1e1a6ef6741b req-048cdc23-1d21-4089-aaa7-d52b41570deb service nova] Acquiring lock "refresh_cache-643c14ed-732b-4081-9a8a-422da2f76f0f" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:51:56 user nova-compute[74491]: DEBUG nova.network.neutron [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:51:56 user nova-compute[74491]: DEBUG nova.network.neutron [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Updating instance_info_cache with network_info: [{"id": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "address": "fa:16:3e:a2:01:25", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5b6c7ee-b8", "ovs_interfaceid": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:51:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Releasing lock "refresh_cache-643c14ed-732b-4081-9a8a-422da2f76f0f" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:51:56 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Instance network_info: |[{"id": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "address": "fa:16:3e:a2:01:25", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5b6c7ee-b8", "ovs_interfaceid": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:51:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ee564f08-e06a-405d-b828-1e1a6ef6741b req-048cdc23-1d21-4089-aaa7-d52b41570deb service nova] Acquired lock "refresh_cache-643c14ed-732b-4081-9a8a-422da2f76f0f" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:51:56 user nova-compute[74491]: DEBUG nova.network.neutron [req-ee564f08-e06a-405d-b828-1e1a6ef6741b req-048cdc23-1d21-4089-aaa7-d52b41570deb service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Refreshing network info cache for port b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG nova.objects.instance [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lazy-loading 'pci_requests' on Instance uuid 93366d69-7b42-4e6f-ba14-77d311fba5b8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG nova.objects.instance [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lazy-loading 'numa_topology' on Instance uuid 93366d69-7b42-4e6f-ba14-77d311fba5b8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Acquiring lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:51:57 user nova-compute[74491]: INFO nova.compute.claims [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Claim successful on node user
Oct 30 07:51:57 user nova-compute[74491]: DEBUG nova.objects.instance [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lazy-loading 'flavor' on Instance uuid 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG nova.network.neutron [req-ee564f08-e06a-405d-b828-1e1a6ef6741b req-048cdc23-1d21-4089-aaa7-d52b41570deb service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Updated VIF entry in instance network info cache for port b5b6c7ee-b8f3-49ac-b207-75230bb83dd2. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG nova.network.neutron [req-ee564f08-e06a-405d-b828-1e1a6ef6741b req-048cdc23-1d21-4089-aaa7-d52b41570deb service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Updating instance_info_cache with network_info: [{"id": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "address": "fa:16:3e:a2:01:25", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5b6c7ee-b8", "ovs_interfaceid": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ee564f08-e06a-405d-b828-1e1a6ef6741b req-048cdc23-1d21-4089-aaa7-d52b41570deb service nova] Releasing lock "refresh_cache-643c14ed-732b-4081-9a8a-422da2f76f0f" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Acquiring lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:51:57 user nova-compute[74491]: INFO nova.compute.manager [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Attaching volume 28cea679-8f37-45a0-9463-f1ec11a584c7 to /dev/vdb
Oct 30 07:51:57 user nova-compute[74491]: DEBUG os_brick.utils [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1e6f6f9-b284-4d32-9c4a-25b69915fed2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9aaaf37-3c41-49a9-8db7-7fcdfe2f61c5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2d1911c-ca82-496d-b72e-37f2c03b059b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.435s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e517b43-5d36-4abd-b77e-ac3231299a6c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:51:57 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:51:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f04852d9-b9c1-43b3-bee8-a1389eaff75c]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG os_brick.utils [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] <== get_connector_properties: return (152ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:51:57 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Updating existing volume attachment record: 3f02a266-61d6-420b-97b7-1677eb304431 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:51:57 user nova-compute[74491]: INFO nova.network.neutron [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Updating port d951ff2a-a122-46e5-be70-0d5b4c83fbc7 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 30 07:51:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "refresh_cache-93366d69-7b42-4e6f-ba14-77d311fba5b8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:51:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquired lock "refresh_cache-93366d69-7b42-4e6f-ba14-77d311fba5b8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:51:58 user nova-compute[74491]: DEBUG nova.network.neutron [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:51:58 user nova-compute[74491]: DEBUG nova.compute.manager [req-dfb652bb-90a2-4dba-b7e5-242ef7f45bfe req-7c82233e-25b1-463b-97ee-1b9f6ad7ddaa service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Received event network-changed-d951ff2a-a122-46e5-be70-0d5b4c83fbc7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:51:58 user nova-compute[74491]: DEBUG nova.compute.manager [req-dfb652bb-90a2-4dba-b7e5-242ef7f45bfe req-7c82233e-25b1-463b-97ee-1b9f6ad7ddaa service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Refreshing instance network info cache due to event network-changed-d951ff2a-a122-46e5-be70-0d5b4c83fbc7. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:51:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-dfb652bb-90a2-4dba-b7e5-242ef7f45bfe req-7c82233e-25b1-463b-97ee-1b9f6ad7ddaa service nova] Acquiring lock "refresh_cache-93366d69-7b42-4e6f-ba14-77d311fba5b8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:51:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:51:58 user nova-compute[74491]: DEBUG nova.network.neutron [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Updating instance_info_cache with network_info: [{"id": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "address": "fa:16:3e:1d:65:43", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd951ff2a-a1", "ovs_interfaceid": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:51:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Releasing lock "refresh_cache-93366d69-7b42-4e6f-ba14-77d311fba5b8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:51:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:51:58 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Creating image(s)
Oct 30 07:51:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "/opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:51:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "/opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:51:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "/opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:51:58 user nova-compute[74491]: DEBUG nova.objects.instance [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lazy-loading 'trusted_certs' on Instance uuid 93366d69-7b42-4e6f-ba14-77d311fba5b8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:51:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-dfb652bb-90a2-4dba-b7e5-242ef7f45bfe req-7c82233e-25b1-463b-97ee-1b9f6ad7ddaa service nova] Acquired lock "refresh_cache-93366d69-7b42-4e6f-ba14-77d311fba5b8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:51:58 user nova-compute[74491]: DEBUG nova.network.neutron [req-dfb652bb-90a2-4dba-b7e5-242ef7f45bfe req-7c82233e-25b1-463b-97ee-1b9f6ad7ddaa service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Refreshing network info cache for port d951ff2a-a122-46e5-be70-0d5b4c83fbc7 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:51:58 user nova-compute[74491]: DEBUG nova.objects.base [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Object Instance<93366d69-7b42-4e6f-ba14-77d311fba5b8> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:51:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "780a7c0b669b43c037a2b04a557da3c046403872" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:51:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "780a7c0b669b43c037a2b04a557da3c046403872" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:52:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/780a7c0b669b43c037a2b04a557da3c046403872.part --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:00 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:52:00 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:52:00 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:52:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/780a7c0b669b43c037a2b04a557da3c046403872.part --force-share --output=json" returned: 0 in 0.207s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:00 user nova-compute[74491]: DEBUG nova.virt.images [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] e4c1b44a-eae5-4b3b-bc64-c9c22dc290e2 was qcow2, converting to raw {{(pid=74491) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 30 07:52:00 user nova-compute[74491]: DEBUG nova.privsep.utils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74491) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 07:52:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/780a7c0b669b43c037a2b04a557da3c046403872.part /opt/stack/data/nova/instances/_base/780a7c0b669b43c037a2b04a557da3c046403872.converted {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:00 user nova-compute[74491]: DEBUG nova.network.neutron [req-dfb652bb-90a2-4dba-b7e5-242ef7f45bfe req-7c82233e-25b1-463b-97ee-1b9f6ad7ddaa service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Updated VIF entry in instance network info cache for port d951ff2a-a122-46e5-be70-0d5b4c83fbc7. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:52:00 user nova-compute[74491]: DEBUG nova.network.neutron [req-dfb652bb-90a2-4dba-b7e5-242ef7f45bfe req-7c82233e-25b1-463b-97ee-1b9f6ad7ddaa service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Updating instance_info_cache with network_info: [{"id": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "address": "fa:16:3e:1d:65:43", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd951ff2a-a1", "ovs_interfaceid": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:52:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-dfb652bb-90a2-4dba-b7e5-242ef7f45bfe req-7c82233e-25b1-463b-97ee-1b9f6ad7ddaa service nova] Releasing lock "refresh_cache-93366d69-7b42-4e6f-ba14-77d311fba5b8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:52:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/780a7c0b669b43c037a2b04a557da3c046403872.part /opt/stack/data/nova/instances/_base/780a7c0b669b43c037a2b04a557da3c046403872.converted" returned: 0 in 0.284s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/780a7c0b669b43c037a2b04a557da3c046403872.converted --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/780a7c0b669b43c037a2b04a557da3c046403872.converted --force-share --output=json" returned: 0 in 0.175s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "780a7c0b669b43c037a2b04a557da3c046403872" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.956s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:52:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/780a7c0b669b43c037a2b04a557da3c046403872 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/780a7c0b669b43c037a2b04a557da3c046403872 --force-share --output=json" returned: 0 in 0.185s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "780a7c0b669b43c037a2b04a557da3c046403872" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:52:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "780a7c0b669b43c037a2b04a557da3c046403872" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:52:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/780a7c0b669b43c037a2b04a557da3c046403872 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/780a7c0b669b43c037a2b04a557da3c046403872 --force-share --output=json" returned: 0 in 0.179s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/780a7c0b669b43c037a2b04a557da3c046403872,backing_fmt=raw /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/780a7c0b669b43c037a2b04a557da3c046403872,backing_fmt=raw /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk 1073741824" returned: 0 in 0.048s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "780a7c0b669b43c037a2b04a557da3c046403872" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.234s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:52:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/780a7c0b669b43c037a2b04a557da3c046403872 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/780a7c0b669b43c037a2b04a557da3c046403872 --force-share --output=json" returned: 0 in 0.177s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:01 user nova-compute[74491]: DEBUG nova.objects.instance [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lazy-loading 'migration_context' on Instance uuid 93366d69-7b42-4e6f-ba14-77d311fba5b8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:52:01 user nova-compute[74491]: DEBUG nova.objects.base [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Object Instance<93366d69-7b42-4e6f-ba14-77d311fba5b8> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:52:01 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Rebasing disk image.
Oct 30 07:52:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.212s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 -F raw /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'omlJUvqr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:52:03 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:52:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:52:03 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:52:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:52:03 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:52:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[07f2473a-9890-4945-9361-4d78c065603d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:52:03 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[41ae29ef-8491-4ca9-882f-ed1cf902d68f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4] added
Oct 30 07:52:03 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.029s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[01b29f11-f76b-4f28-8d26-26b573d67448]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[27b191c5-556c-4203-b0b6-4f0f071c69c5]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 -F raw /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk" returned: 0 in 2.161s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Ensure instance console log exists: /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Start _get_guest_xml network_info=[{"id": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "address": "fa:16:3e:1d:65:43", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd951ff2a-a1", "ovs_interfaceid": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='ef292884c02a65ce076568b0bf10e1f5',container_format='bare',created_at=2023-10-30T07:49:45Z,direct_url=<?>,disk_format='qcow2',id=e4c1b44a-eae5-4b3b-bc64-c9c22dc290e2,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1292790537-shelved',owner='0c80c5fa82b04cb384f1e4d056a69980',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-30T07:49:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vdc', 'disk_bus': 'virtio', 'boot_index': None, 'attachment_id': '86c84e93-7958-47c5-b31c-b96e8eea00bc', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IKlLgGkW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '93366d69-7b42-4e6f-ba14-77d311fba5b8', 'attached_at': '', 'detached_at': '', 'volume_id': '6aa7c129-3d87-4080-9754-e1d8bf324fe2', 'serial': '6aa7c129-3d87-4080-9754-e1d8bf324fe2'}, 'delete_on_termination': False, 'volume_type': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v omlJUvqr {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v omlJUvqr" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[75703d4b-9633-452d-931c-6938f2378b1f]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'omlJUvqr'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:03 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:52:03 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:52:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ef292884c02a65ce076568b0bf10e1f5',container_format='bare',created_at=2023-10-30T07:49:45Z,direct_url=<?>,disk_format='qcow2',id=e4c1b44a-eae5-4b3b-bc64-c9c22dc290e2,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1292790537-shelved',owner='0c80c5fa82b04cb384f1e4d056a69980',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-30T07:49:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG nova.objects.instance [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lazy-loading 'vcpu_model' on Instance uuid 93366d69-7b42-4e6f-ba14-77d311fba5b8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[98cc49fa-8a29-4ed2-b884-34afc68870a5]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:03 user nova-compute[74491]: DEBUG nova.objects.base [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Object Instance<93366d69-7b42-4e6f-ba14-77d311fba5b8> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:52:04 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:52:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IKlLgGkW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:52:04 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:52:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:52:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8b44063-7f5e-469e-856d-a5ff4dc8ac28]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 30 07:52:04 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:52:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 30 07:52:04 user nova-compute[74491]:  {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:52:04 user nova-compute[74491]: WARNING os_brick.initiator.connectors.iscsi [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 30 07:52:04 user nova-compute[74491]: 
Oct 30 07:52:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c55082a6-601a-466e-814d-6d3a98738ac0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4, portal: 172.16.0.220,3260]
Oct 30 07:52:04 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4, portal: 172.16.0.220,3260] successful.
Oct 30 07:52:04 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d918230d-fc41-4517-aa26-4d4cc2b2669e]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[10ee6db5-9a8a-4d81-8a73-feada2be811e]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 (non-flash)
Oct 30 07:52:04 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:52:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 (non-flash)
Oct 30 07:52:04 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:52:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.347s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:52:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:52:04 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] HCTL ('33', '-', '-', 0) found on session 30 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:52:04 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:52:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a20652de-7a03-4892-bf0a-8b9a6bac54a0]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:04 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Searching for a device in session 30 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:52:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'omlJUvqr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.389s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] <== connect_volume: return (1390ms) {'type': 'block', 'scsi_wwn': '23533663536383633', 'path': '/dev/sdb'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23533663536383633', 'path': '/dev/sdb'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.156s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:52:05 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:52:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:52:05 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG nova.objects.instance [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lazy-loading 'flavor' on Instance uuid 041086e2-33e9-4c30-9bf3-fdaae1b86632 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[09f5fed9-433b-4307-abcc-04eb979c4074]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:52:05 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 07:52:05 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:52:05 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 07:52:05 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:52:05 user nova-compute[74491]:   <serial>1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4</serial>
Oct 30 07:52:05 user nova-compute[74491]: </disk>
Oct 30 07:52:05 user nova-compute[74491]:  {{(pid=74491) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[514ce573-789e-41f6-a067-cbdd6cfcf3a3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2] added
Oct 30 07:52:05 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[91891355-1b79-4db4-81d5-cf8b7d2be5fb]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8594d4cf-f23b-4626-aa19-2c759dd3917a]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IKlLgGkW {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IKlLgGkW" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b5e90d5-a629-4834-88e7-b60efed5f49e]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IKlLgGkW'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e01055ba-4ca9-4750-b605-5b1cb8ff2a7a]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5da82bd6-9abb-4cfa-9713-690f3a8d3766]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 (non-flash)
Oct 30 07:52:05 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 (non-flash)
Oct 30 07:52:05 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[02a4400c-16b8-4e9c-8328-907f2c30cd90]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2, portal: 172.16.0.220,3260]
Oct 30 07:52:05 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2, portal: 172.16.0.220,3260] successful.
Oct 30 07:52:05 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[397378e4-ea3e-41cf-9ca8-fa93a9019697]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4f9d371-3c1a-4966-a0c7-8c925732c333]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 (non-flash)
Oct 30 07:52:05 user nova-compute[74491]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)
Oct 30 07:52:05 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 (non-flash)
Oct 30 07:52:05 user nova-compute[74491]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)
Oct 30 07:52:05 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.268s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] HCTL ('34', '-', '-', 0) found on session 31 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[37780a06-157e-4b82-a1f4-b68a65dd585c]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Searching for a device in session 31 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IKlLgGkW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] No VIF found with MAC fa:16:3e:be:3c:c7, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:52:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5b9897ea-c117-41af-82d2-c253a2082fc2 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "041086e2-33e9-4c30-9bf3-fdaae1b86632" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.850s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:52:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.297s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:52:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] <== connect_volume: return (2453ms) {'type': 'block', 'scsi_wwn': '23665616432633838', 'path': '/dev/sdc'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:52:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23665616432633838', 'path': '/dev/sdc'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:52:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T07:47:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1292790537',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1292790537',id=28,image_ref='e4c1b44a-eae5-4b3b-bc64-c9c22dc290e2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-476150559',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:47:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='0c80c5fa82b04cb384f1e4d056a69980',ramdisk_id='',reservation_id='r-g87zrxuf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-9842313',owner_user_name='tempest-AttachVolumeShelveTestJSON-9842313-project-member',shelved_at='2023-10-30T07:49:50.267593',shelved_host='user',shelved_image_id='e4c1b44a-eae5-4b3b-bc64-c9c22dc290e2'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:51:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0628c3678bc542ef977f664abaaeb041',uuid=93366d69-7b42-4e6f-ba14-77d311fba5b8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "address": "fa:16:3e:1d:65:43", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd951ff2a-a1", "ovs_interfaceid": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:52:06 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Converting VIF {"id": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "address": "fa:16:3e:1d:65:43", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd951ff2a-a1", "ovs_interfaceid": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:52:06 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1d:65:43,bridge_name='br-int',has_traffic_filtering=True,id=d951ff2a-a122-46e5-be70-0d5b4c83fbc7,network=Network(6533d0fd-c0f1-4d14-8ab9-2e397982a10b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd951ff2a-a1') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:52:06 user nova-compute[74491]: DEBUG nova.objects.instance [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lazy-loading 'pci_devices' on Instance uuid 93366d69-7b42-4e6f-ba14-77d311fba5b8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:52:06 user nova-compute[74491]: DEBUG nova.objects.base [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Object Instance<93366d69-7b42-4e6f-ba14-77d311fba5b8> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:52:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:52:06 user nova-compute[74491]:   <uuid>93366d69-7b42-4e6f-ba14-77d311fba5b8</uuid>
Oct 30 07:52:06 user nova-compute[74491]:   <name>instance-0000001c</name>
Oct 30 07:52:06 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:52:06 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:52:06 user nova-compute[74491]:   <metadata>
Oct 30 07:52:06 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:52:06 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:52:06 user nova-compute[74491]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1292790537</nova:name>
Oct 30 07:52:06 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:52:03</nova:creationTime>
Oct 30 07:52:06 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:52:06 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:52:06 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:52:06 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:52:06 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:52:06 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:52:06 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:52:06 user nova-compute[74491]:       <nova:owner>
Oct 30 07:52:06 user nova-compute[74491]:         <nova:user uuid="0628c3678bc542ef977f664abaaeb041">tempest-AttachVolumeShelveTestJSON-9842313-project-member</nova:user>
Oct 30 07:52:06 user nova-compute[74491]:         <nova:project uuid="0c80c5fa82b04cb384f1e4d056a69980">tempest-AttachVolumeShelveTestJSON-9842313</nova:project>
Oct 30 07:52:06 user nova-compute[74491]:       </nova:owner>
Oct 30 07:52:06 user nova-compute[74491]:       <nova:root type="image" uuid="e4c1b44a-eae5-4b3b-bc64-c9c22dc290e2"/>
Oct 30 07:52:06 user nova-compute[74491]:       <nova:ports>
Oct 30 07:52:06 user nova-compute[74491]:         <nova:port uuid="d951ff2a-a122-46e5-be70-0d5b4c83fbc7">
Oct 30 07:52:06 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 30 07:52:06 user nova-compute[74491]:         </nova:port>
Oct 30 07:52:06 user nova-compute[74491]:       </nova:ports>
Oct 30 07:52:06 user nova-compute[74491]:     </nova:instance>
Oct 30 07:52:06 user nova-compute[74491]:   </metadata>
Oct 30 07:52:06 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:52:06 user nova-compute[74491]:     <system>
Oct 30 07:52:06 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:52:06 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:52:06 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:52:06 user nova-compute[74491]:       <entry name="serial">93366d69-7b42-4e6f-ba14-77d311fba5b8</entry>
Oct 30 07:52:06 user nova-compute[74491]:       <entry name="uuid">93366d69-7b42-4e6f-ba14-77d311fba5b8</entry>
Oct 30 07:52:06 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:52:06 user nova-compute[74491]:     </system>
Oct 30 07:52:06 user nova-compute[74491]:   </sysinfo>
Oct 30 07:52:06 user nova-compute[74491]:   <os>
Oct 30 07:52:06 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:52:06 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:52:06 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:52:06 user nova-compute[74491]:   </os>
Oct 30 07:52:06 user nova-compute[74491]:   <features>
Oct 30 07:52:06 user nova-compute[74491]:     <acpi/>
Oct 30 07:52:06 user nova-compute[74491]:     <apic/>
Oct 30 07:52:06 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:52:06 user nova-compute[74491]:   </features>
Oct 30 07:52:06 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:52:06 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:52:06 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:52:06 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:52:06 user nova-compute[74491]:   </clock>
Oct 30 07:52:06 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:52:06 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:52:06 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:52:06 user nova-compute[74491]:   </cpu>
Oct 30 07:52:06 user nova-compute[74491]:   <devices>
Oct 30 07:52:06 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:52:06 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:52:06 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk"/>
Oct 30 07:52:06 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:52:06 user nova-compute[74491]:     </disk>
Oct 30 07:52:06 user nova-compute[74491]:     <disk type="block" device="disk">
Oct 30 07:52:06 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:52:06 user nova-compute[74491]:       <source dev="/dev/sdc"/>
Oct 30 07:52:06 user nova-compute[74491]:       <target dev="vdc" bus="virtio"/>
Oct 30 07:52:06 user nova-compute[74491]:       <serial>6aa7c129-3d87-4080-9754-e1d8bf324fe2</serial>
Oct 30 07:52:06 user nova-compute[74491]:     </disk>
Oct 30 07:52:06 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:52:06 user nova-compute[74491]:       <mac address="fa:16:3e:1d:65:43"/>
Oct 30 07:52:06 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:52:06 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:52:06 user nova-compute[74491]:       <target dev="tapd951ff2a-a1"/>
Oct 30 07:52:06 user nova-compute[74491]:     </interface>
Oct 30 07:52:06 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:52:06 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/console.log" append="off"/>
Oct 30 07:52:06 user nova-compute[74491]:     </serial>
Oct 30 07:52:06 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:52:06 user nova-compute[74491]:     <video>
Oct 30 07:52:06 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:52:06 user nova-compute[74491]:     </video>
Oct 30 07:52:06 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:52:06 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:52:06 user nova-compute[74491]:     </rng>
Oct 30 07:52:06 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:52:06 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:52:06 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:52:06 user nova-compute[74491]:     </memballoon>
Oct 30 07:52:06 user nova-compute[74491]:   </devices>
Oct 30 07:52:06 user nova-compute[74491]: </domain>
Oct 30 07:52:06 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:52:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T07:47:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1292790537',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1292790537',id=28,image_ref='e4c1b44a-eae5-4b3b-bc64-c9c22dc290e2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-476150559',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:47:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='0c80c5fa82b04cb384f1e4d056a69980',ramdisk_id='',reservation_id='r-g87zrxuf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-9842313',owner_user_name='tempest-AttachVolumeShelveTestJSON-9842313-project-member',shelved_at='2023-10-30T07:49:50.267593',shelved_host='user',shelved_image_id='e4c1b44a-eae5-4b3b-bc64-c9c22dc290e2'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:51:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0628c3678bc542ef977f664abaaeb041',uuid=93366d69-7b42-4e6f-ba14-77d311fba5b8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "address": "fa:16:3e:1d:65:43", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd951ff2a-a1", "ovs_interfaceid": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:52:06 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Converting VIF {"id": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "address": "fa:16:3e:1d:65:43", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd951ff2a-a1", "ovs_interfaceid": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:52:06 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1d:65:43,bridge_name='br-int',has_traffic_filtering=True,id=d951ff2a-a122-46e5-be70-0d5b4c83fbc7,network=Network(6533d0fd-c0f1-4d14-8ab9-2e397982a10b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd951ff2a-a1') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:52:06 user nova-compute[74491]: DEBUG os_vif [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:65:43,bridge_name='br-int',has_traffic_filtering=True,id=d951ff2a-a122-46e5-be70-0d5b4c83fbc7,network=Network(6533d0fd-c0f1-4d14-8ab9-2e397982a10b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd951ff2a-a1') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:52:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:52:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:52:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3587e940-b002-5578-b070-da622afdf7fe', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:52:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd951ff2a-a1, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:52:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd951ff2a-a1, col_values=(('qos', UUID('afda7175-4f26-41dd-89e8-f4b20c4e7b47')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:52:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd951ff2a-a1, col_values=(('external_ids', {'iface-id': 'd951ff2a-a122-46e5-be70-0d5b4c83fbc7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1d:65:43', 'vm-uuid': '93366d69-7b42-4e6f-ba14-77d311fba5b8'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:52:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:52:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:06 user nova-compute[74491]: INFO os_vif [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:65:43,bridge_name='br-int',has_traffic_filtering=True,id=d951ff2a-a122-46e5-be70-0d5b4c83fbc7,network=Network(6533d0fd-c0f1-4d14-8ab9-2e397982a10b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd951ff2a-a1')
Oct 30 07:52:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:52:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:52:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] No VIF found with MAC fa:16:3e:1d:65:43, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:52:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "041086e2-33e9-4c30-9bf3-fdaae1b86632" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:52:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "041086e2-33e9-4c30-9bf3-fdaae1b86632" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:52:07 user nova-compute[74491]: INFO nova.compute.manager [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Detaching volume 1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4
Oct 30 07:52:07 user nova-compute[74491]: INFO nova.virt.block_device [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Attempting to driver detach volume 1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 from mountpoint /dev/vdb
Oct 30 07:52:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Attempting to detach device vdb from instance 041086e2-33e9-4c30-9bf3-fdaae1b86632 from the persistent domain config. {{(pid=74491) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 07:52:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:52:07 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:52:07 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 07:52:07 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:52:07 user nova-compute[74491]:   <serial>1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4</serial>
Oct 30 07:52:07 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 07:52:07 user nova-compute[74491]: </disk>
Oct 30 07:52:07 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:52:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:07 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Successfully detached device vdb from instance 041086e2-33e9-4c30-9bf3-fdaae1b86632 from the persistent domain config.
Oct 30 07:52:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 041086e2-33e9-4c30-9bf3-fdaae1b86632 from the live domain config. {{(pid=74491) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 07:52:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:52:07 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:52:07 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 07:52:07 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:52:07 user nova-compute[74491]:   <serial>1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4</serial>
Oct 30 07:52:07 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 07:52:07 user nova-compute[74491]: </disk>
Oct 30 07:52:07 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:52:08 user nova-compute[74491]: DEBUG nova.compute.manager [req-fe8f55ef-fcdb-4262-b707-b829505b1f75 req-d6de1d44-4d07-4520-92bc-cf709d74f827 service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Received event network-vif-plugged-d951ff2a-a122-46e5-be70-0d5b4c83fbc7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:52:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-fe8f55ef-fcdb-4262-b707-b829505b1f75 req-d6de1d44-4d07-4520-92bc-cf709d74f827 service nova] Acquiring lock "93366d69-7b42-4e6f-ba14-77d311fba5b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:52:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-fe8f55ef-fcdb-4262-b707-b829505b1f75 req-d6de1d44-4d07-4520-92bc-cf709d74f827 service nova] Lock "93366d69-7b42-4e6f-ba14-77d311fba5b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:52:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-fe8f55ef-fcdb-4262-b707-b829505b1f75 req-d6de1d44-4d07-4520-92bc-cf709d74f827 service nova] Lock "93366d69-7b42-4e6f-ba14-77d311fba5b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:52:08 user nova-compute[74491]: DEBUG nova.compute.manager [req-fe8f55ef-fcdb-4262-b707-b829505b1f75 req-d6de1d44-4d07-4520-92bc-cf709d74f827 service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] No waiting events found dispatching network-vif-plugged-d951ff2a-a122-46e5-be70-0d5b4c83fbc7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:52:08 user nova-compute[74491]: WARNING nova.compute.manager [req-fe8f55ef-fcdb-4262-b707-b829505b1f75 req-d6de1d44-4d07-4520-92bc-cf709d74f827 service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Received unexpected event network-vif-plugged-d951ff2a-a122-46e5-be70-0d5b4c83fbc7 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 30 07:52:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 041086e2-33e9-4c30-9bf3-fdaae1b86632 {{(pid=74491) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 07:52:10 user nova-compute[74491]: DEBUG nova.compute.manager [req-8ef695e0-7045-416f-a672-88195b1c7ac9 req-d1fc127b-f781-4593-8102-9f4512b15921 service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Received event network-vif-plugged-d951ff2a-a122-46e5-be70-0d5b4c83fbc7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:52:10 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8ef695e0-7045-416f-a672-88195b1c7ac9 req-d1fc127b-f781-4593-8102-9f4512b15921 service nova] Acquiring lock "93366d69-7b42-4e6f-ba14-77d311fba5b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:52:10 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8ef695e0-7045-416f-a672-88195b1c7ac9 req-d1fc127b-f781-4593-8102-9f4512b15921 service nova] Lock "93366d69-7b42-4e6f-ba14-77d311fba5b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:52:10 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8ef695e0-7045-416f-a672-88195b1c7ac9 req-d1fc127b-f781-4593-8102-9f4512b15921 service nova] Lock "93366d69-7b42-4e6f-ba14-77d311fba5b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:52:10 user nova-compute[74491]: DEBUG nova.compute.manager [req-8ef695e0-7045-416f-a672-88195b1c7ac9 req-d1fc127b-f781-4593-8102-9f4512b15921 service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] No waiting events found dispatching network-vif-plugged-d951ff2a-a122-46e5-be70-0d5b4c83fbc7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:52:10 user nova-compute[74491]: WARNING nova.compute.manager [req-8ef695e0-7045-416f-a672-88195b1c7ac9 req-d1fc127b-f781-4593-8102-9f4512b15921 service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Received unexpected event network-vif-plugged-d951ff2a-a122-46e5-be70-0d5b4c83fbc7 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 30 07:52:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:10 user nova-compute[74491]: DEBUG nova.compute.manager [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:52:10 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:52:10 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Instance spawned successfully.
Oct 30 07:52:11 user nova-compute[74491]: DEBUG nova.compute.manager [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:52:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d012b98a-10dc-405e-9149-4196f7619c78 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "93366d69-7b42-4e6f-ba14-77d311fba5b8" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 33.653s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:52:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:52:16 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Creating image(s)
Oct 30 07:52:16 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Did not create local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Ensure instance console log exists: /opt/stack/data/nova/instances/643c14ed-732b-4081-9a8a-422da2f76f0f/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Start _get_guest_xml network_info=[{"id": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "address": "fa:16:3e:a2:01:25", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5b6c7ee-b8", "ovs_interfaceid": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'attachment_id': '9b2ebcae-15d3-4a86-a30d-a959ed632871', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jHRLSNXJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '643c14ed-732b-4081-9a8a-422da2f76f0f', 'attached_at': '', 'detached_at': '', 'volume_id': '973f098a-5d57-40da-af86-6eb1ec3233f7', 'serial': '973f098a-5d57-40da-af86-6eb1ec3233f7'}, 'delete_on_termination': True, 'volume_type': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:52:16 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:52:16 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:52:16 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jHRLSNXJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:52:16 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:52:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:52:16 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:52:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:52:16 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:52:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[52b2e559-0ef5-44fe-9f1e-319da7975d1f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:52:16 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d3f0be7-dc9a-465f-b562-76817a8fa5fd]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7] added
Oct 30 07:52:16 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e98a3219-8e39-4ac5-a7f9-1620635f4eb3]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[14990f74-cebe-42e2-a08c-10041b4a4997]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jHRLSNXJ {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jHRLSNXJ" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc376886-8bca-4185-bb72-b60203a64ae4]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jHRLSNXJ'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b343eae-7db8-4a3d-a091-cf6c007bdbd8]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7813a64c-672e-43c2-99c8-07c6a8427615]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 (non-flash)
Oct 30 07:52:16 user nova-compute[74491]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)
Oct 30 07:52:16 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 (non-flash)
Oct 30 07:52:16 user nova-compute[74491]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)
Oct 30 07:52:16 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e76598c-9d5e-40de-a897-f44924270a3f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7, portal: 172.16.0.220,3260]
Oct 30 07:52:16 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7, portal: 172.16.0.220,3260] successful.
Oct 30 07:52:16 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[627770c3-6a5d-4822-83f2-9f6d82b2ca19]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dba060a-1c4a-47b7-bbac-d1d80e5e9c57]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 (non-flash)
Oct 30 07:52:16 user nova-compute[74491]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)
Oct 30 07:52:16 user nova-compute[74491]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:52:16 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 (non-flash)
Oct 30 07:52:16 user nova-compute[74491]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)
Oct 30 07:52:16 user nova-compute[74491]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:52:16 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.303s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] HCTL ('35', '-', '-', 0) found on session 32 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[02e7f301-786e-4520-b61f-d19d5e76f145]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Searching for a device in session 32 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:52:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jHRLSNXJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:52:17 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.336s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:52:17 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] <== connect_volume: return (1337ms) {'type': 'block', 'scsi_wwn': '23736303661613234', 'path': '/dev/sdd'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:52:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23736303661613234', 'path': '/dev/sdd'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:52:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:51:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-118817393',display_name='tempest-ServerActionsTestOtherA-server-118817393',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-118817393',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMKkX3wZa5nlTx/zBkPq6JvHkuZ0ZwirtzvwXAc+12ili2J7Jt0OFTuadQO3Yy3WbPZo6JzOEnW8MZn2lbxtOnQpsb/JJheLCfixeW345LWonBlzJm5jxOEtzAKsRELF4A==',key_name='tempest-keypair-511898630',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5bf5f042f1294411be0594d4439321be',ramdisk_id='',reservation_id='r-vpxrielk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-567659046',owner_user_name='tempest-ServerActionsTestOtherA-567659046-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:51:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c60fbfc7c864b9f8cd4c2e5265791b6',uuid=643c14ed-732b-4081-9a8a-422da2f76f0f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "address": "fa:16:3e:a2:01:25", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5b6c7ee-b8", "ovs_interfaceid": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:52:17 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Converting VIF {"id": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "address": "fa:16:3e:a2:01:25", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5b6c7ee-b8", "ovs_interfaceid": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:52:17 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:01:25,bridge_name='br-int',has_traffic_filtering=True,id=b5b6c7ee-b8f3-49ac-b207-75230bb83dd2,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5b6c7ee-b8') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:52:17 user nova-compute[74491]: DEBUG nova.objects.instance [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lazy-loading 'pci_devices' on Instance uuid 643c14ed-732b-4081-9a8a-422da2f76f0f {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:52:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:52:17 user nova-compute[74491]:   <uuid>643c14ed-732b-4081-9a8a-422da2f76f0f</uuid>
Oct 30 07:52:17 user nova-compute[74491]:   <name>instance-00000021</name>
Oct 30 07:52:17 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:52:17 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:52:17 user nova-compute[74491]:   <metadata>
Oct 30 07:52:17 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:52:17 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:52:17 user nova-compute[74491]:       <nova:name>tempest-ServerActionsTestOtherA-server-118817393</nova:name>
Oct 30 07:52:17 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:52:16</nova:creationTime>
Oct 30 07:52:17 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:52:17 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:52:17 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:52:17 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:52:17 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:52:17 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:52:17 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:52:17 user nova-compute[74491]:       <nova:owner>
Oct 30 07:52:17 user nova-compute[74491]:         <nova:user uuid="5c60fbfc7c864b9f8cd4c2e5265791b6">tempest-ServerActionsTestOtherA-567659046-project-member</nova:user>
Oct 30 07:52:17 user nova-compute[74491]:         <nova:project uuid="5bf5f042f1294411be0594d4439321be">tempest-ServerActionsTestOtherA-567659046</nova:project>
Oct 30 07:52:17 user nova-compute[74491]:       </nova:owner>
Oct 30 07:52:17 user nova-compute[74491]:       <nova:ports>
Oct 30 07:52:17 user nova-compute[74491]:         <nova:port uuid="b5b6c7ee-b8f3-49ac-b207-75230bb83dd2">
Oct 30 07:52:17 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 30 07:52:17 user nova-compute[74491]:         </nova:port>
Oct 30 07:52:17 user nova-compute[74491]:       </nova:ports>
Oct 30 07:52:17 user nova-compute[74491]:     </nova:instance>
Oct 30 07:52:17 user nova-compute[74491]:   </metadata>
Oct 30 07:52:17 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:52:17 user nova-compute[74491]:     <system>
Oct 30 07:52:17 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:52:17 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:52:17 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:52:17 user nova-compute[74491]:       <entry name="serial">643c14ed-732b-4081-9a8a-422da2f76f0f</entry>
Oct 30 07:52:17 user nova-compute[74491]:       <entry name="uuid">643c14ed-732b-4081-9a8a-422da2f76f0f</entry>
Oct 30 07:52:17 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:52:17 user nova-compute[74491]:     </system>
Oct 30 07:52:17 user nova-compute[74491]:   </sysinfo>
Oct 30 07:52:17 user nova-compute[74491]:   <os>
Oct 30 07:52:17 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:52:17 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:52:17 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:52:17 user nova-compute[74491]:   </os>
Oct 30 07:52:17 user nova-compute[74491]:   <features>
Oct 30 07:52:17 user nova-compute[74491]:     <acpi/>
Oct 30 07:52:17 user nova-compute[74491]:     <apic/>
Oct 30 07:52:17 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:52:17 user nova-compute[74491]:   </features>
Oct 30 07:52:17 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:52:17 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:52:17 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:52:17 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:52:17 user nova-compute[74491]:   </clock>
Oct 30 07:52:17 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:52:17 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:52:17 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:52:17 user nova-compute[74491]:   </cpu>
Oct 30 07:52:17 user nova-compute[74491]:   <devices>
Oct 30 07:52:17 user nova-compute[74491]:     <disk type="block" device="disk">
Oct 30 07:52:17 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:52:17 user nova-compute[74491]:       <source dev="/dev/sdd"/>
Oct 30 07:52:17 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:52:17 user nova-compute[74491]:       <serial>973f098a-5d57-40da-af86-6eb1ec3233f7</serial>
Oct 30 07:52:17 user nova-compute[74491]:     </disk>
Oct 30 07:52:17 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:52:17 user nova-compute[74491]:       <mac address="fa:16:3e:a2:01:25"/>
Oct 30 07:52:17 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:52:17 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:52:17 user nova-compute[74491]:       <target dev="tapb5b6c7ee-b8"/>
Oct 30 07:52:17 user nova-compute[74491]:     </interface>
Oct 30 07:52:17 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:52:17 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/643c14ed-732b-4081-9a8a-422da2f76f0f/console.log" append="off"/>
Oct 30 07:52:17 user nova-compute[74491]:     </serial>
Oct 30 07:52:17 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:52:17 user nova-compute[74491]:     <video>
Oct 30 07:52:17 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:52:17 user nova-compute[74491]:     </video>
Oct 30 07:52:17 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:52:17 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:52:17 user nova-compute[74491]:     </rng>
Oct 30 07:52:17 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:52:17 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:52:17 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:52:17 user nova-compute[74491]:     </memballoon>
Oct 30 07:52:17 user nova-compute[74491]:   </devices>
Oct 30 07:52:17 user nova-compute[74491]: </domain>
Oct 30 07:52:17 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:52:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:51:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-118817393',display_name='tempest-ServerActionsTestOtherA-server-118817393',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-118817393',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMKkX3wZa5nlTx/zBkPq6JvHkuZ0ZwirtzvwXAc+12ili2J7Jt0OFTuadQO3Yy3WbPZo6JzOEnW8MZn2lbxtOnQpsb/JJheLCfixeW345LWonBlzJm5jxOEtzAKsRELF4A==',key_name='tempest-keypair-511898630',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5bf5f042f1294411be0594d4439321be',ramdisk_id='',reservation_id='r-vpxrielk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-567659046',owner_user_name='tempest-ServerActionsTestOtherA-567659046-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:51:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c60fbfc7c864b9f8cd4c2e5265791b6',uuid=643c14ed-732b-4081-9a8a-422da2f76f0f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "address": "fa:16:3e:a2:01:25", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5b6c7ee-b8", "ovs_interfaceid": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:52:17 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Converting VIF {"id": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "address": "fa:16:3e:a2:01:25", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5b6c7ee-b8", "ovs_interfaceid": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:52:17 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:01:25,bridge_name='br-int',has_traffic_filtering=True,id=b5b6c7ee-b8f3-49ac-b207-75230bb83dd2,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5b6c7ee-b8') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:52:17 user nova-compute[74491]: DEBUG os_vif [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:01:25,bridge_name='br-int',has_traffic_filtering=True,id=b5b6c7ee-b8f3-49ac-b207-75230bb83dd2,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5b6c7ee-b8') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:52:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:52:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:52:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '38279abd-5ddd-557e-8ccd-5252c5fb950c', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:52:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb5b6c7ee-b8, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:52:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb5b6c7ee-b8, col_values=(('qos', UUID('a62129ac-ee9f-4003-85b6-71d52d9e0149')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:52:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb5b6c7ee-b8, col_values=(('external_ids', {'iface-id': 'b5b6c7ee-b8f3-49ac-b207-75230bb83dd2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a2:01:25', 'vm-uuid': '643c14ed-732b-4081-9a8a-422da2f76f0f'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:52:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:52:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:17 user nova-compute[74491]: INFO os_vif [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:01:25,bridge_name='br-int',has_traffic_filtering=True,id=b5b6c7ee-b8f3-49ac-b207-75230bb83dd2,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5b6c7ee-b8')
Oct 30 07:52:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:52:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] No VIF found with MAC fa:16:3e:a2:01:25, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cmfFZiHp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:52:19 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:52:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:52:19 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:52:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:52:19 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cc9f063-8650-4078-8063-c1b0f1afb9ea]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:52:19 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7f29fa1-733e-4062-ad61-aafeb141f53e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7] added
Oct 30 07:52:19 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4282534c-2d45-4c51-a316-b166589f555a]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed4502b7-f599-4961-b0e8-30d97e7c0f2e]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cmfFZiHp {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cmfFZiHp" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[21d398c5-ef9d-402c-8031-73aed7c5417f]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cmfFZiHp'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb9dbb29-afc8-4d92-9a10-79572df2e69e]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ffa913b-04b8-4d2b-a260-a3b4849207e8]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 (non-flash)
Oct 30 07:52:19 user nova-compute[74491]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)
Oct 30 07:52:19 user nova-compute[74491]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:52:19 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 (non-flash)
Oct 30 07:52:19 user nova-compute[74491]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)
Oct 30 07:52:19 user nova-compute[74491]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:52:19 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260 --login" returned: 0 in 0.123s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[30937156-2b57-4270-abee-6fae140fb034]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7, portal: 172.16.0.220,3260]
Oct 30 07:52:19 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7, portal: 172.16.0.220,3260] successful.
Oct 30 07:52:19 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a867fcb8-f1c7-4c33-a8e8-5f1d86272b71]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b64fa6bc-4888-43d5-a1c6-4ed09b4ba2e6]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 (non-flash)
Oct 30 07:52:19 user nova-compute[74491]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)
Oct 30 07:52:19 user nova-compute[74491]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:52:19 user nova-compute[74491]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:52:19 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 (non-flash)
Oct 30 07:52:19 user nova-compute[74491]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)
Oct 30 07:52:19 user nova-compute[74491]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:52:19 user nova-compute[74491]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:52:19 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.379s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] HCTL ('36', '-', '-', 0) found on session 33 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[14456591-dae9-49a9-833d-73f455fb4fc9]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Searching for a device in session 33 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cmfFZiHp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-0ae605dc-bfc1-42e5-ad54-2b69c0f2b660 req-258c9486-9137-443a-a657-55a7590950f0 service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Received event network-vif-plugged-b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0ae605dc-bfc1-42e5-ad54-2b69c0f2b660 req-258c9486-9137-443a-a657-55a7590950f0 service nova] Acquiring lock "643c14ed-732b-4081-9a8a-422da2f76f0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0ae605dc-bfc1-42e5-ad54-2b69c0f2b660 req-258c9486-9137-443a-a657-55a7590950f0 service nova] Lock "643c14ed-732b-4081-9a8a-422da2f76f0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0ae605dc-bfc1-42e5-ad54-2b69c0f2b660 req-258c9486-9137-443a-a657-55a7590950f0 service nova] Lock "643c14ed-732b-4081-9a8a-422da2f76f0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-0ae605dc-bfc1-42e5-ad54-2b69c0f2b660 req-258c9486-9137-443a-a657-55a7590950f0 service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] No waiting events found dispatching network-vif-plugged-b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:52:19 user nova-compute[74491]: WARNING nova.compute.manager [req-0ae605dc-bfc1-42e5-ad54-2b69c0f2b660 req-258c9486-9137-443a-a657-55a7590950f0 service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Received unexpected event network-vif-plugged-b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 for instance with vm_state building and task_state spawning.
Oct 30 07:52:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:20 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.416s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:52:20 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] <== connect_volume: return (1417ms) {'type': 'block', 'scsi_wwn': '23234613538663131', 'path': '/dev/sde'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:52:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23234613538663131', 'path': '/dev/sde'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:52:20 user nova-compute[74491]: DEBUG nova.objects.instance [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lazy-loading 'flavor' on Instance uuid 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:52:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 07:52:20 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:52:20 user nova-compute[74491]:   <source dev="/dev/sde"/>
Oct 30 07:52:20 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:52:20 user nova-compute[74491]:   <serial>28cea679-8f37-45a0-9463-f1ec11a584c7</serial>
Oct 30 07:52:20 user nova-compute[74491]: </disk>
Oct 30 07:52:20 user nova-compute[74491]:  {{(pid=74491) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 07:52:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:52:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:52:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] No VIF found with MAC fa:16:3e:83:67:c2, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:52:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-66d3654d-db4c-4986-844f-34ccb80677f4 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 23.718s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:52:21 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:52:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:52:21 user nova-compute[74491]: DEBUG nova.compute.manager [req-dc80f076-0eb3-4948-9311-fdac07185732 req-68cabbf2-aa62-495c-9361-c2da8bfd560f service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Received event network-vif-plugged-b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:52:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-dc80f076-0eb3-4948-9311-fdac07185732 req-68cabbf2-aa62-495c-9361-c2da8bfd560f service nova] Acquiring lock "643c14ed-732b-4081-9a8a-422da2f76f0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:52:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-dc80f076-0eb3-4948-9311-fdac07185732 req-68cabbf2-aa62-495c-9361-c2da8bfd560f service nova] Lock "643c14ed-732b-4081-9a8a-422da2f76f0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:52:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-dc80f076-0eb3-4948-9311-fdac07185732 req-68cabbf2-aa62-495c-9361-c2da8bfd560f service nova] Lock "643c14ed-732b-4081-9a8a-422da2f76f0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:52:21 user nova-compute[74491]: DEBUG nova.compute.manager [req-dc80f076-0eb3-4948-9311-fdac07185732 req-68cabbf2-aa62-495c-9361-c2da8bfd560f service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] No waiting events found dispatching network-vif-plugged-b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:52:21 user nova-compute[74491]: WARNING nova.compute.manager [req-dc80f076-0eb3-4948-9311-fdac07185732 req-68cabbf2-aa62-495c-9361-c2da8bfd560f service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Received unexpected event network-vif-plugged-b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 for instance with vm_state building and task_state spawning.
Oct 30 07:52:21 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Instance spawned successfully.
Oct 30 07:52:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:52:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:52:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:52:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:52:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:52:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:52:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:52:21 user nova-compute[74491]: INFO nova.compute.manager [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Rescuing
Oct 30 07:52:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Acquiring lock "refresh_cache-74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:52:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Acquired lock "refresh_cache-74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:52:21 user nova-compute[74491]: DEBUG nova.network.neutron [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:52:21 user nova-compute[74491]: INFO nova.compute.manager [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Took 5.26 seconds to spawn the instance on the hypervisor.
Oct 30 07:52:21 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:52:21 user nova-compute[74491]: INFO nova.compute.manager [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Took 27.61 seconds to build instance.
Oct 30 07:52:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a4582725-cbd0-4c1c-84cb-0332bc2da0dc tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "643c14ed-732b-4081-9a8a-422da2f76f0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 27.803s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:52:22 user nova-compute[74491]: DEBUG nova.network.neutron [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Updating instance_info_cache with network_info: [{"id": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "address": "fa:16:3e:83:67:c2", "network": {"id": "dd0befa8-a7ee-4504-98a0-7301a8087e3f", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2101139812-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.124", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cea71b940afc41098ffa7313f6904c74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2e62d79-cc", "ovs_interfaceid": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:52:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Releasing lock "refresh_cache-74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:52:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:22 user nova-compute[74491]: DEBUG nova.compute.manager [req-5ddca967-b7e8-417c-b466-44807917d816 req-37f521cf-6549-4192-bb2c-2c016eb3e793 service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Received event network-vif-unplugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:52:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5ddca967-b7e8-417c-b466-44807917d816 req-37f521cf-6549-4192-bb2c-2c016eb3e793 service nova] Acquiring lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:52:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5ddca967-b7e8-417c-b466-44807917d816 req-37f521cf-6549-4192-bb2c-2c016eb3e793 service nova] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:52:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5ddca967-b7e8-417c-b466-44807917d816 req-37f521cf-6549-4192-bb2c-2c016eb3e793 service nova] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:52:22 user nova-compute[74491]: DEBUG nova.compute.manager [req-5ddca967-b7e8-417c-b466-44807917d816 req-37f521cf-6549-4192-bb2c-2c016eb3e793 service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] No waiting events found dispatching network-vif-unplugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:52:22 user nova-compute[74491]: WARNING nova.compute.manager [req-5ddca967-b7e8-417c-b466-44807917d816 req-37f521cf-6549-4192-bb2c-2c016eb3e793 service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Received unexpected event network-vif-unplugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 for instance with vm_state active and task_state rescuing.
Oct 30 07:52:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:23 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Instance destroyed successfully.
Oct 30 07:52:23 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Attempting a stable device rescue
Oct 30 07:52:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=74491) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 30 07:52:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Instance directory exists: not creating {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 30 07:52:23 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Creating image(s)
Oct 30 07:52:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Acquiring lock "/opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:52:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "/opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:52:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "/opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:52:23 user nova-compute[74491]: DEBUG nova.objects.instance [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lazy-loading 'trusted_certs' on Instance uuid 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:52:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Acquiring lock "185003491c3539cf0a43253aa229fc86323b13a3" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:52:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "185003491c3539cf0a43253aa229fc86323b13a3" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:52:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/185003491c3539cf0a43253aa229fc86323b13a3.part --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:24 user nova-compute[74491]: DEBUG nova.compute.manager [req-6e89bf43-d597-4135-b7fa-01adb09ec744 req-61fdf84c-1c1a-49ea-87c1-fd0b6de372a5 service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Received event network-vif-plugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:52:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6e89bf43-d597-4135-b7fa-01adb09ec744 req-61fdf84c-1c1a-49ea-87c1-fd0b6de372a5 service nova] Acquiring lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:52:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6e89bf43-d597-4135-b7fa-01adb09ec744 req-61fdf84c-1c1a-49ea-87c1-fd0b6de372a5 service nova] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:52:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6e89bf43-d597-4135-b7fa-01adb09ec744 req-61fdf84c-1c1a-49ea-87c1-fd0b6de372a5 service nova] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:52:24 user nova-compute[74491]: DEBUG nova.compute.manager [req-6e89bf43-d597-4135-b7fa-01adb09ec744 req-61fdf84c-1c1a-49ea-87c1-fd0b6de372a5 service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] No waiting events found dispatching network-vif-plugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:52:24 user nova-compute[74491]: WARNING nova.compute.manager [req-6e89bf43-d597-4135-b7fa-01adb09ec744 req-61fdf84c-1c1a-49ea-87c1-fd0b6de372a5 service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Received unexpected event network-vif-plugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 for instance with vm_state active and task_state rescuing.
Oct 30 07:52:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/185003491c3539cf0a43253aa229fc86323b13a3.part --force-share --output=json" returned: 0 in 0.217s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:24 user nova-compute[74491]: DEBUG nova.virt.images [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] 29e4a64f-47f1-4f0f-8e61-c9fab8e9b3c6 was qcow2, converting to raw {{(pid=74491) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 30 07:52:24 user nova-compute[74491]: DEBUG nova.privsep.utils [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74491) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 07:52:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/185003491c3539cf0a43253aa229fc86323b13a3.part /opt/stack/data/nova/instances/_base/185003491c3539cf0a43253aa229fc86323b13a3.converted {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/185003491c3539cf0a43253aa229fc86323b13a3.part /opt/stack/data/nova/instances/_base/185003491c3539cf0a43253aa229fc86323b13a3.converted" returned: 0 in 0.520s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/185003491c3539cf0a43253aa229fc86323b13a3.converted --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/185003491c3539cf0a43253aa229fc86323b13a3.converted --force-share --output=json" returned: 0 in 0.238s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "185003491c3539cf0a43253aa229fc86323b13a3" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.333s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:52:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Acquiring lock "185003491c3539cf0a43253aa229fc86323b13a3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:52:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "185003491c3539cf0a43253aa229fc86323b13a3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:52:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/185003491c3539cf0a43253aa229fc86323b13a3 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/185003491c3539cf0a43253aa229fc86323b13a3 --force-share --output=json" returned: 0 in 0.187s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/185003491c3539cf0a43253aa229fc86323b13a3,backing_fmt=raw /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk.rescue {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/185003491c3539cf0a43253aa229fc86323b13a3,backing_fmt=raw /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk.rescue" returned: 0 in 0.058s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "185003491c3539cf0a43253aa229fc86323b13a3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.253s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.objects.instance [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lazy-loading 'migration_context' on Instance uuid 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.objects.base [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Object Instance<74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Start _get_guest_xml network_info=[{"id": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "address": "fa:16:3e:83:67:c2", "network": {"id": "dd0befa8-a7ee-4504-98a0-7301a8087e3f", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2101139812-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.124", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-2101139812-network", "vif_mac": "fa:16:3e:83:67:c2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cea71b940afc41098ffa7313f6904c74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2e62d79-cc", "ovs_interfaceid": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '29e4a64f-47f1-4f0f-8e61-c9fab8e9b3c6', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vdb', 'disk_bus': 'virtio', 'boot_index': None, 'attachment_id': '3f02a266-61d6-420b-97b7-1677eb304431', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cmfFZiHp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': '74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b', 'attached_at': '', 'detached_at': '', 'volume_id': '28cea679-8f37-45a0-9463-f1ec11a584c7', 'serial': '28cea679-8f37-45a0-9463-f1ec11a584c7'}, 'delete_on_termination': False, 'volume_type': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.objects.instance [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lazy-loading 'resources' on Instance uuid 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.objects.base [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Object Instance<74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.objects.instance [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lazy-loading 'numa_topology' on Instance uuid 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.objects.base [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Object Instance<74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:52:26 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:52:26 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.objects.instance [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lazy-loading 'vcpu_model' on Instance uuid 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.objects.base [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Object Instance<74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cmfFZiHp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:52:26 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:52:26 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:52:26 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:52:26 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:52:26 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:52:26 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d8f7f5f-6a42-469f-8336-33739658f81c]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = cmfFZiHp\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 30 07:52:26 user nova-compute[74491]: node.name = iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7
Oct 30 07:52:26 user nova-compute[74491]: node.tpgt = -1
Oct 30 07:52:26 user nova-compute[74491]: node.startup = automatic
Oct 30 07:52:26 user nova-compute[74491]: node.leading_login = No
Oct 30 07:52:26 user nova-compute[74491]: iface.iscsi_ifacename = default
Oct 30 07:52:26 user nova-compute[74491]: iface.net_ifacename = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.ipaddress = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.prefix_len = 0
Oct 30 07:52:26 user nova-compute[74491]: iface.hwaddress = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.transport_name = tcp
Oct 30 07:52:26 user nova-compute[74491]: iface.initiatorname = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.state = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.vlan_id = 0
Oct 30 07:52:26 user nova-compute[74491]: iface.vlan_priority = 0
Oct 30 07:52:26 user nova-compute[74491]: iface.vlan_state = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.iface_num = 0
Oct 30 07:52:26 user nova-compute[74491]: iface.mtu = 0
Oct 30 07:52:26 user nova-compute[74491]: iface.port = 0
Oct 30 07:52:26 user nova-compute[74491]: iface.bootproto = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.subnet_mask = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.gateway = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.dhcp_alt_client_id_state = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.dhcp_alt_client_id = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.dhcp_dns = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.dhcp_learn_iqn = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.dhcp_req_vendor_id_state = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.dhcp_vendor_id_state = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.dhcp_vendor_id = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.dhcp_slp_da = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.fragmentation = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.gratuitous_arp = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.incoming_forwarding = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.tos_state = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.tos = 0
Oct 30 07:52:26 user nova-compute[74491]: iface.ttl = 0
Oct 30 07:52:26 user nova-compute[74491]: iface.delayed_ack = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.tcp_nagle = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.tcp_wsf_state = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.tcp_wsf = 0
Oct 30 07:52:26 user nova-compute[74491]: iface.tcp_timer_scale = 0
Oct 30 07:52:26 user nova-compute[74491]: iface.tcp_timestamp = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.redirect = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.def_task_mgmt_timeout = 0
Oct 30 07:52:26 user nova-compute[74491]: iface.header_digest = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.data_digest = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.immediate_data = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.initial_r2t = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.data_seq_inorder = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.data_pdu_inorder = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.erl = 0
Oct 30 07:52:26 user nova-compute[74491]: iface.max_receive_data_len = 0
Oct 30 07:52:26 user nova-compute[74491]: iface.first_burst_len = 0
Oct 30 07:52:26 user nova-compute[74491]: iface.max_outstanding_r2t = 0
Oct 30 07:52:26 user nova-compute[74491]: iface.max_burst_len = 0
Oct 30 07:52:26 user nova-compute[74491]: iface.chap_auth = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.bidi_chap = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.strict_login_compliance = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.discovery_auth = <empty>
Oct 30 07:52:26 user nova-compute[74491]: iface.discovery_logout = <empty>
Oct 30 07:52:26 user nova-compute[74491]: node.discovery_address = <empty>
Oct 30 07:52:26 user nova-compute[74491]: node.discovery_port = 0
Oct 30 07:52:26 user nova-compute[74491]: node.discovery_type = static
Oct 30 07:52:26 user nova-compute[74491]: node.session.initial_cmdsn = 0
Oct 30 07:52:26 user nova-compute[74491]: node.session.initial_login_retry_max = 8
Oct 30 07:52:26 user nova-compute[74491]: node.session.xmit_thread_priority = -20
Oct 30 07:52:26 user nova-compute[74491]: node.session.cmds_max = 128
Oct 30 07:52:26 user nova-compute[74491]: node.session.queue_depth = 32
Oct 30 07:52:26 user nova-compute[74491]: node.session.nr_sessions = 1
Oct 30 07:52:26 user nova-compute[74491]: node.session.auth.authmethod = CHAP
Oct 30 07:52:26 user nova-compute[74491]: node.session.auth.username = cmfFZiHp
Oct 30 07:52:26 user nova-compute[74491]: node.session.auth.password = ***
Oct 30 07:52:26 user nova-compute[74491]: node.session.auth.username_in = <empty>
Oct 30 07:52:26 user nova-compute[74491]: node.session.auth.password_in = <empty>
Oct 30 07:52:26 user nova-compute[74491]: node.session.auth.chap_algs = MD5
Oct 30 07:52:26 user nova-compute[74491]: node.session.timeo.replacement_timeout = 120
Oct 30 07:52:26 user nova-compute[74491]: node.session.err_timeo.abort_timeout = 15
Oct 30 07:52:26 user nova-compute[74491]: node.session.err_timeo.lu_reset_timeout = 30
Oct 30 07:52:26 user nova-compute[74491]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 30 07:52:26 user nova-compute[74491]: node.session.err_timeo.host_reset_timeout = 60
Oct 30 07:52:26 user nova-compute[74491]: node.session.iscsi.FastAbort = Yes
Oct 30 07:52:26 user nova-compute[74491]: node.session.iscsi.InitialR2T = No
Oct 30 07:52:26 user nova-compute[74491]: node.session.iscsi.ImmediateData = Yes
Oct 30 07:52:26 user nova-compute[74491]: node.session.iscsi.FirstBurstLength = 262144
Oct 30 07:52:26 user nova-compute[74491]: node.session.iscsi.MaxBurstLength = 16776192
Oct 30 07:52:26 user nova-compute[74491]: node.session.iscsi.DefaultTime2Retain = 0
Oct 30 07:52:26 user nova-compute[74491]: node.session.iscsi.DefaultTime2Wait = 2
Oct 30 07:52:26 user nova-compute[74491]: node.session.iscsi.MaxConnections = 1
Oct 30 07:52:26 user nova-compute[74491]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 30 07:52:26 user nova-compute[74491]: node.session.iscsi.ERL = 0
Oct 30 07:52:26 user nova-compute[74491]: node.session.scan = manual
Oct 30 07:52:26 user nova-compute[74491]: node.session.reopen_max = 0
Oct 30 07:52:26 user nova-compute[74491]: node.conn[0].address = 172.16.0.220
Oct 30 07:52:26 user nova-compute[74491]: node.conn[0].port = 3260
Oct 30 07:52:26 user nova-compute[74491]: node.conn[0].startup = manual
Oct 30 07:52:26 user nova-compute[74491]: node.conn[0].tcp.window_size = 524288
Oct 30 07:52:26 user nova-compute[74491]: node.conn[0].tcp.type_of_service = 0
Oct 30 07:52:26 user nova-compute[74491]: node.conn[0].timeo.logout_timeout = 15
Oct 30 07:52:26 user nova-compute[74491]: node.conn[0].timeo.login_timeout = 15
Oct 30 07:52:26 user nova-compute[74491]: node.conn[0].timeo.auth_timeout = 45
Oct 30 07:52:26 user nova-compute[74491]: node.conn[0].timeo.noop_out_interval = 5
Oct 30 07:52:26 user nova-compute[74491]: node.conn[0].timeo.noop_out_timeout = 5
Oct 30 07:52:26 user nova-compute[74491]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 30 07:52:26 user nova-compute[74491]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 30 07:52:26 user nova-compute[74491]: node.conn[0].iscsi.HeaderDigest = None
Oct 30 07:52:26 user nova-compute[74491]: node.conn[0].iscsi.DataDigest = None
Oct 30 07:52:26 user nova-compute[74491]: node.conn[0].iscsi.IFMarker = No
Oct 30 07:52:26 user nova-compute[74491]: node.conn[0].iscsi.OFMarker = No
Oct 30 07:52:26 user nova-compute[74491]: # END RECORD
Oct 30 07:52:26 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b375a8f-5d26-4357-9f4a-79ab32bba45f]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbc79a1a-434e-4f15-ac9e-29ce1216d29f]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cmfFZiHp {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cmfFZiHp" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[be46af67-d344-4e5c-975d-f3e6cf5d2064]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cmfFZiHp'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b866b656-dd08-40b3-9cbc-aed08f2b2d13]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[988e473f-a4e4-492f-b83d-b145c1a74796]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 (non-flash)
Oct 30 07:52:26 user nova-compute[74491]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)
Oct 30 07:52:26 user nova-compute[74491]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:52:26 user nova-compute[74491]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:52:26 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 (non-flash)
Oct 30 07:52:26 user nova-compute[74491]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)
Oct 30 07:52:26 user nova-compute[74491]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:52:26 user nova-compute[74491]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:52:26 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.151s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] HCTL ('36', '0', '0', 0) found on session 33 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Scanning host 36 c: 0, t: 0, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.013s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0eb992f4-72b9-47dd-802d-3d91f7f87391]: (4, ('0 0 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Searching for a device in session 33 and hctl ('36', '0', '0', 0) yield: sde {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cmfFZiHp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.174s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] <== connect_volume: return (175ms) {'type': 'block', 'scsi_wwn': '23234613538663131', 'path': '/dev/sde'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23234613538663131', 'path': '/dev/sde'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:48:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-346776314',display_name='tempest-ServerStableDeviceRescueTest-server-346776314',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-346776314',id=29,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLU7vczGTEqq+H8OytG31NTzZAwAgYzc6cFDJBbyqMYzztTm8yv9NlQdhkQAmIiZGe/Xq2SY/Z7gf2Iz66g3Uk+HMK/yuRXPCwPL6Al1iu+TEwix1JdnLyngTWEUKyQ3zQ==',key_name='tempest-keypair-221687613',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:48:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cea71b940afc41098ffa7313f6904c74',ramdisk_id='',reservation_id='r-j88wfxws',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-844460905',owner_user_name='tempest-ServerStableDeviceRescueTest-844460905-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:50:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e103b7471bfb43a08842c001d84b48c3',uuid=74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "address": "fa:16:3e:83:67:c2", "network": {"id": "dd0befa8-a7ee-4504-98a0-7301a8087e3f", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2101139812-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.124", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-2101139812-network", "vif_mac": "fa:16:3e:83:67:c2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cea71b940afc41098ffa7313f6904c74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2e62d79-cc", "ovs_interfaceid": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Converting VIF {"id": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "address": "fa:16:3e:83:67:c2", "network": {"id": "dd0befa8-a7ee-4504-98a0-7301a8087e3f", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2101139812-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.124", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-2101139812-network", "vif_mac": "fa:16:3e:83:67:c2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cea71b940afc41098ffa7313f6904c74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2e62d79-cc", "ovs_interfaceid": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:83:67:c2,bridge_name='br-int',has_traffic_filtering=True,id=d2e62d79-cc74-437f-a5a1-8d62c8d22f56,network=Network(dd0befa8-a7ee-4504-98a0-7301a8087e3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2e62d79-cc') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.objects.instance [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lazy-loading 'pci_devices' on Instance uuid 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.objects.base [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Object Instance<74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:52:26 user nova-compute[74491]:   <uuid>74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b</uuid>
Oct 30 07:52:26 user nova-compute[74491]:   <name>instance-0000001d</name>
Oct 30 07:52:26 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:52:26 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:52:26 user nova-compute[74491]:   <metadata>
Oct 30 07:52:26 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:52:26 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:52:26 user nova-compute[74491]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-346776314</nova:name>
Oct 30 07:52:26 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:52:26</nova:creationTime>
Oct 30 07:52:26 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:52:26 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:52:26 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:52:26 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:52:26 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:52:26 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:52:26 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:52:26 user nova-compute[74491]:       <nova:owner>
Oct 30 07:52:26 user nova-compute[74491]:         <nova:user uuid="e103b7471bfb43a08842c001d84b48c3">tempest-ServerStableDeviceRescueTest-844460905-project-member</nova:user>
Oct 30 07:52:26 user nova-compute[74491]:         <nova:project uuid="cea71b940afc41098ffa7313f6904c74">tempest-ServerStableDeviceRescueTest-844460905</nova:project>
Oct 30 07:52:26 user nova-compute[74491]:       </nova:owner>
Oct 30 07:52:26 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:52:26 user nova-compute[74491]:       <nova:ports>
Oct 30 07:52:26 user nova-compute[74491]:         <nova:port uuid="d2e62d79-cc74-437f-a5a1-8d62c8d22f56">
Oct 30 07:52:26 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 30 07:52:26 user nova-compute[74491]:         </nova:port>
Oct 30 07:52:26 user nova-compute[74491]:       </nova:ports>
Oct 30 07:52:26 user nova-compute[74491]:     </nova:instance>
Oct 30 07:52:26 user nova-compute[74491]:   </metadata>
Oct 30 07:52:26 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:52:26 user nova-compute[74491]:     <system>
Oct 30 07:52:26 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:52:26 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:52:26 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:52:26 user nova-compute[74491]:       <entry name="serial">74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b</entry>
Oct 30 07:52:26 user nova-compute[74491]:       <entry name="uuid">74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b</entry>
Oct 30 07:52:26 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:52:26 user nova-compute[74491]:     </system>
Oct 30 07:52:26 user nova-compute[74491]:   </sysinfo>
Oct 30 07:52:26 user nova-compute[74491]:   <os>
Oct 30 07:52:26 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:52:26 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:52:26 user nova-compute[74491]:   </os>
Oct 30 07:52:26 user nova-compute[74491]:   <features>
Oct 30 07:52:26 user nova-compute[74491]:     <acpi/>
Oct 30 07:52:26 user nova-compute[74491]:     <apic/>
Oct 30 07:52:26 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:52:26 user nova-compute[74491]:   </features>
Oct 30 07:52:26 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:52:26 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:52:26 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:52:26 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:52:26 user nova-compute[74491]:   </clock>
Oct 30 07:52:26 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:52:26 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:52:26 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:52:26 user nova-compute[74491]:   </cpu>
Oct 30 07:52:26 user nova-compute[74491]:   <devices>
Oct 30 07:52:26 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:52:26 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:52:26 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk"/>
Oct 30 07:52:26 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:52:26 user nova-compute[74491]:     </disk>
Oct 30 07:52:26 user nova-compute[74491]:     <disk type="block" device="disk">
Oct 30 07:52:26 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:52:26 user nova-compute[74491]:       <source dev="/dev/sde"/>
Oct 30 07:52:26 user nova-compute[74491]:       <target dev="vdb" bus="virtio"/>
Oct 30 07:52:26 user nova-compute[74491]:       <serial>28cea679-8f37-45a0-9463-f1ec11a584c7</serial>
Oct 30 07:52:26 user nova-compute[74491]:     </disk>
Oct 30 07:52:26 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:52:26 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:52:26 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk.rescue"/>
Oct 30 07:52:26 user nova-compute[74491]:       <target dev="vdc" bus="virtio"/>
Oct 30 07:52:26 user nova-compute[74491]:       <boot order="1"/>
Oct 30 07:52:26 user nova-compute[74491]:     </disk>
Oct 30 07:52:26 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:52:26 user nova-compute[74491]:       <mac address="fa:16:3e:83:67:c2"/>
Oct 30 07:52:26 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:52:26 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:52:26 user nova-compute[74491]:       <target dev="tapd2e62d79-cc"/>
Oct 30 07:52:26 user nova-compute[74491]:     </interface>
Oct 30 07:52:26 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:52:26 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/console.log" append="off"/>
Oct 30 07:52:26 user nova-compute[74491]:     </serial>
Oct 30 07:52:26 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:52:26 user nova-compute[74491]:     <video>
Oct 30 07:52:26 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:52:26 user nova-compute[74491]:     </video>
Oct 30 07:52:26 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:52:26 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:52:26 user nova-compute[74491]:     </rng>
Oct 30 07:52:26 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:52:26 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:52:26 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:52:26 user nova-compute[74491]:     </memballoon>
Oct 30 07:52:26 user nova-compute[74491]:   </devices>
Oct 30 07:52:26 user nova-compute[74491]: </domain>
Oct 30 07:52:26 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:52:26 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Instance destroyed successfully.
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:52:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] No VIF found with MAC fa:16:3e:83:67:c2, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:52:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG nova.compute.manager [req-c5222b62-4f7e-4a13-9f90-2b926043949e req-bfcf34cc-1161-4226-a677-be24744bb9d4 service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Received event network-vif-plugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c5222b62-4f7e-4a13-9f90-2b926043949e req-bfcf34cc-1161-4226-a677-be24744bb9d4 service nova] Acquiring lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c5222b62-4f7e-4a13-9f90-2b926043949e req-bfcf34cc-1161-4226-a677-be24744bb9d4 service nova] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c5222b62-4f7e-4a13-9f90-2b926043949e req-bfcf34cc-1161-4226-a677-be24744bb9d4 service nova] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG nova.compute.manager [req-c5222b62-4f7e-4a13-9f90-2b926043949e req-bfcf34cc-1161-4226-a677-be24744bb9d4 service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] No waiting events found dispatching network-vif-plugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:52:28 user nova-compute[74491]: WARNING nova.compute.manager [req-c5222b62-4f7e-4a13-9f90-2b926043949e req-bfcf34cc-1161-4226-a677-be24744bb9d4 service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Received unexpected event network-vif-plugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 for instance with vm_state active and task_state rescuing.
Oct 30 07:52:28 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 041086e2-33e9-4c30-9bf3-fdaae1b86632 is timed out.
Oct 30 07:52:28 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Successfully detached device vdb from instance 041086e2-33e9-4c30-9bf3-fdaae1b86632 from the live domain config.
Oct 30 07:52:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'omlJUvqr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:52:28 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:52:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7628a6e8-fc91-4abb-bc7c-858c7e325ddf]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:52:28 user nova-compute[74491]: No targets found.
Oct 30 07:52:28 user nova-compute[74491]: iSNS:
Oct 30 07:52:28 user nova-compute[74491]: No targets found.
Oct 30 07:52:28 user nova-compute[74491]: STATIC:
Oct 30 07:52:28 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7
Oct 30 07:52:28 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:52:28 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:52:28 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2
Oct 30 07:52:28 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:52:28 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:52:28 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4
Oct 30 07:52:28 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:52:28 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:52:28 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7
Oct 30 07:52:28 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:52:28 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:52:28 user nova-compute[74491]: FIRMWARE:
Oct 30 07:52:28 user nova-compute[74491]: No targets found.
Oct 30 07:52:28 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:52:28 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:52:28 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c055e29-0e8b-4c5d-9851-a689075d33ab]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[46dcef3d-7cc6-44ec-95c5-8fa796890bd4]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 (non-flash)
Oct 30 07:52:28 user nova-compute[74491]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)
Oct 30 07:52:28 user nova-compute[74491]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:52:28 user nova-compute[74491]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:52:28 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 (non-flash)
Oct 30 07:52:28 user nova-compute[74491]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)
Oct 30 07:52:28 user nova-compute[74491]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:52:28 user nova-compute[74491]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:52:28 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feecc66c430>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4'): ({'sdb'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Removing single pathed devices sdb {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f965ab33-12cb-4c6d-a015-aa19c694adc8]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dd9e119-e822-49ea-8b63-1c72390fcd17]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Flushing IO for device /dev/sdb {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:52:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[af78fdfc-4c14-497d-a548-1eed324fbbb7]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:29 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:52:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9943b96c-7470-4ded-8a7b-17cfd992b3f3]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:29 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:52:29 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:52:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:52:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcd25d23-ef44-47fd-b35e-e772d3d2c58e]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f387ddd-fcd5-44aa-8125-35eb7585bfc7]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4, portal: 172.16.0.220,3260]
Oct 30 07:52:29 user nova-compute[74491]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4, portal: 172.16.0.220,3260] successful.
Oct 30 07:52:29 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a25d50a-c85f-4b1e-a5fe-5dcf9c78c8e4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d719f34-3f89-4f02-b56f-51937102f383]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:52:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.343s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:52:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] <== disconnect_volume: return (345ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:52:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:52:30 user nova-compute[74491]: DEBUG nova.objects.instance [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lazy-loading 'flavor' on Instance uuid 041086e2-33e9-4c30-9bf3-fdaae1b86632 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:52:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0b578acc-5e3c-4198-8566-862b58370a27 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "041086e2-33e9-4c30-9bf3-fdaae1b86632" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.412s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:52:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-5dc5837b-107f-4527-be01-9692fc9b48ec req-88fe3af6-15b3-4cc2-a67d-ac572910b11c service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Received event network-vif-plugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:52:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5dc5837b-107f-4527-be01-9692fc9b48ec req-88fe3af6-15b3-4cc2-a67d-ac572910b11c service nova] Acquiring lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:52:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5dc5837b-107f-4527-be01-9692fc9b48ec req-88fe3af6-15b3-4cc2-a67d-ac572910b11c service nova] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:52:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5dc5837b-107f-4527-be01-9692fc9b48ec req-88fe3af6-15b3-4cc2-a67d-ac572910b11c service nova] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:52:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-5dc5837b-107f-4527-be01-9692fc9b48ec req-88fe3af6-15b3-4cc2-a67d-ac572910b11c service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] No waiting events found dispatching network-vif-plugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:52:30 user nova-compute[74491]: WARNING nova.compute.manager [req-5dc5837b-107f-4527-be01-9692fc9b48ec req-88fe3af6-15b3-4cc2-a67d-ac572910b11c service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Received unexpected event network-vif-plugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 for instance with vm_state active and task_state rescuing.
Oct 30 07:52:30 user nova-compute[74491]: DEBUG nova.compute.manager [None req-bc00da49-16b9-4d62-a412-f50c98f9d114 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:52:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:47 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:52:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 07:52:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:48 user nova-compute[74491]: DEBUG nova.compute.manager [req-1db556f2-8a97-4244-a715-bd993072f76a req-ed3c6df3-1b6b-4674-808a-5f66ff7d3f05 service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Received event network-changed-deba740a-eedd-418c-9b67-c5ac364e7bc7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:52:48 user nova-compute[74491]: DEBUG nova.compute.manager [req-1db556f2-8a97-4244-a715-bd993072f76a req-ed3c6df3-1b6b-4674-808a-5f66ff7d3f05 service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Refreshing instance network info cache due to event network-changed-deba740a-eedd-418c-9b67-c5ac364e7bc7. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:52:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-1db556f2-8a97-4244-a715-bd993072f76a req-ed3c6df3-1b6b-4674-808a-5f66ff7d3f05 service nova] Acquiring lock "refresh_cache-9647fc9d-8bb1-4f0e-ad50-8356339e49e8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:52:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-1db556f2-8a97-4244-a715-bd993072f76a req-ed3c6df3-1b6b-4674-808a-5f66ff7d3f05 service nova] Acquired lock "refresh_cache-9647fc9d-8bb1-4f0e-ad50-8356339e49e8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:52:48 user nova-compute[74491]: DEBUG nova.network.neutron [req-1db556f2-8a97-4244-a715-bd993072f76a req-ed3c6df3-1b6b-4674-808a-5f66ff7d3f05 service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Refreshing network info cache for port deba740a-eedd-418c-9b67-c5ac364e7bc7 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:52:48 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:52:48 user nova-compute[74491]: DEBUG nova.network.neutron [req-1db556f2-8a97-4244-a715-bd993072f76a req-ed3c6df3-1b6b-4674-808a-5f66ff7d3f05 service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Updated VIF entry in instance network info cache for port deba740a-eedd-418c-9b67-c5ac364e7bc7. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:52:48 user nova-compute[74491]: DEBUG nova.network.neutron [req-1db556f2-8a97-4244-a715-bd993072f76a req-ed3c6df3-1b6b-4674-808a-5f66ff7d3f05 service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Updating instance_info_cache with network_info: [{"id": "deba740a-eedd-418c-9b67-c5ac364e7bc7", "address": "fa:16:3e:1e:a4:cb", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdeba740a-ee", "ovs_interfaceid": "deba740a-eedd-418c-9b67-c5ac364e7bc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:52:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-1db556f2-8a97-4244-a715-bd993072f76a req-ed3c6df3-1b6b-4674-808a-5f66ff7d3f05 service nova] Releasing lock "refresh_cache-9647fc9d-8bb1-4f0e-ad50-8356339e49e8" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:52:49 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:52:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:51 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:52:51 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 07:52:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:52:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:52:51 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 07:52:51 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Updating instance_info_cache with network_info: [{"id": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "address": "fa:16:3e:83:67:c2", "network": {"id": "dd0befa8-a7ee-4504-98a0-7301a8087e3f", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2101139812-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.124", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cea71b940afc41098ffa7313f6904c74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2e62d79-cc", "ovs_interfaceid": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:52:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:52:51 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 07:52:51 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:52:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:53 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:52:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:52:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:52:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:52:53 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 07:52:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:53 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:52:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:52:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:52:53 user nova-compute[74491]: DEBUG nova.objects.instance [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lazy-loading 'flavor' on Instance uuid 9647fc9d-8bb1-4f0e-ad50-8356339e49e8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:52:54 user nova-compute[74491]: INFO nova.compute.manager [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Attaching volume 7fd63be0-b284-4b49-8dfe-57b537321f95 to /dev/vdb
Oct 30 07:52:54 user nova-compute[74491]: DEBUG os_brick.utils [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdc (vdc) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcddaa1c-1229-4828-a19f-d3b4e1f661aa]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[318287d8-f855-469d-a775-07e6a0cfe71e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3a7b0b7-1249-43ca-bdfb-59fb5bbf26c9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[daa11628-11aa-4f50-a419-8a2e67029b8f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:52:54 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:52:54 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[80e3ba8b-9215-418a-a39e-01a1a3ea9e8c]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG os_brick.utils [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] <== get_connector_properties: return (177ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Updating existing volume attachment record: c81af498-c031-4424-b059-93fd903e31a1 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9647fc9d-8bb1-4f0e-ad50-8356339e49e8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9647fc9d-8bb1-4f0e-ad50-8356339e49e8/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9647fc9d-8bb1-4f0e-ad50-8356339e49e8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:52:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9647fc9d-8bb1-4f0e-ad50-8356339e49e8/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:52:56 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:52:56 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:52:56 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=7847MB free_disk=25.2491455078125GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 07:52:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:52:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:52:56 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ffba7846-2a43-48b7-bd99-27fc59c81765 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:52:56 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:52:56 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 041086e2-33e9-4c30-9bf3-fdaae1b86632 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:52:56 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 9647fc9d-8bb1-4f0e-ad50-8356339e49e8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:52:56 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 87d3e3bd-d205-48f8-8206-c44ad134d416 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:52:56 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 93366d69-7b42-4e6f-ba14-77d311fba5b8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:52:56 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 643c14ed-732b-4081-9a8a-422da2f76f0f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:52:56 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 07:52:56 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 07:52:57 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:52:57 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:52:57 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 07:52:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.397s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:52:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:52:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:01 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:53:01 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:53:01 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:53:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Acquiring lock "9fc32282-fd61-4e0b-80b2-7a90a8a36a58" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:53:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lock "9fc32282-fd61-4e0b-80b2-7a90a8a36a58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:53:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:53:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:53:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:53:06 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:53:06 user nova-compute[74491]: INFO nova.compute.claims [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Claim successful on node user
Oct 30 07:53:06 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:53:06 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:53:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.367s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:53:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:53:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:53:06 user nova-compute[74491]: DEBUG nova.network.neutron [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:53:06 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:53:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:53:06 user nova-compute[74491]: DEBUG nova.policy [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25ebf78e238b492188ba95d90c5aa45b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b1e50a35f1640fbb66964fecdbddd3f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:53:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:53:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:53:06 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Creating image(s)
Oct 30 07:53:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Acquiring lock "/opt/stack/data/nova/instances/9fc32282-fd61-4e0b-80b2-7a90a8a36a58/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:53:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lock "/opt/stack/data/nova/instances/9fc32282-fd61-4e0b-80b2-7a90a8a36a58/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:53:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lock "/opt/stack/data/nova/instances/9fc32282-fd61-4e0b-80b2-7a90a8a36a58/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:53:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.185s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:53:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:53:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.178s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/9fc32282-fd61-4e0b-80b2-7a90a8a36a58/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/9fc32282-fd61-4e0b-80b2-7a90a8a36a58/disk 1073741824" returned: 0 in 0.047s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.233s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:53:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:07 user nova-compute[74491]: DEBUG nova.network.neutron [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Successfully created port: 04e13a04-3eaf-4a74-b2d4-5216267ea69a {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:53:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.205s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:07 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9fc32282-fd61-4e0b-80b2-7a90a8a36a58/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:53:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc32282-fd61-4e0b-80b2-7a90a8a36a58/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc32282-fd61-4e0b-80b2-7a90a8a36a58/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:07 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Cannot resize image /opt/stack/data/nova/instances/9fc32282-fd61-4e0b-80b2-7a90a8a36a58/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:53:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:53:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Ensure instance console log exists: /opt/stack/data/nova/instances/9fc32282-fd61-4e0b-80b2-7a90a8a36a58/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:53:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:53:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:53:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.network.neutron [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Successfully updated port: 04e13a04-3eaf-4a74-b2d4-5216267ea69a {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Acquiring lock "refresh_cache-9fc32282-fd61-4e0b-80b2-7a90a8a36a58" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Acquired lock "refresh_cache-9fc32282-fd61-4e0b-80b2-7a90a8a36a58" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.network.neutron [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.compute.manager [req-fbf87b7b-164d-4290-9111-8f96694a1dc0 req-baae3a02-c999-4574-912c-85079b819bad service nova] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Received event network-changed-04e13a04-3eaf-4a74-b2d4-5216267ea69a {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.compute.manager [req-fbf87b7b-164d-4290-9111-8f96694a1dc0 req-baae3a02-c999-4574-912c-85079b819bad service nova] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Refreshing instance network info cache due to event network-changed-04e13a04-3eaf-4a74-b2d4-5216267ea69a. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-fbf87b7b-164d-4290-9111-8f96694a1dc0 req-baae3a02-c999-4574-912c-85079b819bad service nova] Acquiring lock "refresh_cache-9fc32282-fd61-4e0b-80b2-7a90a8a36a58" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.network.neutron [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.network.neutron [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Updating instance_info_cache with network_info: [{"id": "04e13a04-3eaf-4a74-b2d4-5216267ea69a", "address": "fa:16:3e:59:57:bc", "network": {"id": "c1738222-738b-4046-9faa-cb58d405820f", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-985384826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b1e50a35f1640fbb66964fecdbddd3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04e13a04-3e", "ovs_interfaceid": "04e13a04-3eaf-4a74-b2d4-5216267ea69a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Releasing lock "refresh_cache-9fc32282-fd61-4e0b-80b2-7a90a8a36a58" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Instance network_info: |[{"id": "04e13a04-3eaf-4a74-b2d4-5216267ea69a", "address": "fa:16:3e:59:57:bc", "network": {"id": "c1738222-738b-4046-9faa-cb58d405820f", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-985384826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b1e50a35f1640fbb66964fecdbddd3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04e13a04-3e", "ovs_interfaceid": "04e13a04-3eaf-4a74-b2d4-5216267ea69a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-fbf87b7b-164d-4290-9111-8f96694a1dc0 req-baae3a02-c999-4574-912c-85079b819bad service nova] Acquired lock "refresh_cache-9fc32282-fd61-4e0b-80b2-7a90a8a36a58" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.network.neutron [req-fbf87b7b-164d-4290-9111-8f96694a1dc0 req-baae3a02-c999-4574-912c-85079b819bad service nova] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Refreshing network info cache for port 04e13a04-3eaf-4a74-b2d4-5216267ea69a {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Start _get_guest_xml network_info=[{"id": "04e13a04-3eaf-4a74-b2d4-5216267ea69a", "address": "fa:16:3e:59:57:bc", "network": {"id": "c1738222-738b-4046-9faa-cb58d405820f", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-985384826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b1e50a35f1640fbb66964fecdbddd3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04e13a04-3e", "ovs_interfaceid": "04e13a04-3eaf-4a74-b2d4-5216267ea69a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:53:08 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:53:08 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:53:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-182593579',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-182593579',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1825935',id=34,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJg7pi/0yVTwSnZ0cQJHrblxiIvsKB2cZDq/cFPMT2b4TycJz4snm9t3/BXHyOkxQ5tOlRGFqnMDBiy2XIrbsXV8k+qChpzOaDSedFlLq5f4NgaOzYshIu0DcO/itl6tsA==',key_name='tempest-keypair-1684226627',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8b1e50a35f1640fbb66964fecdbddd3f',ramdisk_id='',reservation_id='r-0gepkdbk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-2018638079',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:53:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='25ebf78e238b492188ba95d90c5aa45b',uuid=9fc32282-fd61-4e0b-80b2-7a90a8a36a58,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "04e13a04-3eaf-4a74-b2d4-5216267ea69a", "address": "fa:16:3e:59:57:bc", "network": {"id": "c1738222-738b-4046-9faa-cb58d405820f", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-985384826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b1e50a35f1640fbb66964fecdbddd3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04e13a04-3e", "ovs_interfaceid": "04e13a04-3eaf-4a74-b2d4-5216267ea69a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Converting VIF {"id": "04e13a04-3eaf-4a74-b2d4-5216267ea69a", "address": "fa:16:3e:59:57:bc", "network": {"id": "c1738222-738b-4046-9faa-cb58d405820f", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-985384826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b1e50a35f1640fbb66964fecdbddd3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04e13a04-3e", "ovs_interfaceid": "04e13a04-3eaf-4a74-b2d4-5216267ea69a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:57:bc,bridge_name='br-int',has_traffic_filtering=True,id=04e13a04-3eaf-4a74-b2d4-5216267ea69a,network=Network(c1738222-738b-4046-9faa-cb58d405820f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04e13a04-3e') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.objects.instance [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lazy-loading 'pci_devices' on Instance uuid 9fc32282-fd61-4e0b-80b2-7a90a8a36a58 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:53:08 user nova-compute[74491]:   <uuid>9fc32282-fd61-4e0b-80b2-7a90a8a36a58</uuid>
Oct 30 07:53:08 user nova-compute[74491]:   <name>instance-00000022</name>
Oct 30 07:53:08 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:53:08 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:53:08 user nova-compute[74491]:   <metadata>
Oct 30 07:53:08 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:53:08 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:53:08 user nova-compute[74491]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-182593579</nova:name>
Oct 30 07:53:08 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:53:08</nova:creationTime>
Oct 30 07:53:08 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:53:08 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:53:08 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:53:08 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:53:08 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:53:08 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:53:08 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:53:08 user nova-compute[74491]:       <nova:owner>
Oct 30 07:53:08 user nova-compute[74491]:         <nova:user uuid="25ebf78e238b492188ba95d90c5aa45b">tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member</nova:user>
Oct 30 07:53:08 user nova-compute[74491]:         <nova:project uuid="8b1e50a35f1640fbb66964fecdbddd3f">tempest-TestServerVolumeAttachScenarioOldVersion-2018638079</nova:project>
Oct 30 07:53:08 user nova-compute[74491]:       </nova:owner>
Oct 30 07:53:08 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:53:08 user nova-compute[74491]:       <nova:ports>
Oct 30 07:53:08 user nova-compute[74491]:         <nova:port uuid="04e13a04-3eaf-4a74-b2d4-5216267ea69a">
Oct 30 07:53:08 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 07:53:08 user nova-compute[74491]:         </nova:port>
Oct 30 07:53:08 user nova-compute[74491]:       </nova:ports>
Oct 30 07:53:08 user nova-compute[74491]:     </nova:instance>
Oct 30 07:53:08 user nova-compute[74491]:   </metadata>
Oct 30 07:53:08 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:53:08 user nova-compute[74491]:     <system>
Oct 30 07:53:08 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:53:08 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:53:08 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:53:08 user nova-compute[74491]:       <entry name="serial">9fc32282-fd61-4e0b-80b2-7a90a8a36a58</entry>
Oct 30 07:53:08 user nova-compute[74491]:       <entry name="uuid">9fc32282-fd61-4e0b-80b2-7a90a8a36a58</entry>
Oct 30 07:53:08 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:53:08 user nova-compute[74491]:     </system>
Oct 30 07:53:08 user nova-compute[74491]:   </sysinfo>
Oct 30 07:53:08 user nova-compute[74491]:   <os>
Oct 30 07:53:08 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:53:08 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:53:08 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:53:08 user nova-compute[74491]:   </os>
Oct 30 07:53:08 user nova-compute[74491]:   <features>
Oct 30 07:53:08 user nova-compute[74491]:     <acpi/>
Oct 30 07:53:08 user nova-compute[74491]:     <apic/>
Oct 30 07:53:08 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:53:08 user nova-compute[74491]:   </features>
Oct 30 07:53:08 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:53:08 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:53:08 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:53:08 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:53:08 user nova-compute[74491]:   </clock>
Oct 30 07:53:08 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:53:08 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:53:08 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:53:08 user nova-compute[74491]:   </cpu>
Oct 30 07:53:08 user nova-compute[74491]:   <devices>
Oct 30 07:53:08 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:53:08 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:53:08 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/9fc32282-fd61-4e0b-80b2-7a90a8a36a58/disk"/>
Oct 30 07:53:08 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:53:08 user nova-compute[74491]:     </disk>
Oct 30 07:53:08 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:53:08 user nova-compute[74491]:       <mac address="fa:16:3e:59:57:bc"/>
Oct 30 07:53:08 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:53:08 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:53:08 user nova-compute[74491]:       <target dev="tap04e13a04-3e"/>
Oct 30 07:53:08 user nova-compute[74491]:     </interface>
Oct 30 07:53:08 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:53:08 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/9fc32282-fd61-4e0b-80b2-7a90a8a36a58/console.log" append="off"/>
Oct 30 07:53:08 user nova-compute[74491]:     </serial>
Oct 30 07:53:08 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:53:08 user nova-compute[74491]:     <video>
Oct 30 07:53:08 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:53:08 user nova-compute[74491]:     </video>
Oct 30 07:53:08 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:53:08 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:53:08 user nova-compute[74491]:     </rng>
Oct 30 07:53:08 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:53:08 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:53:08 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:53:08 user nova-compute[74491]:     </memballoon>
Oct 30 07:53:08 user nova-compute[74491]:   </devices>
Oct 30 07:53:08 user nova-compute[74491]: </domain>
Oct 30 07:53:08 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:53:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-182593579',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-182593579',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1825935',id=34,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJg7pi/0yVTwSnZ0cQJHrblxiIvsKB2cZDq/cFPMT2b4TycJz4snm9t3/BXHyOkxQ5tOlRGFqnMDBiy2XIrbsXV8k+qChpzOaDSedFlLq5f4NgaOzYshIu0DcO/itl6tsA==',key_name='tempest-keypair-1684226627',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8b1e50a35f1640fbb66964fecdbddd3f',ramdisk_id='',reservation_id='r-0gepkdbk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-2018638079',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:53:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='25ebf78e238b492188ba95d90c5aa45b',uuid=9fc32282-fd61-4e0b-80b2-7a90a8a36a58,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "04e13a04-3eaf-4a74-b2d4-5216267ea69a", "address": "fa:16:3e:59:57:bc", "network": {"id": "c1738222-738b-4046-9faa-cb58d405820f", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-985384826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b1e50a35f1640fbb66964fecdbddd3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04e13a04-3e", "ovs_interfaceid": "04e13a04-3eaf-4a74-b2d4-5216267ea69a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Converting VIF {"id": "04e13a04-3eaf-4a74-b2d4-5216267ea69a", "address": "fa:16:3e:59:57:bc", "network": {"id": "c1738222-738b-4046-9faa-cb58d405820f", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-985384826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b1e50a35f1640fbb66964fecdbddd3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04e13a04-3e", "ovs_interfaceid": "04e13a04-3eaf-4a74-b2d4-5216267ea69a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:57:bc,bridge_name='br-int',has_traffic_filtering=True,id=04e13a04-3eaf-4a74-b2d4-5216267ea69a,network=Network(c1738222-738b-4046-9faa-cb58d405820f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04e13a04-3e') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG os_vif [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:57:bc,bridge_name='br-int',has_traffic_filtering=True,id=04e13a04-3eaf-4a74-b2d4-5216267ea69a,network=Network(c1738222-738b-4046-9faa-cb58d405820f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04e13a04-3e') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '36884167-3cf4-5e31-979a-20488bb188cb', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap04e13a04-3e, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap04e13a04-3e, col_values=(('qos', UUID('615dea8d-786d-45c5-83f3-8daeed25ae4f')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap04e13a04-3e, col_values=(('external_ids', {'iface-id': '04e13a04-3eaf-4a74-b2d4-5216267ea69a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:59:57:bc', 'vm-uuid': '9fc32282-fd61-4e0b-80b2-7a90a8a36a58'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:08 user nova-compute[74491]: INFO os_vif [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:57:bc,bridge_name='br-int',has_traffic_filtering=True,id=04e13a04-3eaf-4a74-b2d4-5216267ea69a,network=Network(c1738222-738b-4046-9faa-cb58d405820f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04e13a04-3e')
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] No VIF found with MAC fa:16:3e:59:57:bc, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.network.neutron [req-fbf87b7b-164d-4290-9111-8f96694a1dc0 req-baae3a02-c999-4574-912c-85079b819bad service nova] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Updated VIF entry in instance network info cache for port 04e13a04-3eaf-4a74-b2d4-5216267ea69a. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG nova.network.neutron [req-fbf87b7b-164d-4290-9111-8f96694a1dc0 req-baae3a02-c999-4574-912c-85079b819bad service nova] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Updating instance_info_cache with network_info: [{"id": "04e13a04-3eaf-4a74-b2d4-5216267ea69a", "address": "fa:16:3e:59:57:bc", "network": {"id": "c1738222-738b-4046-9faa-cb58d405820f", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-985384826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b1e50a35f1640fbb66964fecdbddd3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04e13a04-3e", "ovs_interfaceid": "04e13a04-3eaf-4a74-b2d4-5216267ea69a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:53:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-fbf87b7b-164d-4290-9111-8f96694a1dc0 req-baae3a02-c999-4574-912c-85079b819bad service nova] Releasing lock "refresh_cache-9fc32282-fd61-4e0b-80b2-7a90a8a36a58" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:53:09 user nova-compute[74491]: DEBUG nova.compute.manager [None req-6dd37ae3-9f26-42c0-bef6-1a0cbf3f7626 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:53:09 user nova-compute[74491]: INFO nova.compute.manager [None req-6dd37ae3-9f26-42c0-bef6-1a0cbf3f7626 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] instance snapshotting
Oct 30 07:53:10 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-6dd37ae3-9f26-42c0-bef6-1a0cbf3f7626 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Beginning live snapshot process
Oct 30 07:53:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-6dd37ae3-9f26-42c0-bef6-1a0cbf3f7626 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json -f qcow2 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-6dd37ae3-9f26-42c0-bef6-1a0cbf3f7626 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json -f qcow2" returned: 0 in 0.176s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-6dd37ae3-9f26-42c0-bef6-1a0cbf3f7626 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json -f qcow2 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:10 user nova-compute[74491]: DEBUG nova.compute.manager [req-3fa21e84-e093-4aec-86a3-124164551a43 req-66c6461b-3967-4454-a5cd-6b75e18ae788 service nova] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Received event network-vif-plugged-04e13a04-3eaf-4a74-b2d4-5216267ea69a {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:53:10 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3fa21e84-e093-4aec-86a3-124164551a43 req-66c6461b-3967-4454-a5cd-6b75e18ae788 service nova] Acquiring lock "9fc32282-fd61-4e0b-80b2-7a90a8a36a58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:53:10 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3fa21e84-e093-4aec-86a3-124164551a43 req-66c6461b-3967-4454-a5cd-6b75e18ae788 service nova] Lock "9fc32282-fd61-4e0b-80b2-7a90a8a36a58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:53:10 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3fa21e84-e093-4aec-86a3-124164551a43 req-66c6461b-3967-4454-a5cd-6b75e18ae788 service nova] Lock "9fc32282-fd61-4e0b-80b2-7a90a8a36a58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:53:10 user nova-compute[74491]: DEBUG nova.compute.manager [req-3fa21e84-e093-4aec-86a3-124164551a43 req-66c6461b-3967-4454-a5cd-6b75e18ae788 service nova] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] No waiting events found dispatching network-vif-plugged-04e13a04-3eaf-4a74-b2d4-5216267ea69a {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:53:10 user nova-compute[74491]: WARNING nova.compute.manager [req-3fa21e84-e093-4aec-86a3-124164551a43 req-66c6461b-3967-4454-a5cd-6b75e18ae788 service nova] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Received unexpected event network-vif-plugged-04e13a04-3eaf-4a74-b2d4-5216267ea69a for instance with vm_state building and task_state spawning.
Oct 30 07:53:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-6dd37ae3-9f26-42c0-bef6-1a0cbf3f7626 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json -f qcow2" returned: 0 in 0.199s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-6dd37ae3-9f26-42c0-bef6-1a0cbf3f7626 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-6dd37ae3-9f26-42c0-bef6-1a0cbf3f7626 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.215s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-6dd37ae3-9f26-42c0-bef6-1a0cbf3f7626 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp2izzlmf1/62004faa341a4eafadc156f1ed2bd11a.delta 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-6dd37ae3-9f26-42c0-bef6-1a0cbf3f7626 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp2izzlmf1/62004faa341a4eafadc156f1ed2bd11a.delta 1073741824" returned: 0 in 0.054s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:10 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-6dd37ae3-9f26-42c0-bef6-1a0cbf3f7626 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 30 07:53:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:11 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-6dd37ae3-9f26-42c0-bef6-1a0cbf3f7626 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=74491) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 07:53:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-6dd37ae3-9f26-42c0-bef6-1a0cbf3f7626 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] COPY block job progress, current cursor: 22806528 final cursor: 75563008 {{(pid=74491) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 07:53:12 user nova-compute[74491]: DEBUG nova.compute.manager [req-f23bfd02-37f6-4b46-88a4-bb2d46a56edd req-8edac592-afe3-465e-bd06-09160a96629d service nova] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Received event network-vif-plugged-04e13a04-3eaf-4a74-b2d4-5216267ea69a {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:53:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f23bfd02-37f6-4b46-88a4-bb2d46a56edd req-8edac592-afe3-465e-bd06-09160a96629d service nova] Acquiring lock "9fc32282-fd61-4e0b-80b2-7a90a8a36a58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:53:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f23bfd02-37f6-4b46-88a4-bb2d46a56edd req-8edac592-afe3-465e-bd06-09160a96629d service nova] Lock "9fc32282-fd61-4e0b-80b2-7a90a8a36a58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:53:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f23bfd02-37f6-4b46-88a4-bb2d46a56edd req-8edac592-afe3-465e-bd06-09160a96629d service nova] Lock "9fc32282-fd61-4e0b-80b2-7a90a8a36a58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:53:12 user nova-compute[74491]: DEBUG nova.compute.manager [req-f23bfd02-37f6-4b46-88a4-bb2d46a56edd req-8edac592-afe3-465e-bd06-09160a96629d service nova] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] No waiting events found dispatching network-vif-plugged-04e13a04-3eaf-4a74-b2d4-5216267ea69a {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:53:12 user nova-compute[74491]: WARNING nova.compute.manager [req-f23bfd02-37f6-4b46-88a4-bb2d46a56edd req-8edac592-afe3-465e-bd06-09160a96629d service nova] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Received unexpected event network-vif-plugged-04e13a04-3eaf-4a74-b2d4-5216267ea69a for instance with vm_state building and task_state spawning.
Oct 30 07:53:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-6dd37ae3-9f26-42c0-bef6-1a0cbf3f7626 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=74491) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 07:53:12 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-6dd37ae3-9f26-42c0-bef6-1a0cbf3f7626 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 30 07:53:12 user nova-compute[74491]: DEBUG nova.privsep.utils [None req-6dd37ae3-9f26-42c0-bef6-1a0cbf3f7626 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74491) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 07:53:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-6dd37ae3-9f26-42c0-bef6-1a0cbf3f7626 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp2izzlmf1/62004faa341a4eafadc156f1ed2bd11a.delta /opt/stack/data/nova/instances/snapshots/tmp2izzlmf1/62004faa341a4eafadc156f1ed2bd11a {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:12 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:53:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:53:12 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Instance spawned successfully.
Oct 30 07:53:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:53:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:53:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:53:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:53:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:53:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:53:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:53:13 user nova-compute[74491]: INFO nova.compute.manager [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Took 6.14 seconds to spawn the instance on the hypervisor.
Oct 30 07:53:13 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:53:13 user nova-compute[74491]: INFO nova.compute.manager [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Took 6.87 seconds to build instance.
Oct 30 07:53:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a5e403a4-ed88-4ea3-b684-b9c2ac241112 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lock "9fc32282-fd61-4e0b-80b2-7a90a8a36a58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.036s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:53:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-6dd37ae3-9f26-42c0-bef6-1a0cbf3f7626 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp2izzlmf1/62004faa341a4eafadc156f1ed2bd11a.delta /opt/stack/data/nova/instances/snapshots/tmp2izzlmf1/62004faa341a4eafadc156f1ed2bd11a" returned: 0 in 0.798s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:13 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-6dd37ae3-9f26-42c0-bef6-1a0cbf3f7626 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Snapshot extracted, beginning image upload
Oct 30 07:53:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:16 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-6dd37ae3-9f26-42c0-bef6-1a0cbf3f7626 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Snapshot image upload complete
Oct 30 07:53:16 user nova-compute[74491]: INFO nova.compute.manager [None req-6dd37ae3-9f26-42c0-bef6-1a0cbf3f7626 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Took 6.74 seconds to snapshot the instance on the hypervisor.
Oct 30 07:53:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "87d3e3bd-d205-48f8-8206-c44ad134d416" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:53:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "87d3e3bd-d205-48f8-8206-c44ad134d416" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:53:17 user nova-compute[74491]: DEBUG nova.objects.instance [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lazy-loading 'flavor' on Instance uuid 87d3e3bd-d205-48f8-8206-c44ad134d416 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:53:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "87d3e3bd-d205-48f8-8206-c44ad134d416" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.063s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:53:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "87d3e3bd-d205-48f8-8206-c44ad134d416" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:53:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "87d3e3bd-d205-48f8-8206-c44ad134d416" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:53:17 user nova-compute[74491]: INFO nova.compute.manager [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Attaching volume fb23722d-80a5-4935-9a39-ca73c0711390 to /dev/vdb
Oct 30 07:53:17 user nova-compute[74491]: DEBUG os_brick.utils [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:53:17 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:17 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:17 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[536b43a0-0d44-418d-86bb-17ec07d3185a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:17 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:17 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:17 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6da41021-9359-4cff-82e8-86401d682408]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:17 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:17 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:17 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b883c6d4-b8e2-4a0e-8c9b-6f203153ac9a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:17 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[99da4c5b-d540-49d0-8549-ceb4de358aa6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:17 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:17 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:53:17 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:53:17 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:17 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:53:17 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:53:17 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[82055391-72d3-4107-9065-ed94c6ed673a]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:53:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:53:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:53:18 user nova-compute[74491]: DEBUG os_brick.utils [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] <== get_connector_properties: return (147ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:53:18 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Updating existing volume attachment record: 18d9beaa-00a4-475e-afcb-80be466214eb {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:53:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "493e3144-9d24-4c4b-a34d-8a3ceef0c28a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:53:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "493e3144-9d24-4c4b-a34d-8a3ceef0c28a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:53:19 user nova-compute[74491]: DEBUG nova.compute.manager [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:53:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:53:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:53:19 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:53:19 user nova-compute[74491]: INFO nova.compute.claims [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Claim successful on node user
Oct 30 07:53:19 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:53:19 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:53:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.437s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:53:19 user nova-compute[74491]: DEBUG nova.compute.manager [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:53:19 user nova-compute[74491]: DEBUG nova.compute.manager [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:53:19 user nova-compute[74491]: DEBUG nova.network.neutron [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:53:19 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:53:19 user nova-compute[74491]: DEBUG nova.compute.manager [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:53:19 user nova-compute[74491]: DEBUG nova.policy [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '643ca52461624eae9eb2258193ea1b9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f20f318c0ce94480adddf9696681b5b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:53:19 user nova-compute[74491]: DEBUG nova.compute.manager [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:53:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:53:19 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Creating image(s)
Oct 30 07:53:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "/opt/stack/data/nova/instances/493e3144-9d24-4c4b-a34d-8a3ceef0c28a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:53:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "/opt/stack/data/nova/instances/493e3144-9d24-4c4b-a34d-8a3ceef0c28a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:53:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "/opt/stack/data/nova/instances/493e3144-9d24-4c4b-a34d-8a3ceef0c28a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:53:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "cc564f193d511c8cbdfcaa8644b79c8ee70bfdd0" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:53:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "cc564f193d511c8cbdfcaa8644b79c8ee70bfdd0" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:53:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc564f193d511c8cbdfcaa8644b79c8ee70bfdd0.part --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:20 user nova-compute[74491]: DEBUG nova.network.neutron [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Successfully created port: ab3294a1-f506-45dc-b15c-8ee334683082 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:53:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc564f193d511c8cbdfcaa8644b79c8ee70bfdd0.part --force-share --output=json" returned: 0 in 0.210s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:21 user nova-compute[74491]: DEBUG nova.virt.images [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] fb69ddc0-c1d8-4822-bcb2-542467eb2161 was qcow2, converting to raw {{(pid=74491) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 30 07:53:21 user nova-compute[74491]: DEBUG nova.privsep.utils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74491) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 07:53:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/cc564f193d511c8cbdfcaa8644b79c8ee70bfdd0.part /opt/stack/data/nova/instances/_base/cc564f193d511c8cbdfcaa8644b79c8ee70bfdd0.converted {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/cc564f193d511c8cbdfcaa8644b79c8ee70bfdd0.part /opt/stack/data/nova/instances/_base/cc564f193d511c8cbdfcaa8644b79c8ee70bfdd0.converted" returned: 0 in 0.333s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc564f193d511c8cbdfcaa8644b79c8ee70bfdd0.converted --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc564f193d511c8cbdfcaa8644b79c8ee70bfdd0.converted --force-share --output=json" returned: 0 in 0.185s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "cc564f193d511c8cbdfcaa8644b79c8ee70bfdd0" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.626s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:53:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc564f193d511c8cbdfcaa8644b79c8ee70bfdd0 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:21 user nova-compute[74491]: DEBUG nova.network.neutron [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Successfully updated port: ab3294a1-f506-45dc-b15c-8ee334683082 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:53:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "refresh_cache-493e3144-9d24-4c4b-a34d-8a3ceef0c28a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:53:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquired lock "refresh_cache-493e3144-9d24-4c4b-a34d-8a3ceef0c28a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:53:21 user nova-compute[74491]: DEBUG nova.network.neutron [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:53:21 user nova-compute[74491]: DEBUG nova.compute.manager [req-eee40c7d-c270-4c38-bafc-4e15db34fd49 req-678dac1d-e48b-4f7f-98da-bffc8bc99e1c service nova] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Received event network-changed-ab3294a1-f506-45dc-b15c-8ee334683082 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:53:21 user nova-compute[74491]: DEBUG nova.compute.manager [req-eee40c7d-c270-4c38-bafc-4e15db34fd49 req-678dac1d-e48b-4f7f-98da-bffc8bc99e1c service nova] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Refreshing instance network info cache due to event network-changed-ab3294a1-f506-45dc-b15c-8ee334683082. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:53:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-eee40c7d-c270-4c38-bafc-4e15db34fd49 req-678dac1d-e48b-4f7f-98da-bffc8bc99e1c service nova] Acquiring lock "refresh_cache-493e3144-9d24-4c4b-a34d-8a3ceef0c28a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:53:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc564f193d511c8cbdfcaa8644b79c8ee70bfdd0 --force-share --output=json" returned: 0 in 0.234s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "cc564f193d511c8cbdfcaa8644b79c8ee70bfdd0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:53:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "cc564f193d511c8cbdfcaa8644b79c8ee70bfdd0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:53:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc564f193d511c8cbdfcaa8644b79c8ee70bfdd0 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:21 user nova-compute[74491]: DEBUG nova.network.neutron [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc564f193d511c8cbdfcaa8644b79c8ee70bfdd0 --force-share --output=json" returned: 0 in 0.219s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc564f193d511c8cbdfcaa8644b79c8ee70bfdd0,backing_fmt=raw /opt/stack/data/nova/instances/493e3144-9d24-4c4b-a34d-8a3ceef0c28a/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc564f193d511c8cbdfcaa8644b79c8ee70bfdd0,backing_fmt=raw /opt/stack/data/nova/instances/493e3144-9d24-4c4b-a34d-8a3ceef0c28a/disk 1073741824" returned: 0 in 0.058s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "cc564f193d511c8cbdfcaa8644b79c8ee70bfdd0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.284s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc564f193d511c8cbdfcaa8644b79c8ee70bfdd0 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.network.neutron [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Updating instance_info_cache with network_info: [{"id": "ab3294a1-f506-45dc-b15c-8ee334683082", "address": "fa:16:3e:34:cd:96", "network": {"id": "bd8c866d-4a45-414c-843a-0c4d97d7faa6", "bridge": "br-int", "label": "tempest-TestStampPattern-509748374-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f20f318c0ce94480adddf9696681b5b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab3294a1-f5", "ovs_interfaceid": "ab3294a1-f506-45dc-b15c-8ee334683082", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Releasing lock "refresh_cache-493e3144-9d24-4c4b-a34d-8a3ceef0c28a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.compute.manager [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Instance network_info: |[{"id": "ab3294a1-f506-45dc-b15c-8ee334683082", "address": "fa:16:3e:34:cd:96", "network": {"id": "bd8c866d-4a45-414c-843a-0c4d97d7faa6", "bridge": "br-int", "label": "tempest-TestStampPattern-509748374-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f20f318c0ce94480adddf9696681b5b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab3294a1-f5", "ovs_interfaceid": "ab3294a1-f506-45dc-b15c-8ee334683082", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-eee40c7d-c270-4c38-bafc-4e15db34fd49 req-678dac1d-e48b-4f7f-98da-bffc8bc99e1c service nova] Acquired lock "refresh_cache-493e3144-9d24-4c4b-a34d-8a3ceef0c28a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.network.neutron [req-eee40c7d-c270-4c38-bafc-4e15db34fd49 req-678dac1d-e48b-4f7f-98da-bffc8bc99e1c service nova] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Refreshing network info cache for port ab3294a1-f506-45dc-b15c-8ee334683082 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc564f193d511c8cbdfcaa8644b79c8ee70bfdd0 --force-share --output=json" returned: 0 in 0.206s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Ensure instance console log exists: /opt/stack/data/nova/instances/493e3144-9d24-4c4b-a34d-8a3ceef0c28a/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Start _get_guest_xml network_info=[{"id": "ab3294a1-f506-45dc-b15c-8ee334683082", "address": "fa:16:3e:34:cd:96", "network": {"id": "bd8c866d-4a45-414c-843a-0c4d97d7faa6", "bridge": "br-int", "label": "tempest-TestStampPattern-509748374-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f20f318c0ce94480adddf9696681b5b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab3294a1-f5", "ovs_interfaceid": "ab3294a1-f506-45dc-b15c-8ee334683082", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d29becf2597a4ca2c9261954b43c5a53',container_format='bare',created_at=2023-10-30T07:53:10Z,direct_url=<?>,disk_format='qcow2',id=fb69ddc0-c1d8-4822-bcb2-542467eb2161,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1079660575',owner='f20f318c0ce94480adddf9696681b5b7',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-30T07:53:17Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': 'fb69ddc0-c1d8-4822-bcb2-542467eb2161'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:53:22 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:53:22 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d29becf2597a4ca2c9261954b43c5a53',container_format='bare',created_at=2023-10-30T07:53:10Z,direct_url=<?>,disk_format='qcow2',id=fb69ddc0-c1d8-4822-bcb2-542467eb2161,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1079660575',owner='f20f318c0ce94480adddf9696681b5b7',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-30T07:53:17Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:53:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1601856624',display_name='tempest-TestStampPattern-server-1601856624',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1601856624',id=35,image_ref='fb69ddc0-c1d8-4822-bcb2-542467eb2161',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH5xWdOQ4VEs686Qss7e5gWhembQn8arXOtAJQAbhf/ar2NNIuZixrCv8Hj3yV7ZOjdf+Ww0v2lGs3jTTnkjD01CiWdizDzSV1KRYa+aiwnEkdIKxPlCugiREy4A5/vasw==',key_name='tempest-TestStampPattern-829975866',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f20f318c0ce94480adddf9696681b5b7',ramdisk_id='',reservation_id='r-blmm4ibb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='041086e2-33e9-4c30-9bf3-fdaae1b86632',image_min_disk='1',image_min_ram='0',image_owner_id='f20f318c0ce94480adddf9696681b5b7',image_owner_project_name='tempest-TestStampPattern-107539016',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-107539016-project-member',image_user_id='643ca52461624eae9eb2258193ea1b9a',network_allocated='True',owner_project_name='tempest-TestStampPattern-107539016',owner_user_name='tempest-TestStampPattern-107539016-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:53:20Z,user_data=None,user_id='643ca52461624eae9eb2258193ea1b9a',uuid=493e3144-9d24-4c4b-a34d-8a3ceef0c28a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ab3294a1-f506-45dc-b15c-8ee334683082", "address": "fa:16:3e:34:cd:96", "network": {"id": "bd8c866d-4a45-414c-843a-0c4d97d7faa6", "bridge": "br-int", "label": "tempest-TestStampPattern-509748374-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f20f318c0ce94480adddf9696681b5b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab3294a1-f5", "ovs_interfaceid": "ab3294a1-f506-45dc-b15c-8ee334683082", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Converting VIF {"id": "ab3294a1-f506-45dc-b15c-8ee334683082", "address": "fa:16:3e:34:cd:96", "network": {"id": "bd8c866d-4a45-414c-843a-0c4d97d7faa6", "bridge": "br-int", "label": "tempest-TestStampPattern-509748374-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f20f318c0ce94480adddf9696681b5b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab3294a1-f5", "ovs_interfaceid": "ab3294a1-f506-45dc-b15c-8ee334683082", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:cd:96,bridge_name='br-int',has_traffic_filtering=True,id=ab3294a1-f506-45dc-b15c-8ee334683082,network=Network(bd8c866d-4a45-414c-843a-0c4d97d7faa6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab3294a1-f5') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.objects.instance [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lazy-loading 'pci_devices' on Instance uuid 493e3144-9d24-4c4b-a34d-8a3ceef0c28a {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:53:22 user nova-compute[74491]:   <uuid>493e3144-9d24-4c4b-a34d-8a3ceef0c28a</uuid>
Oct 30 07:53:22 user nova-compute[74491]:   <name>instance-00000023</name>
Oct 30 07:53:22 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:53:22 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:53:22 user nova-compute[74491]:   <metadata>
Oct 30 07:53:22 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:53:22 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:53:22 user nova-compute[74491]:       <nova:name>tempest-TestStampPattern-server-1601856624</nova:name>
Oct 30 07:53:22 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:53:22</nova:creationTime>
Oct 30 07:53:22 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:53:22 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:53:22 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:53:22 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:53:22 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:53:22 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:53:22 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:53:22 user nova-compute[74491]:       <nova:owner>
Oct 30 07:53:22 user nova-compute[74491]:         <nova:user uuid="643ca52461624eae9eb2258193ea1b9a">tempest-TestStampPattern-107539016-project-member</nova:user>
Oct 30 07:53:22 user nova-compute[74491]:         <nova:project uuid="f20f318c0ce94480adddf9696681b5b7">tempest-TestStampPattern-107539016</nova:project>
Oct 30 07:53:22 user nova-compute[74491]:       </nova:owner>
Oct 30 07:53:22 user nova-compute[74491]:       <nova:root type="image" uuid="fb69ddc0-c1d8-4822-bcb2-542467eb2161"/>
Oct 30 07:53:22 user nova-compute[74491]:       <nova:ports>
Oct 30 07:53:22 user nova-compute[74491]:         <nova:port uuid="ab3294a1-f506-45dc-b15c-8ee334683082">
Oct 30 07:53:22 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 30 07:53:22 user nova-compute[74491]:         </nova:port>
Oct 30 07:53:22 user nova-compute[74491]:       </nova:ports>
Oct 30 07:53:22 user nova-compute[74491]:     </nova:instance>
Oct 30 07:53:22 user nova-compute[74491]:   </metadata>
Oct 30 07:53:22 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:53:22 user nova-compute[74491]:     <system>
Oct 30 07:53:22 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:53:22 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:53:22 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:53:22 user nova-compute[74491]:       <entry name="serial">493e3144-9d24-4c4b-a34d-8a3ceef0c28a</entry>
Oct 30 07:53:22 user nova-compute[74491]:       <entry name="uuid">493e3144-9d24-4c4b-a34d-8a3ceef0c28a</entry>
Oct 30 07:53:22 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:53:22 user nova-compute[74491]:     </system>
Oct 30 07:53:22 user nova-compute[74491]:   </sysinfo>
Oct 30 07:53:22 user nova-compute[74491]:   <os>
Oct 30 07:53:22 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:53:22 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:53:22 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:53:22 user nova-compute[74491]:   </os>
Oct 30 07:53:22 user nova-compute[74491]:   <features>
Oct 30 07:53:22 user nova-compute[74491]:     <acpi/>
Oct 30 07:53:22 user nova-compute[74491]:     <apic/>
Oct 30 07:53:22 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:53:22 user nova-compute[74491]:   </features>
Oct 30 07:53:22 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:53:22 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:53:22 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:53:22 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:53:22 user nova-compute[74491]:   </clock>
Oct 30 07:53:22 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:53:22 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:53:22 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:53:22 user nova-compute[74491]:   </cpu>
Oct 30 07:53:22 user nova-compute[74491]:   <devices>
Oct 30 07:53:22 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:53:22 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:53:22 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/493e3144-9d24-4c4b-a34d-8a3ceef0c28a/disk"/>
Oct 30 07:53:22 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:53:22 user nova-compute[74491]:     </disk>
Oct 30 07:53:22 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:53:22 user nova-compute[74491]:       <mac address="fa:16:3e:34:cd:96"/>
Oct 30 07:53:22 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:53:22 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:53:22 user nova-compute[74491]:       <target dev="tapab3294a1-f5"/>
Oct 30 07:53:22 user nova-compute[74491]:     </interface>
Oct 30 07:53:22 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:53:22 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/493e3144-9d24-4c4b-a34d-8a3ceef0c28a/console.log" append="off"/>
Oct 30 07:53:22 user nova-compute[74491]:     </serial>
Oct 30 07:53:22 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:53:22 user nova-compute[74491]:     <video>
Oct 30 07:53:22 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:53:22 user nova-compute[74491]:     </video>
Oct 30 07:53:22 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:53:22 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:53:22 user nova-compute[74491]:     </rng>
Oct 30 07:53:22 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:53:22 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:53:22 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:53:22 user nova-compute[74491]:     </memballoon>
Oct 30 07:53:22 user nova-compute[74491]:   </devices>
Oct 30 07:53:22 user nova-compute[74491]: </domain>
Oct 30 07:53:22 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:53:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1601856624',display_name='tempest-TestStampPattern-server-1601856624',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1601856624',id=35,image_ref='fb69ddc0-c1d8-4822-bcb2-542467eb2161',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH5xWdOQ4VEs686Qss7e5gWhembQn8arXOtAJQAbhf/ar2NNIuZixrCv8Hj3yV7ZOjdf+Ww0v2lGs3jTTnkjD01CiWdizDzSV1KRYa+aiwnEkdIKxPlCugiREy4A5/vasw==',key_name='tempest-TestStampPattern-829975866',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f20f318c0ce94480adddf9696681b5b7',ramdisk_id='',reservation_id='r-blmm4ibb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='041086e2-33e9-4c30-9bf3-fdaae1b86632',image_min_disk='1',image_min_ram='0',image_owner_id='f20f318c0ce94480adddf9696681b5b7',image_owner_project_name='tempest-TestStampPattern-107539016',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-107539016-project-member',image_user_id='643ca52461624eae9eb2258193ea1b9a',network_allocated='True',owner_project_name='tempest-TestStampPattern-107539016',owner_user_name='tempest-TestStampPattern-107539016-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:53:20Z,user_data=None,user_id='643ca52461624eae9eb2258193ea1b9a',uuid=493e3144-9d24-4c4b-a34d-8a3ceef0c28a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ab3294a1-f506-45dc-b15c-8ee334683082", "address": "fa:16:3e:34:cd:96", "network": {"id": "bd8c866d-4a45-414c-843a-0c4d97d7faa6", "bridge": "br-int", "label": "tempest-TestStampPattern-509748374-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f20f318c0ce94480adddf9696681b5b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab3294a1-f5", "ovs_interfaceid": "ab3294a1-f506-45dc-b15c-8ee334683082", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Converting VIF {"id": "ab3294a1-f506-45dc-b15c-8ee334683082", "address": "fa:16:3e:34:cd:96", "network": {"id": "bd8c866d-4a45-414c-843a-0c4d97d7faa6", "bridge": "br-int", "label": "tempest-TestStampPattern-509748374-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f20f318c0ce94480adddf9696681b5b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab3294a1-f5", "ovs_interfaceid": "ab3294a1-f506-45dc-b15c-8ee334683082", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:cd:96,bridge_name='br-int',has_traffic_filtering=True,id=ab3294a1-f506-45dc-b15c-8ee334683082,network=Network(bd8c866d-4a45-414c-843a-0c4d97d7faa6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab3294a1-f5') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG os_vif [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:cd:96,bridge_name='br-int',has_traffic_filtering=True,id=ab3294a1-f506-45dc-b15c-8ee334683082,network=Network(bd8c866d-4a45-414c-843a-0c4d97d7faa6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab3294a1-f5') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '79e3e144-372e-5e86-b5dc-0884fcad9eb7', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapab3294a1-f5, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapab3294a1-f5, col_values=(('qos', UUID('fee266b9-f493-4cad-ad28-0369359a0fcc')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapab3294a1-f5, col_values=(('external_ids', {'iface-id': 'ab3294a1-f506-45dc-b15c-8ee334683082', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:34:cd:96', 'vm-uuid': '493e3144-9d24-4c4b-a34d-8a3ceef0c28a'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:22 user nova-compute[74491]: INFO os_vif [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:cd:96,bridge_name='br-int',has_traffic_filtering=True,id=ab3294a1-f506-45dc-b15c-8ee334683082,network=Network(bd8c866d-4a45-414c-843a-0c4d97d7faa6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab3294a1-f5')
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] No VIF found with MAC fa:16:3e:34:cd:96, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.network.neutron [req-eee40c7d-c270-4c38-bafc-4e15db34fd49 req-678dac1d-e48b-4f7f-98da-bffc8bc99e1c service nova] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Updated VIF entry in instance network info cache for port ab3294a1-f506-45dc-b15c-8ee334683082. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG nova.network.neutron [req-eee40c7d-c270-4c38-bafc-4e15db34fd49 req-678dac1d-e48b-4f7f-98da-bffc8bc99e1c service nova] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Updating instance_info_cache with network_info: [{"id": "ab3294a1-f506-45dc-b15c-8ee334683082", "address": "fa:16:3e:34:cd:96", "network": {"id": "bd8c866d-4a45-414c-843a-0c4d97d7faa6", "bridge": "br-int", "label": "tempest-TestStampPattern-509748374-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f20f318c0ce94480adddf9696681b5b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab3294a1-f5", "ovs_interfaceid": "ab3294a1-f506-45dc-b15c-8ee334683082", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:53:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-eee40c7d-c270-4c38-bafc-4e15db34fd49 req-678dac1d-e48b-4f7f-98da-bffc8bc99e1c service nova] Releasing lock "refresh_cache-493e3144-9d24-4c4b-a34d-8a3ceef0c28a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:53:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:24 user nova-compute[74491]: DEBUG nova.compute.manager [req-2b7cad56-f1c0-4758-b35c-ecea82467968 req-d432436b-e19f-4593-ae32-158622e00fec service nova] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Received event network-vif-plugged-ab3294a1-f506-45dc-b15c-8ee334683082 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:53:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2b7cad56-f1c0-4758-b35c-ecea82467968 req-d432436b-e19f-4593-ae32-158622e00fec service nova] Acquiring lock "493e3144-9d24-4c4b-a34d-8a3ceef0c28a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:53:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2b7cad56-f1c0-4758-b35c-ecea82467968 req-d432436b-e19f-4593-ae32-158622e00fec service nova] Lock "493e3144-9d24-4c4b-a34d-8a3ceef0c28a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:53:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2b7cad56-f1c0-4758-b35c-ecea82467968 req-d432436b-e19f-4593-ae32-158622e00fec service nova] Lock "493e3144-9d24-4c4b-a34d-8a3ceef0c28a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:53:24 user nova-compute[74491]: DEBUG nova.compute.manager [req-2b7cad56-f1c0-4758-b35c-ecea82467968 req-d432436b-e19f-4593-ae32-158622e00fec service nova] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] No waiting events found dispatching network-vif-plugged-ab3294a1-f506-45dc-b15c-8ee334683082 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:53:24 user nova-compute[74491]: WARNING nova.compute.manager [req-2b7cad56-f1c0-4758-b35c-ecea82467968 req-d432436b-e19f-4593-ae32-158622e00fec service nova] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Received unexpected event network-vif-plugged-ab3294a1-f506-45dc-b15c-8ee334683082 for instance with vm_state building and task_state spawning.
Oct 30 07:53:24 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:24 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:26 user nova-compute[74491]: DEBUG nova.compute.manager [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:53:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:53:26 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Instance spawned successfully.
Oct 30 07:53:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:53:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:53:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:53:26 user nova-compute[74491]: DEBUG nova.compute.manager [req-43e51608-7ad2-4eff-9162-f504290a2c90 req-a1c6aca5-517b-4397-bb77-43631f87442a service nova] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Received event network-vif-plugged-ab3294a1-f506-45dc-b15c-8ee334683082 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:53:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-43e51608-7ad2-4eff-9162-f504290a2c90 req-a1c6aca5-517b-4397-bb77-43631f87442a service nova] Acquiring lock "493e3144-9d24-4c4b-a34d-8a3ceef0c28a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:53:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-43e51608-7ad2-4eff-9162-f504290a2c90 req-a1c6aca5-517b-4397-bb77-43631f87442a service nova] Lock "493e3144-9d24-4c4b-a34d-8a3ceef0c28a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:53:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-43e51608-7ad2-4eff-9162-f504290a2c90 req-a1c6aca5-517b-4397-bb77-43631f87442a service nova] Lock "493e3144-9d24-4c4b-a34d-8a3ceef0c28a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:53:26 user nova-compute[74491]: DEBUG nova.compute.manager [req-43e51608-7ad2-4eff-9162-f504290a2c90 req-a1c6aca5-517b-4397-bb77-43631f87442a service nova] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] No waiting events found dispatching network-vif-plugged-ab3294a1-f506-45dc-b15c-8ee334683082 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:53:26 user nova-compute[74491]: WARNING nova.compute.manager [req-43e51608-7ad2-4eff-9162-f504290a2c90 req-a1c6aca5-517b-4397-bb77-43631f87442a service nova] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Received unexpected event network-vif-plugged-ab3294a1-f506-45dc-b15c-8ee334683082 for instance with vm_state building and task_state spawning.
Oct 30 07:53:26 user nova-compute[74491]: INFO nova.compute.manager [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Took 6.35 seconds to spawn the instance on the hypervisor.
Oct 30 07:53:26 user nova-compute[74491]: DEBUG nova.compute.manager [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:53:26 user nova-compute[74491]: INFO nova.compute.manager [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Took 7.19 seconds to build instance.
Oct 30 07:53:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-97d53e33-4529-4348-a4d1-8f6074b1aa23 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "493e3144-9d24-4c4b-a34d-8a3ceef0c28a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.332s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:53:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "93366d69-7b42-4e6f-ba14-77d311fba5b8" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:53:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "93366d69-7b42-4e6f-ba14-77d311fba5b8" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:53:27 user nova-compute[74491]: INFO nova.compute.manager [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Detaching volume 6aa7c129-3d87-4080-9754-e1d8bf324fe2
Oct 30 07:53:28 user nova-compute[74491]: INFO nova.virt.block_device [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Attempting to driver detach volume 6aa7c129-3d87-4080-9754-e1d8bf324fe2 from mountpoint /dev/vdc
Oct 30 07:53:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Attempting to detach device vdc from instance 93366d69-7b42-4e6f-ba14-77d311fba5b8 from the persistent domain config. {{(pid=74491) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 07:53:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:53:28 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:53:28 user nova-compute[74491]:   <source dev="/dev/sdc"/>
Oct 30 07:53:28 user nova-compute[74491]:   <target dev="vdc" bus="virtio"/>
Oct 30 07:53:28 user nova-compute[74491]:   <serial>6aa7c129-3d87-4080-9754-e1d8bf324fe2</serial>
Oct 30 07:53:28 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 30 07:53:28 user nova-compute[74491]: </disk>
Oct 30 07:53:28 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:53:28 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Successfully detached device vdc from instance 93366d69-7b42-4e6f-ba14-77d311fba5b8 from the persistent domain config.
Oct 30 07:53:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 93366d69-7b42-4e6f-ba14-77d311fba5b8 from the live domain config. {{(pid=74491) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 07:53:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:53:28 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:53:28 user nova-compute[74491]:   <source dev="/dev/sdc"/>
Oct 30 07:53:28 user nova-compute[74491]:   <target dev="vdc" bus="virtio"/>
Oct 30 07:53:28 user nova-compute[74491]:   <serial>6aa7c129-3d87-4080-9754-e1d8bf324fe2</serial>
Oct 30 07:53:28 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 30 07:53:28 user nova-compute[74491]: </disk>
Oct 30 07:53:28 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:53:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 93366d69-7b42-4e6f-ba14-77d311fba5b8 {{(pid=74491) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 07:53:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kEVsBhLe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:53:35 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:53:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:53:35 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:53:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:53:35 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc950ee4-f558-4dd9-91f4-eb6696b64f72]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:53:35 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f048238-84cf-4b1a-ab56-5b86408e0520]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95] added
Oct 30 07:53:35 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[96d11da9-f25b-4477-bde7-d014f8d2cd6b]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[365164bc-ebb5-4234-92c8-14ad4c8e289d]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kEVsBhLe {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kEVsBhLe" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[484b2405-6b3d-4b26-b972-fb6a8fc3a4ce]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kEVsBhLe'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8702618c-10f9-4636-9570-86417654d603]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ff88aaf-206b-495d-9882-4482962d547b]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)
Oct 30 07:53:35 user nova-compute[74491]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:53:35 user nova-compute[74491]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:53:35 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)
Oct 30 07:53:35 user nova-compute[74491]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:53:35 user nova-compute[74491]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:53:35 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[14591c45-ced8-447b-8037-999619b56d1b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95, portal: 172.16.0.220,3260]
Oct 30 07:53:35 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95, portal: 172.16.0.220,3260] successful.
Oct 30 07:53:35 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.031s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4293cde9-0ed0-41cc-85bc-76fd87f043ca]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c424a8d3-b910-47be-81dd-d155b735bb58]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)
Oct 30 07:53:35 user nova-compute[74491]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:53:35 user nova-compute[74491]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:53:35 user nova-compute[74491]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 (non-flash)
Oct 30 07:53:35 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)
Oct 30 07:53:35 user nova-compute[74491]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:53:35 user nova-compute[74491]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:53:35 user nova-compute[74491]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 (non-flash)
Oct 30 07:53:35 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.323s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] HCTL ('33', '-', '-', 0) found on session 34 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[962db1e8-b417-4472-b2e6-b0a6956b3e1e]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Searching for a device in session 34 and hctl ['33', '*', '*', 0] yield: None {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:53:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:36 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Searching for a device in session 34 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:53:36 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kEVsBhLe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:53:36 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.358s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:53:36 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] <== connect_volume: return (1359ms) {'type': 'block', 'scsi_wwn': '23933366534316161', 'path': '/dev/sdb'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:53:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23933366534316161', 'path': '/dev/sdb'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:53:36 user nova-compute[74491]: DEBUG nova.objects.instance [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lazy-loading 'flavor' on Instance uuid 9647fc9d-8bb1-4f0e-ad50-8356339e49e8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:53:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 07:53:36 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:53:36 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 07:53:36 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:53:36 user nova-compute[74491]:   <serial>7fd63be0-b284-4b49-8dfe-57b537321f95</serial>
Oct 30 07:53:36 user nova-compute[74491]: </disk>
Oct 30 07:53:36 user nova-compute[74491]:  {{(pid=74491) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 07:53:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:53:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:53:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] No VIF found with MAC fa:16:3e:1e:a4:cb, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:53:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-944ed80a-7da3-40c9-95eb-a662a9f06166 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 42.849s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:53:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:53:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:53:37 user nova-compute[74491]: INFO nova.compute.manager [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Detaching volume 7fd63be0-b284-4b49-8dfe-57b537321f95
Oct 30 07:53:38 user nova-compute[74491]: INFO nova.virt.block_device [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Attempting to driver detach volume 7fd63be0-b284-4b49-8dfe-57b537321f95 from mountpoint /dev/vdb
Oct 30 07:53:38 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Attempting to detach device vdb from instance 9647fc9d-8bb1-4f0e-ad50-8356339e49e8 from the persistent domain config. {{(pid=74491) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:53:38 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:53:38 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 07:53:38 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:53:38 user nova-compute[74491]:   <serial>7fd63be0-b284-4b49-8dfe-57b537321f95</serial>
Oct 30 07:53:38 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 07:53:38 user nova-compute[74491]: </disk>
Oct 30 07:53:38 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:53:38 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Successfully detached device vdb from instance 9647fc9d-8bb1-4f0e-ad50-8356339e49e8 from the persistent domain config.
Oct 30 07:53:38 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 9647fc9d-8bb1-4f0e-ad50-8356339e49e8 from the live domain config. {{(pid=74491) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:53:38 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:53:38 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 07:53:38 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:53:38 user nova-compute[74491]:   <serial>7fd63be0-b284-4b49-8dfe-57b537321f95</serial>
Oct 30 07:53:38 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 07:53:38 user nova-compute[74491]: </disk>
Oct 30 07:53:38 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 9647fc9d-8bb1-4f0e-ad50-8356339e49e8 {{(pid=74491) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AfBvtuak', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:53:38 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:53:38 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:53:38 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:53:38 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:53:38 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:53:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ee0af33-9d6e-468a-9afd-8219cbee78cd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:53:38 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f616efb-d5da-4de2-8f9b-274de988f422]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390] added
Oct 30 07:53:38 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d676d66-b387-4864-ba15-73d80708953b]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[cad2b164-34e9-40ad-8f2c-f4254fac6490]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AfBvtuak {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AfBvtuak" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a411176-b734-4006-8b26-7a6f1f600b0f]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'AfBvtuak'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa79d101-1970-4841-949e-da9afcccc317]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[768c9553-5e46-4201-9a0d-76933716334e]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)
Oct 30 07:53:38 user nova-compute[74491]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:53:38 user nova-compute[74491]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:53:38 user nova-compute[74491]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 (non-flash)
Oct 30 07:53:38 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)
Oct 30 07:53:38 user nova-compute[74491]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:53:38 user nova-compute[74491]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:53:38 user nova-compute[74491]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 (non-flash)
Oct 30 07:53:38 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7219da16-fea9-4100-84ab-036102aa37b2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:38 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390, portal: 172.16.0.220,3260]
Oct 30 07:53:38 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390, portal: 172.16.0.220,3260] successful.
Oct 30 07:53:38 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:53:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[eecbb1ac-aff4-46af-9160-54e0d39afba8]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:53:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5419692c-1856-4a11-81a8-300fd8d8ebe5]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)
Oct 30 07:53:39 user nova-compute[74491]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:53:39 user nova-compute[74491]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:53:39 user nova-compute[74491]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 (non-flash)
Oct 30 07:53:39 user nova-compute[74491]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:53:39 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:53:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)
Oct 30 07:53:39 user nova-compute[74491]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:53:39 user nova-compute[74491]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:53:39 user nova-compute[74491]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 (non-flash)
Oct 30 07:53:39 user nova-compute[74491]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:53:39 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:53:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.303s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:53:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:53:39 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] HCTL ('37', '-', '-', 0) found on session 35 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:53:39 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:53:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[22fa93d5-5fb0-4ba5-8fed-228fd2392935]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:39 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Searching for a device in session 35 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:53:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AfBvtuak', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:53:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.339s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:53:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] <== connect_volume: return (1341ms) {'type': 'block', 'scsi_wwn': '23534343961386239', 'path': '/dev/sdf'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:53:40 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23534343961386239', 'path': '/dev/sdf'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:53:40 user nova-compute[74491]: DEBUG nova.objects.instance [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lazy-loading 'flavor' on Instance uuid 87d3e3bd-d205-48f8-8206-c44ad134d416 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:53:40 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 07:53:40 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:53:40 user nova-compute[74491]:   <source dev="/dev/sdf"/>
Oct 30 07:53:40 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:53:40 user nova-compute[74491]:   <serial>fb23722d-80a5-4935-9a39-ca73c0711390</serial>
Oct 30 07:53:40 user nova-compute[74491]: </disk>
Oct 30 07:53:40 user nova-compute[74491]:  {{(pid=74491) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 07:53:40 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:53:40 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:53:40 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] No VIF found with MAC fa:16:3e:58:25:07, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:53:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1a9e0517-04ca-485e-9ddf-106a113301af tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "87d3e3bd-d205-48f8-8206-c44ad134d416" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 23.162s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:53:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:45 user nova-compute[74491]: DEBUG nova.compute.manager [req-5144dae4-c52d-42dc-9476-9b84a24c01bc req-11ff50e5-ea47-432f-926c-49d38b7e9fa7 service nova] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Received event network-changed-4473130f-e4d4-4c60-a047-fc809045a251 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:53:45 user nova-compute[74491]: DEBUG nova.compute.manager [req-5144dae4-c52d-42dc-9476-9b84a24c01bc req-11ff50e5-ea47-432f-926c-49d38b7e9fa7 service nova] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Refreshing instance network info cache due to event network-changed-4473130f-e4d4-4c60-a047-fc809045a251. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:53:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5144dae4-c52d-42dc-9476-9b84a24c01bc req-11ff50e5-ea47-432f-926c-49d38b7e9fa7 service nova] Acquiring lock "refresh_cache-ffba7846-2a43-48b7-bd99-27fc59c81765" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:53:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5144dae4-c52d-42dc-9476-9b84a24c01bc req-11ff50e5-ea47-432f-926c-49d38b7e9fa7 service nova] Acquired lock "refresh_cache-ffba7846-2a43-48b7-bd99-27fc59c81765" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:53:45 user nova-compute[74491]: DEBUG nova.network.neutron [req-5144dae4-c52d-42dc-9476-9b84a24c01bc req-11ff50e5-ea47-432f-926c-49d38b7e9fa7 service nova] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Refreshing network info cache for port 4473130f-e4d4-4c60-a047-fc809045a251 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:53:45 user nova-compute[74491]: DEBUG nova.network.neutron [req-5144dae4-c52d-42dc-9476-9b84a24c01bc req-11ff50e5-ea47-432f-926c-49d38b7e9fa7 service nova] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Updated VIF entry in instance network info cache for port 4473130f-e4d4-4c60-a047-fc809045a251. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:53:45 user nova-compute[74491]: DEBUG nova.network.neutron [req-5144dae4-c52d-42dc-9476-9b84a24c01bc req-11ff50e5-ea47-432f-926c-49d38b7e9fa7 service nova] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Updating instance_info_cache with network_info: [{"id": "4473130f-e4d4-4c60-a047-fc809045a251", "address": "fa:16:3e:1f:df:03", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4473130f-e4", "ovs_interfaceid": "4473130f-e4d4-4c60-a047-fc809045a251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:53:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5144dae4-c52d-42dc-9476-9b84a24c01bc req-11ff50e5-ea47-432f-926c-49d38b7e9fa7 service nova] Releasing lock "refresh_cache-ffba7846-2a43-48b7-bd99-27fc59c81765" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:53:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:47 user nova-compute[74491]: DEBUG nova.compute.manager [req-d986e0fe-fb33-48d1-a274-8b2431dfc20a req-3cc354f9-96b6-4328-beef-2cb8c5b2fe1f service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Received event network-changed-b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:53:47 user nova-compute[74491]: DEBUG nova.compute.manager [req-d986e0fe-fb33-48d1-a274-8b2431dfc20a req-3cc354f9-96b6-4328-beef-2cb8c5b2fe1f service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Refreshing instance network info cache due to event network-changed-b5b6c7ee-b8f3-49ac-b207-75230bb83dd2. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:53:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d986e0fe-fb33-48d1-a274-8b2431dfc20a req-3cc354f9-96b6-4328-beef-2cb8c5b2fe1f service nova] Acquiring lock "refresh_cache-643c14ed-732b-4081-9a8a-422da2f76f0f" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:53:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d986e0fe-fb33-48d1-a274-8b2431dfc20a req-3cc354f9-96b6-4328-beef-2cb8c5b2fe1f service nova] Acquired lock "refresh_cache-643c14ed-732b-4081-9a8a-422da2f76f0f" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:53:47 user nova-compute[74491]: DEBUG nova.network.neutron [req-d986e0fe-fb33-48d1-a274-8b2431dfc20a req-3cc354f9-96b6-4328-beef-2cb8c5b2fe1f service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Refreshing network info cache for port b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:53:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Stashing vm_state: active {{(pid=74491) _prep_resize /opt/stack/nova/nova/compute/manager.py:5614}}
Oct 30 07:53:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:53:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:53:47 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:53:47 user nova-compute[74491]: INFO nova.compute.claims [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Claim successful on node user
Oct 30 07:53:47 user nova-compute[74491]: INFO nova.compute.resource_tracker [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Updating resource usage from migration fbb3b97e-ab2b-4e10-a129-9cab46b3c85b
Oct 30 07:53:47 user nova-compute[74491]: DEBUG nova.network.neutron [req-d986e0fe-fb33-48d1-a274-8b2431dfc20a req-3cc354f9-96b6-4328-beef-2cb8c5b2fe1f service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Updated VIF entry in instance network info cache for port b5b6c7ee-b8f3-49ac-b207-75230bb83dd2. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:53:47 user nova-compute[74491]: DEBUG nova.network.neutron [req-d986e0fe-fb33-48d1-a274-8b2431dfc20a req-3cc354f9-96b6-4328-beef-2cb8c5b2fe1f service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Updating instance_info_cache with network_info: [{"id": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "address": "fa:16:3e:a2:01:25", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5b6c7ee-b8", "ovs_interfaceid": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:53:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d986e0fe-fb33-48d1-a274-8b2431dfc20a req-3cc354f9-96b6-4328-beef-2cb8c5b2fe1f service nova] Releasing lock "refresh_cache-643c14ed-732b-4081-9a8a-422da2f76f0f" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:53:47 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:53:47 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:53:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.513s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:53:47 user nova-compute[74491]: INFO nova.compute.manager [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Migrating
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "refresh_cache-643c14ed-732b-4081-9a8a-422da2f76f0f" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquired lock "refresh_cache-643c14ed-732b-4081-9a8a-422da2f76f0f" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG nova.network.neutron [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG nova.network.neutron [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Updating instance_info_cache with network_info: [{"id": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "address": "fa:16:3e:a2:01:25", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5b6c7ee-b8", "ovs_interfaceid": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Releasing lock "refresh_cache-643c14ed-732b-4081-9a8a-422da2f76f0f" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Starting migrate_disk_and_power_off {{(pid=74491) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:48 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 93366d69-7b42-4e6f-ba14-77d311fba5b8 is timed out.
Oct 30 07:53:48 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Successfully detached device vdc from instance 93366d69-7b42-4e6f-ba14-77d311fba5b8 from the live domain config.
Oct 30 07:53:48 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IKlLgGkW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:53:48 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:53:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c97095d3-74bf-480d-9598-210ae095b2c5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:53:48 user nova-compute[74491]: No targets found.
Oct 30 07:53:48 user nova-compute[74491]: iSNS:
Oct 30 07:53:48 user nova-compute[74491]: No targets found.
Oct 30 07:53:48 user nova-compute[74491]: STATIC:
Oct 30 07:53:48 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7
Oct 30 07:53:48 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:53:48 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:53:48 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95
Oct 30 07:53:48 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:53:48 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:53:48 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2
Oct 30 07:53:48 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:53:48 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:53:48 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7
Oct 30 07:53:48 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:53:48 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:53:48 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390
Oct 30 07:53:48 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:53:48 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:53:48 user nova-compute[74491]: FIRMWARE:
Oct 30 07:53:48 user nova-compute[74491]: No targets found.
Oct 30 07:53:48 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:53:48 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:53:48 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[084c8794-6904-4bda-84a5-38254eeab199]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed9ae127-a30e-4649-ba97-5b6f07cd2936]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)
Oct 30 07:53:48 user nova-compute[74491]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:53:48 user nova-compute[74491]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:53:48 user nova-compute[74491]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 (non-flash)
Oct 30 07:53:48 user nova-compute[74491]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:53:48 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 (non-flash)
Oct 30 07:53:48 user nova-compute[74491]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:53:48 user nova-compute[74491]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:53:48 user nova-compute[74491]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 (non-flash)
Oct 30 07:53:48 user nova-compute[74491]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:53:48 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feecc616a70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2'): ({'sdc'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Removing single pathed devices sdc {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[25c2eba5-4030-4422-b767-71f63ced6105]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.031s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[00e76eec-ec3d-4932-a9be-2295ed2668e4]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Flushing IO for device /dev/sdc {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG nova.compute.manager [req-a528af31-82e9-45d6-8ddd-9c4b790b937a req-5fe44b57-4c77-4865-a6de-074681f4707f service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Received event network-vif-unplugged-b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a528af31-82e9-45d6-8ddd-9c4b790b937a req-5fe44b57-4c77-4865-a6de-074681f4707f service nova] Acquiring lock "643c14ed-732b-4081-9a8a-422da2f76f0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a528af31-82e9-45d6-8ddd-9c4b790b937a req-5fe44b57-4c77-4865-a6de-074681f4707f service nova] Lock "643c14ed-732b-4081-9a8a-422da2f76f0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a528af31-82e9-45d6-8ddd-9c4b790b937a req-5fe44b57-4c77-4865-a6de-074681f4707f service nova] Lock "643c14ed-732b-4081-9a8a-422da2f76f0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG nova.compute.manager [req-a528af31-82e9-45d6-8ddd-9c4b790b937a req-5fe44b57-4c77-4865-a6de-074681f4707f service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] No waiting events found dispatching network-vif-unplugged-b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:53:48 user nova-compute[74491]: WARNING nova.compute.manager [req-a528af31-82e9-45d6-8ddd-9c4b790b937a req-5fe44b57-4c77-4865-a6de-074681f4707f service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Received unexpected event network-vif-unplugged-b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 for instance with vm_state active and task_state resize_migrating.
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[06c57506-6dec-4152-b46f-84e07485bd92]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.050s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[09e44fdc-9dc4-483b-9205-00759d88754f]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] SCSI volumes sdc have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[dddab87d-91fb-4bbf-bba0-1161cd0aec04]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[766f691b-cd83-461e-b8af-2afa9cfad4b0]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2, portal: 172.16.0.220,3260]
Oct 30 07:53:49 user nova-compute[74491]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2, portal: 172.16.0.220,3260] successful.
Oct 30 07:53:49 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aa7c129-3d87-4080-9754-e1d8bf324fe2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d27ddafe-04d7-45b9-bb2a-ce33076d9391]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.380s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] <== disconnect_volume: return (382ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 07:53:49 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Instance destroyed successfully.
Oct 30 07:53:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:51:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-118817393',display_name='tempest-ServerActionsTestOtherA-server-118817393',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-118817393',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMKkX3wZa5nlTx/zBkPq6JvHkuZ0ZwirtzvwXAc+12ili2J7Jt0OFTuadQO3Yy3WbPZo6JzOEnW8MZn2lbxtOnQpsb/JJheLCfixeW345LWonBlzJm5jxOEtzAKsRELF4A==',key_name='tempest-keypair-511898630',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:52:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5bf5f042f1294411be0594d4439321be',ramdisk_id='',reservation_id='r-vpxrielk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-567659046',owner_user_name='tempest-ServerActionsTestOtherA-567659046-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:53:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c60fbfc7c864b9f8cd4c2e5265791b6',uuid=643c14ed-732b-4081-9a8a-422da2f76f0f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "address": "fa:16:3e:a2:01:25", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1623556387-network", "vif_mac": "fa:16:3e:a2:01:25"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5b6c7ee-b8", "ovs_interfaceid": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Converting VIF {"id": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "address": "fa:16:3e:a2:01:25", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1623556387-network", "vif_mac": "fa:16:3e:a2:01:25"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5b6c7ee-b8", "ovs_interfaceid": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a2:01:25,bridge_name='br-int',has_traffic_filtering=True,id=b5b6c7ee-b8f3-49ac-b207-75230bb83dd2,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5b6c7ee-b8') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG os_vif [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a2:01:25,bridge_name='br-int',has_traffic_filtering=True,id=b5b6c7ee-b8f3-49ac-b207-75230bb83dd2,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5b6c7ee-b8') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb5b6c7ee-b8, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a62129ac-ee9f-4003-85b6-71d52d9e0149) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:53:49 user nova-compute[74491]: INFO os_vif [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a2:01:25,bridge_name='br-int',has_traffic_filtering=True,id=b5b6c7ee-b8f3-49ac-b207-75230bb83dd2,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5b6c7ee-b8')
Oct 30 07:53:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jHRLSNXJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:53:49 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:53:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b330046d-c55a-42c5-8add-44f09c0c2c25]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:53:49 user nova-compute[74491]: No targets found.
Oct 30 07:53:49 user nova-compute[74491]: iSNS:
Oct 30 07:53:49 user nova-compute[74491]: No targets found.
Oct 30 07:53:49 user nova-compute[74491]: STATIC:
Oct 30 07:53:49 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7
Oct 30 07:53:49 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:53:49 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:53:49 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95
Oct 30 07:53:49 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:53:49 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:53:49 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7
Oct 30 07:53:49 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:53:49 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:53:49 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390
Oct 30 07:53:49 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:53:49 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:53:49 user nova-compute[74491]: FIRMWARE:
Oct 30 07:53:49 user nova-compute[74491]: No targets found.
Oct 30 07:53:49 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:53:49 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:53:49 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.028s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9499cdd8-9f39-48ee-b8a3-eed966be5771]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3bad3e8-b957-46a1-a1a4-3d9fed7e3575]: (4, ('tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:53:49 user nova-compute[74491]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:53:49 user nova-compute[74491]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 (non-flash)
Oct 30 07:53:49 user nova-compute[74491]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:53:49 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsi session list stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:53:49 user nova-compute[74491]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:53:49 user nova-compute[74491]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 (non-flash)
Oct 30 07:53:49 user nova-compute[74491]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:53:49 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef80c6710>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7'): ({'sdd'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Removing single pathed devices sdd {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[39b303ca-36fb-4d25-b992-edceb5b4b5df]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d3fa0e2-b469-4f9d-9aef-6b060690ae79]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Flushing IO for device /dev/sdd {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[95eb4434-50ab-44fc-bd66-eb0af0f5842f]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.041s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7303a095-af3d-4171-8607-13fcaf3c1b8f]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] SCSI volumes sdd have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.030s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[867d9bc6-6663-46c9-ba92-65cbcfc3b881]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a97c8943-53b3-40d6-a89f-dc15494d6dc6]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7, portal: 172.16.0.220,3260]
Oct 30 07:53:49 user nova-compute[74491]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7, portal: 172.16.0.220,3260] successful.
Oct 30 07:53:49 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[256a0938-de92-4463-8a73-9019b4efc3f0]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.373s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] <== disconnect_volume: return (375ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:53:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:53:50 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lazy-loading 'flavor' on Instance uuid 93366d69-7b42-4e6f-ba14-77d311fba5b8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:53:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e08dcd9a-7d48-40ca-8ea8-caa033847129 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "93366d69-7b42-4e6f-ba14-77d311fba5b8" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.196s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:53:50 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:53:50 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:53:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:50 user nova-compute[74491]: DEBUG nova.compute.manager [req-b9dce867-017d-4d6d-bbcd-ac36d1b2ee57 req-6a7bbf73-5d16-4401-842b-7c3b9104a996 service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Received event network-vif-plugged-b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:53:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b9dce867-017d-4d6d-bbcd-ac36d1b2ee57 req-6a7bbf73-5d16-4401-842b-7c3b9104a996 service nova] Acquiring lock "643c14ed-732b-4081-9a8a-422da2f76f0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:53:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b9dce867-017d-4d6d-bbcd-ac36d1b2ee57 req-6a7bbf73-5d16-4401-842b-7c3b9104a996 service nova] Lock "643c14ed-732b-4081-9a8a-422da2f76f0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:53:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b9dce867-017d-4d6d-bbcd-ac36d1b2ee57 req-6a7bbf73-5d16-4401-842b-7c3b9104a996 service nova] Lock "643c14ed-732b-4081-9a8a-422da2f76f0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:53:50 user nova-compute[74491]: DEBUG nova.compute.manager [req-b9dce867-017d-4d6d-bbcd-ac36d1b2ee57 req-6a7bbf73-5d16-4401-842b-7c3b9104a996 service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] No waiting events found dispatching network-vif-plugged-b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:53:50 user nova-compute[74491]: WARNING nova.compute.manager [req-b9dce867-017d-4d6d-bbcd-ac36d1b2ee57 req-6a7bbf73-5d16-4401-842b-7c3b9104a996 service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Received unexpected event network-vif-plugged-b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 for instance with vm_state active and task_state resize_migrating.
Oct 30 07:53:51 user nova-compute[74491]: DEBUG nova.network.neutron [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Port b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 binding to destination host user is already ACTIVE {{(pid=74491) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 30 07:53:51 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:53:51 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 07:53:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "643c14ed-732b-4081-9a8a-422da2f76f0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:53:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "643c14ed-732b-4081-9a8a-422da2f76f0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:53:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "643c14ed-732b-4081-9a8a-422da2f76f0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:53:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-041086e2-33e9-4c30-9bf3-fdaae1b86632" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:53:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-041086e2-33e9-4c30-9bf3-fdaae1b86632" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:53:51 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 07:53:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "refresh_cache-643c14ed-732b-4081-9a8a-422da2f76f0f" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:53:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquired lock "refresh_cache-643c14ed-732b-4081-9a8a-422da2f76f0f" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:53:51 user nova-compute[74491]: DEBUG nova.network.neutron [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:53:51 user nova-compute[74491]: DEBUG nova.network.neutron [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Updating instance_info_cache with network_info: [{"id": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "address": "fa:16:3e:a2:01:25", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5b6c7ee-b8", "ovs_interfaceid": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:53:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Releasing lock "refresh_cache-643c14ed-732b-4081-9a8a-422da2f76f0f" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:53:52 user nova-compute[74491]: DEBUG os_brick.utils [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:53:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a616f02-639e-48d7-872d-3ee5c52d6f31]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b1839dc-555d-4659-9756-88b235999aed]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[18550cf1-cd5f-4fdb-bd75-a6b8c67c2cad]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[605dbdc3-b50a-4757-a895-09716f7fbe41]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:53:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:53:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:53:52 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:53:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d05909d4-2a3a-4e00-9168-25aa84878b36]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:53:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:53:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:53:52 user nova-compute[74491]: DEBUG os_brick.utils [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] <== get_connector_properties: return (148ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:53:52 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Updating instance_info_cache with network_info: [{"id": "5d88d0c6-4bb7-46e3-9e9f-5d71acf14980", "address": "fa:16:3e:be:3c:c7", "network": {"id": "bd8c866d-4a45-414c-843a-0c4d97d7faa6", "bridge": "br-int", "label": "tempest-TestStampPattern-509748374-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f20f318c0ce94480adddf9696681b5b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d88d0c6-4b", "ovs_interfaceid": "5d88d0c6-4bb7-46e3-9e9f-5d71acf14980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:53:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-041086e2-33e9-4c30-9bf3-fdaae1b86632" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:53:52 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 07:53:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:53 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:53:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:55 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:53:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:53:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:53:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:53:55 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 07:53:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:55 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc32282-fd61-4e0b-80b2-7a90a8a36a58/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:56 user nova-compute[74491]: DEBUG nova.compute.manager [req-753917c4-bbcd-4c4f-bdbe-eff902eaf03f req-7f4edccd-08d4-4dd2-a2b9-f07f7c30a214 service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Received event network-changed-361df1e1-efab-4327-b176-666666df3ab2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:53:56 user nova-compute[74491]: DEBUG nova.compute.manager [req-753917c4-bbcd-4c4f-bdbe-eff902eaf03f req-7f4edccd-08d4-4dd2-a2b9-f07f7c30a214 service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Refreshing instance network info cache due to event network-changed-361df1e1-efab-4327-b176-666666df3ab2. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:53:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-753917c4-bbcd-4c4f-bdbe-eff902eaf03f req-7f4edccd-08d4-4dd2-a2b9-f07f7c30a214 service nova] Acquiring lock "refresh_cache-87d3e3bd-d205-48f8-8206-c44ad134d416" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:53:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-753917c4-bbcd-4c4f-bdbe-eff902eaf03f req-7f4edccd-08d4-4dd2-a2b9-f07f7c30a214 service nova] Acquired lock "refresh_cache-87d3e3bd-d205-48f8-8206-c44ad134d416" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:53:56 user nova-compute[74491]: DEBUG nova.network.neutron [req-753917c4-bbcd-4c4f-bdbe-eff902eaf03f req-7f4edccd-08d4-4dd2-a2b9-f07f7c30a214 service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Refreshing network info cache for port 361df1e1-efab-4327-b176-666666df3ab2 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:53:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc32282-fd61-4e0b-80b2-7a90a8a36a58/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc32282-fd61-4e0b-80b2-7a90a8a36a58/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc32282-fd61-4e0b-80b2-7a90a8a36a58/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:56 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:53:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:57 user nova-compute[74491]: DEBUG nova.network.neutron [req-753917c4-bbcd-4c4f-bdbe-eff902eaf03f req-7f4edccd-08d4-4dd2-a2b9-f07f7c30a214 service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Updated VIF entry in instance network info cache for port 361df1e1-efab-4327-b176-666666df3ab2. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:53:57 user nova-compute[74491]: DEBUG nova.network.neutron [req-753917c4-bbcd-4c4f-bdbe-eff902eaf03f req-7f4edccd-08d4-4dd2-a2b9-f07f7c30a214 service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Updating instance_info_cache with network_info: [{"id": "361df1e1-efab-4327-b176-666666df3ab2", "address": "fa:16:3e:58:25:07", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361df1e1-ef", "ovs_interfaceid": "361df1e1-efab-4327-b176-666666df3ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:53:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-753917c4-bbcd-4c4f-bdbe-eff902eaf03f req-7f4edccd-08d4-4dd2-a2b9-f07f7c30a214 service nova] Releasing lock "refresh_cache-87d3e3bd-d205-48f8-8206-c44ad134d416" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:53:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:57 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:53:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk.rescue --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json" returned: 0 in 0.271s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9647fc9d-8bb1-4f0e-ad50-8356339e49e8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:58 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 9647fc9d-8bb1-4f0e-ad50-8356339e49e8 is timed out.
Oct 30 07:53:58 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Successfully detached device vdb from instance 9647fc9d-8bb1-4f0e-ad50-8356339e49e8 from the live domain config.
Oct 30 07:53:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kEVsBhLe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:53:58 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:53:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.004s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b33bdf7d-6afb-4ea2-b629-66e986ccf996]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:53:58 user nova-compute[74491]: No targets found.
Oct 30 07:53:58 user nova-compute[74491]: iSNS:
Oct 30 07:53:58 user nova-compute[74491]: No targets found.
Oct 30 07:53:58 user nova-compute[74491]: STATIC:
Oct 30 07:53:58 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7
Oct 30 07:53:58 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:53:58 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:53:58 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95
Oct 30 07:53:58 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:53:58 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:53:58 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390
Oct 30 07:53:58 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:53:58 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:53:58 user nova-compute[74491]: FIRMWARE:
Oct 30 07:53:58 user nova-compute[74491]: No targets found.
Oct 30 07:53:58 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:53:58 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:53:58 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[76926197-5530-4d63-b47e-131f909a3f5c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9647fc9d-8bb1-4f0e-ad50-8356339e49e8/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9647fc9d-8bb1-4f0e-ad50-8356339e49e8/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c6c6345-b4d9-4d31-8429-38cc7242f822]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:53:58 user nova-compute[74491]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 (non-flash)
Oct 30 07:53:58 user nova-compute[74491]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:53:58 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:53:58 user nova-compute[74491]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 (non-flash)
Oct 30 07:53:58 user nova-compute[74491]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:53:58 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef81293f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95'): ({'sdb'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Removing single pathed devices sdb {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG nova.compute.manager [req-859df7f9-4e8b-4339-a2dd-5f4630fe8844 req-358c0298-00c3-4cb1-919b-52ac40712e22 service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Received event network-changed-361df1e1-efab-4327-b176-666666df3ab2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG nova.compute.manager [req-859df7f9-4e8b-4339-a2dd-5f4630fe8844 req-358c0298-00c3-4cb1-919b-52ac40712e22 service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Refreshing instance network info cache due to event network-changed-361df1e1-efab-4327-b176-666666df3ab2. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-859df7f9-4e8b-4339-a2dd-5f4630fe8844 req-358c0298-00c3-4cb1-919b-52ac40712e22 service nova] Acquiring lock "refresh_cache-87d3e3bd-d205-48f8-8206-c44ad134d416" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-859df7f9-4e8b-4339-a2dd-5f4630fe8844 req-358c0298-00c3-4cb1-919b-52ac40712e22 service nova] Acquired lock "refresh_cache-87d3e3bd-d205-48f8-8206-c44ad134d416" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG nova.network.neutron [req-859df7f9-4e8b-4339-a2dd-5f4630fe8844 req-358c0298-00c3-4cb1-919b-52ac40712e22 service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Refreshing network info cache for port 361df1e1-efab-4327-b176-666666df3ab2 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[948acfca-2ab6-4402-a497-be5fb365a3fd]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e6ed855-8e37-4762-be0e-2e2ca073dd49]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Flushing IO for device /dev/sdb {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[130f8b8b-5965-4907-9256-4fdc53ad63f5]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.056s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc663d0c-47f9-4533-8d8c-f07aa6953705]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9647fc9d-8bb1-4f0e-ad50-8356339e49e8/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/493e3144-9d24-4c4b-a34d-8a3ceef0c28a/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[80c71968-d25c-454d-bd75-e86136d31776]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:53:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:59 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[48a827c0-8311-4943-ab8b-4d94735261ad]: (4, ('Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95, portal: 172.16.0.220,3260]\nLogout of [sid: 34, target: iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95, portal: 172.16.0.220,3260]
Oct 30 07:53:59 user nova-compute[74491]: Logout of [sid: 34, target: iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95, portal: 172.16.0.220,3260] successful.
Oct 30 07:53:59 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:53:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7fd63be0-b284-4b49-8dfe-57b537321f95 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.043s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:59 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[96c7136d-d30f-4e97-ac91-3dab5756297d]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:53:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:53:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.455s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:53:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] <== disconnect_volume: return (459ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:53:59 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:53:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/493e3144-9d24-4c4b-a34d-8a3ceef0c28a/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/493e3144-9d24-4c4b-a34d-8a3ceef0c28a/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:53:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/493e3144-9d24-4c4b-a34d-8a3ceef0c28a/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:53:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:53:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:53:59 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:53:59 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:53:59 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=7700MB free_disk=25.046829223632812GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 07:53:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:53:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:53:59 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Applying migration context for instance 643c14ed-732b-4081-9a8a-422da2f76f0f as it has an incoming, in-progress migration fbb3b97e-ab2b-4e10-a129-9cab46b3c85b. Migration status is post-migrating {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 30 07:53:59 user nova-compute[74491]: INFO nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Updating resource usage from migration fbb3b97e-ab2b-4e10-a129-9cab46b3c85b
Oct 30 07:53:59 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ffba7846-2a43-48b7-bd99-27fc59c81765 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:53:59 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:53:59 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 041086e2-33e9-4c30-9bf3-fdaae1b86632 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:53:59 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 9647fc9d-8bb1-4f0e-ad50-8356339e49e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:53:59 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 87d3e3bd-d205-48f8-8206-c44ad134d416 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:53:59 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 93366d69-7b42-4e6f-ba14-77d311fba5b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:53:59 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 9fc32282-fd61-4e0b-80b2-7a90a8a36a58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:53:59 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 493e3144-9d24-4c4b-a34d-8a3ceef0c28a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:53:59 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Migration fbb3b97e-ab2b-4e10-a129-9cab46b3c85b is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 30 07:53:59 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 643c14ed-732b-4081-9a8a-422da2f76f0f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:53:59 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 07:53:59 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 07:54:00 user nova-compute[74491]: DEBUG nova.network.neutron [req-859df7f9-4e8b-4339-a2dd-5f4630fe8844 req-358c0298-00c3-4cb1-919b-52ac40712e22 service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Updated VIF entry in instance network info cache for port 361df1e1-efab-4327-b176-666666df3ab2. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:54:00 user nova-compute[74491]: DEBUG nova.network.neutron [req-859df7f9-4e8b-4339-a2dd-5f4630fe8844 req-358c0298-00c3-4cb1-919b-52ac40712e22 service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Updating instance_info_cache with network_info: [{"id": "361df1e1-efab-4327-b176-666666df3ab2", "address": "fa:16:3e:58:25:07", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361df1e1-ef", "ovs_interfaceid": "361df1e1-efab-4327-b176-666666df3ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:54:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-859df7f9-4e8b-4339-a2dd-5f4630fe8844 req-358c0298-00c3-4cb1-919b-52ac40712e22 service nova] Releasing lock "refresh_cache-87d3e3bd-d205-48f8-8206-c44ad134d416" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:54:00 user nova-compute[74491]: DEBUG nova.objects.instance [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lazy-loading 'flavor' on Instance uuid 9647fc9d-8bb1-4f0e-ad50-8356339e49e8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:54:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-85c0ca0c-fb07-4b21-b10b-f0885d7a2759 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.201s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:00 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:54:00 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:54:00 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 07:54:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.585s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:02 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:54:02 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:54:02 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:54:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Acquiring lock "4388ed34-e8d0-4e38-adc5-281a0c373631" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Lock "4388ed34-e8d0-4e38-adc5-281a0c373631" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:03 user nova-compute[74491]: DEBUG nova.compute.manager [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:54:03 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:54:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:03 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:54:03 user nova-compute[74491]: INFO nova.compute.claims [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Claim successful on node user
Oct 30 07:54:03 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:54:03 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:54:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.423s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:03 user nova-compute[74491]: DEBUG nova.compute.manager [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:54:03 user nova-compute[74491]: DEBUG nova.compute.manager [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:54:03 user nova-compute[74491]: DEBUG nova.network.neutron [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:54:03 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:54:03 user nova-compute[74491]: DEBUG nova.compute.manager [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:54:03 user nova-compute[74491]: DEBUG nova.policy [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17847c9fcef84472bde2540c1b671ffd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc9da6c6af924ad3abd7e961d6aa1a7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:54:03 user nova-compute[74491]: DEBUG nova.compute.manager [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:54:04 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:54:04 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Creating image(s)
Oct 30 07:54:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Acquiring lock "/opt/stack/data/nova/instances/4388ed34-e8d0-4e38-adc5-281a0c373631/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Lock "/opt/stack/data/nova/instances/4388ed34-e8d0-4e38-adc5-281a0c373631/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Lock "/opt/stack/data/nova/instances/4388ed34-e8d0-4e38-adc5-281a0c373631/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.177s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.177s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/4388ed34-e8d0-4e38-adc5-281a0c373631/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/4388ed34-e8d0-4e38-adc5-281a0c373631/disk 1073741824" returned: 0 in 0.057s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.243s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:04 user nova-compute[74491]: DEBUG nova.network.neutron [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Successfully created port: 81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:54:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.216s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:04 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4388ed34-e8d0-4e38-adc5-281a0c373631/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:54:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4388ed34-e8d0-4e38-adc5-281a0c373631/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4388ed34-e8d0-4e38-adc5-281a0c373631/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:04 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Cannot resize image /opt/stack/data/nova/instances/4388ed34-e8d0-4e38-adc5-281a0c373631/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:54:04 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:54:04 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Ensure instance console log exists: /opt/stack/data/nova/instances/4388ed34-e8d0-4e38-adc5-281a0c373631/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:54:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.network.neutron [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Successfully updated port: 81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Acquiring lock "refresh_cache-4388ed34-e8d0-4e38-adc5-281a0c373631" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Acquired lock "refresh_cache-4388ed34-e8d0-4e38-adc5-281a0c373631" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.network.neutron [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.compute.manager [req-40822e9d-7641-42c4-9a9e-331495b66c0f req-3580ddd3-ac5c-4198-a702-e08cdc28d376 service nova] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Received event network-changed-81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.compute.manager [req-40822e9d-7641-42c4-9a9e-331495b66c0f req-3580ddd3-ac5c-4198-a702-e08cdc28d376 service nova] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Refreshing instance network info cache due to event network-changed-81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-40822e9d-7641-42c4-9a9e-331495b66c0f req-3580ddd3-ac5c-4198-a702-e08cdc28d376 service nova] Acquiring lock "refresh_cache-4388ed34-e8d0-4e38-adc5-281a0c373631" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.network.neutron [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.network.neutron [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Updating instance_info_cache with network_info: [{"id": "81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7", "address": "fa:16:3e:aa:7b:bc", "network": {"id": "50307e0b-1d91-448e-9a8e-859beb37ec62", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085220640-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dc9da6c6af924ad3abd7e961d6aa1a7e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81cfd1eb-1c", "ovs_interfaceid": "81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Releasing lock "refresh_cache-4388ed34-e8d0-4e38-adc5-281a0c373631" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.compute.manager [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Instance network_info: |[{"id": "81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7", "address": "fa:16:3e:aa:7b:bc", "network": {"id": "50307e0b-1d91-448e-9a8e-859beb37ec62", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085220640-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dc9da6c6af924ad3abd7e961d6aa1a7e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81cfd1eb-1c", "ovs_interfaceid": "81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-40822e9d-7641-42c4-9a9e-331495b66c0f req-3580ddd3-ac5c-4198-a702-e08cdc28d376 service nova] Acquired lock "refresh_cache-4388ed34-e8d0-4e38-adc5-281a0c373631" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.network.neutron [req-40822e9d-7641-42c4-9a9e-331495b66c0f req-3580ddd3-ac5c-4198-a702-e08cdc28d376 service nova] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Refreshing network info cache for port 81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Start _get_guest_xml network_info=[{"id": "81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7", "address": "fa:16:3e:aa:7b:bc", "network": {"id": "50307e0b-1d91-448e-9a8e-859beb37ec62", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085220640-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dc9da6c6af924ad3abd7e961d6aa1a7e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81cfd1eb-1c", "ovs_interfaceid": "81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:54:05 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:54:05 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:54:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1232831650',display_name='tempest-VolumesActionsTest-instance-1232831650',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1232831650',id=36,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dc9da6c6af924ad3abd7e961d6aa1a7e',ramdisk_id='',reservation_id='r-p4wzc0z4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-798335354',owner_user_name='tempest-VolumesActionsTest-798335354-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:54:04Z,user_data=None,user_id='17847c9fcef84472bde2540c1b671ffd',uuid=4388ed34-e8d0-4e38-adc5-281a0c373631,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7", "address": "fa:16:3e:aa:7b:bc", "network": {"id": "50307e0b-1d91-448e-9a8e-859beb37ec62", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085220640-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dc9da6c6af924ad3abd7e961d6aa1a7e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81cfd1eb-1c", "ovs_interfaceid": "81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Converting VIF {"id": "81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7", "address": "fa:16:3e:aa:7b:bc", "network": {"id": "50307e0b-1d91-448e-9a8e-859beb37ec62", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085220640-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dc9da6c6af924ad3abd7e961d6aa1a7e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81cfd1eb-1c", "ovs_interfaceid": "81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:aa:7b:bc,bridge_name='br-int',has_traffic_filtering=True,id=81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7,network=Network(50307e0b-1d91-448e-9a8e-859beb37ec62),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap81cfd1eb-1c') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.objects.instance [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Lazy-loading 'pci_devices' on Instance uuid 4388ed34-e8d0-4e38-adc5-281a0c373631 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:54:05 user nova-compute[74491]:   <uuid>4388ed34-e8d0-4e38-adc5-281a0c373631</uuid>
Oct 30 07:54:05 user nova-compute[74491]:   <name>instance-00000024</name>
Oct 30 07:54:05 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:54:05 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:54:05 user nova-compute[74491]:   <metadata>
Oct 30 07:54:05 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:54:05 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:54:05 user nova-compute[74491]:       <nova:name>tempest-VolumesActionsTest-instance-1232831650</nova:name>
Oct 30 07:54:05 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:54:05</nova:creationTime>
Oct 30 07:54:05 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:54:05 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:54:05 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:54:05 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:54:05 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:54:05 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:54:05 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:54:05 user nova-compute[74491]:       <nova:owner>
Oct 30 07:54:05 user nova-compute[74491]:         <nova:user uuid="17847c9fcef84472bde2540c1b671ffd">tempest-VolumesActionsTest-798335354-project-member</nova:user>
Oct 30 07:54:05 user nova-compute[74491]:         <nova:project uuid="dc9da6c6af924ad3abd7e961d6aa1a7e">tempest-VolumesActionsTest-798335354</nova:project>
Oct 30 07:54:05 user nova-compute[74491]:       </nova:owner>
Oct 30 07:54:05 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:54:05 user nova-compute[74491]:       <nova:ports>
Oct 30 07:54:05 user nova-compute[74491]:         <nova:port uuid="81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7">
Oct 30 07:54:05 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 07:54:05 user nova-compute[74491]:         </nova:port>
Oct 30 07:54:05 user nova-compute[74491]:       </nova:ports>
Oct 30 07:54:05 user nova-compute[74491]:     </nova:instance>
Oct 30 07:54:05 user nova-compute[74491]:   </metadata>
Oct 30 07:54:05 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:54:05 user nova-compute[74491]:     <system>
Oct 30 07:54:05 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:54:05 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:54:05 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:54:05 user nova-compute[74491]:       <entry name="serial">4388ed34-e8d0-4e38-adc5-281a0c373631</entry>
Oct 30 07:54:05 user nova-compute[74491]:       <entry name="uuid">4388ed34-e8d0-4e38-adc5-281a0c373631</entry>
Oct 30 07:54:05 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:54:05 user nova-compute[74491]:     </system>
Oct 30 07:54:05 user nova-compute[74491]:   </sysinfo>
Oct 30 07:54:05 user nova-compute[74491]:   <os>
Oct 30 07:54:05 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:54:05 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:54:05 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:54:05 user nova-compute[74491]:   </os>
Oct 30 07:54:05 user nova-compute[74491]:   <features>
Oct 30 07:54:05 user nova-compute[74491]:     <acpi/>
Oct 30 07:54:05 user nova-compute[74491]:     <apic/>
Oct 30 07:54:05 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:54:05 user nova-compute[74491]:   </features>
Oct 30 07:54:05 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:54:05 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:54:05 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:54:05 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:54:05 user nova-compute[74491]:   </clock>
Oct 30 07:54:05 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:54:05 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:54:05 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:54:05 user nova-compute[74491]:   </cpu>
Oct 30 07:54:05 user nova-compute[74491]:   <devices>
Oct 30 07:54:05 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:54:05 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:54:05 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/4388ed34-e8d0-4e38-adc5-281a0c373631/disk"/>
Oct 30 07:54:05 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:54:05 user nova-compute[74491]:     </disk>
Oct 30 07:54:05 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:54:05 user nova-compute[74491]:       <mac address="fa:16:3e:aa:7b:bc"/>
Oct 30 07:54:05 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:54:05 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:54:05 user nova-compute[74491]:       <target dev="tap81cfd1eb-1c"/>
Oct 30 07:54:05 user nova-compute[74491]:     </interface>
Oct 30 07:54:05 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:54:05 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/4388ed34-e8d0-4e38-adc5-281a0c373631/console.log" append="off"/>
Oct 30 07:54:05 user nova-compute[74491]:     </serial>
Oct 30 07:54:05 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:54:05 user nova-compute[74491]:     <video>
Oct 30 07:54:05 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:54:05 user nova-compute[74491]:     </video>
Oct 30 07:54:05 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:54:05 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:54:05 user nova-compute[74491]:     </rng>
Oct 30 07:54:05 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:54:05 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:54:05 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:54:05 user nova-compute[74491]:     </memballoon>
Oct 30 07:54:05 user nova-compute[74491]:   </devices>
Oct 30 07:54:05 user nova-compute[74491]: </domain>
Oct 30 07:54:05 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:54:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1232831650',display_name='tempest-VolumesActionsTest-instance-1232831650',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1232831650',id=36,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dc9da6c6af924ad3abd7e961d6aa1a7e',ramdisk_id='',reservation_id='r-p4wzc0z4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-798335354',owner_user_name='tempest-VolumesActionsTest-798335354-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:54:04Z,user_data=None,user_id='17847c9fcef84472bde2540c1b671ffd',uuid=4388ed34-e8d0-4e38-adc5-281a0c373631,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7", "address": "fa:16:3e:aa:7b:bc", "network": {"id": "50307e0b-1d91-448e-9a8e-859beb37ec62", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085220640-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dc9da6c6af924ad3abd7e961d6aa1a7e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81cfd1eb-1c", "ovs_interfaceid": "81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Converting VIF {"id": "81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7", "address": "fa:16:3e:aa:7b:bc", "network": {"id": "50307e0b-1d91-448e-9a8e-859beb37ec62", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085220640-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dc9da6c6af924ad3abd7e961d6aa1a7e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81cfd1eb-1c", "ovs_interfaceid": "81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:aa:7b:bc,bridge_name='br-int',has_traffic_filtering=True,id=81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7,network=Network(50307e0b-1d91-448e-9a8e-859beb37ec62),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap81cfd1eb-1c') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG os_vif [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:aa:7b:bc,bridge_name='br-int',has_traffic_filtering=True,id=81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7,network=Network(50307e0b-1d91-448e-9a8e-859beb37ec62),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap81cfd1eb-1c') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c9940e70-6aba-5920-b3b1-8fb0f0bcbdc4', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap81cfd1eb-1c, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap81cfd1eb-1c, col_values=(('qos', UUID('5dfb53e8-edce-42b4-8604-0e9c93e9f45c')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap81cfd1eb-1c, col_values=(('external_ids', {'iface-id': '81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:aa:7b:bc', 'vm-uuid': '4388ed34-e8d0-4e38-adc5-281a0c373631'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:05 user nova-compute[74491]: INFO os_vif [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:aa:7b:bc,bridge_name='br-int',has_traffic_filtering=True,id=81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7,network=Network(50307e0b-1d91-448e-9a8e-859beb37ec62),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap81cfd1eb-1c')
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] No VIF found with MAC fa:16:3e:aa:7b:bc, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.network.neutron [req-40822e9d-7641-42c4-9a9e-331495b66c0f req-3580ddd3-ac5c-4198-a702-e08cdc28d376 service nova] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Updated VIF entry in instance network info cache for port 81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG nova.network.neutron [req-40822e9d-7641-42c4-9a9e-331495b66c0f req-3580ddd3-ac5c-4198-a702-e08cdc28d376 service nova] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Updating instance_info_cache with network_info: [{"id": "81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7", "address": "fa:16:3e:aa:7b:bc", "network": {"id": "50307e0b-1d91-448e-9a8e-859beb37ec62", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085220640-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dc9da6c6af924ad3abd7e961d6aa1a7e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81cfd1eb-1c", "ovs_interfaceid": "81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-40822e9d-7641-42c4-9a9e-331495b66c0f req-3580ddd3-ac5c-4198-a702-e08cdc28d376 service nova] Releasing lock "refresh_cache-4388ed34-e8d0-4e38-adc5-281a0c373631" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:54:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:07 user nova-compute[74491]: DEBUG nova.compute.manager [req-a62a2c1f-c430-45da-a0a5-598ad5df086d req-b362a3c1-2f36-4674-a5e9-81f6f16e0c70 service nova] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Received event network-vif-plugged-81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:54:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a62a2c1f-c430-45da-a0a5-598ad5df086d req-b362a3c1-2f36-4674-a5e9-81f6f16e0c70 service nova] Acquiring lock "4388ed34-e8d0-4e38-adc5-281a0c373631-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a62a2c1f-c430-45da-a0a5-598ad5df086d req-b362a3c1-2f36-4674-a5e9-81f6f16e0c70 service nova] Lock "4388ed34-e8d0-4e38-adc5-281a0c373631-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a62a2c1f-c430-45da-a0a5-598ad5df086d req-b362a3c1-2f36-4674-a5e9-81f6f16e0c70 service nova] Lock "4388ed34-e8d0-4e38-adc5-281a0c373631-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:07 user nova-compute[74491]: DEBUG nova.compute.manager [req-a62a2c1f-c430-45da-a0a5-598ad5df086d req-b362a3c1-2f36-4674-a5e9-81f6f16e0c70 service nova] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] No waiting events found dispatching network-vif-plugged-81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:54:07 user nova-compute[74491]: WARNING nova.compute.manager [req-a62a2c1f-c430-45da-a0a5-598ad5df086d req-b362a3c1-2f36-4674-a5e9-81f6f16e0c70 service nova] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Received unexpected event network-vif-plugged-81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7 for instance with vm_state building and task_state spawning.
Oct 30 07:54:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:09 user nova-compute[74491]: DEBUG nova.compute.manager [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:54:09 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:54:09 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Instance spawned successfully.
Oct 30 07:54:09 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:54:09 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:54:09 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:54:09 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:54:09 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:54:09 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:54:09 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:54:09 user nova-compute[74491]: DEBUG nova.compute.manager [req-9dc8a2ee-85b2-48c0-9980-a53c7dc13eeb req-2f7e8898-ab72-4d8a-8dd2-4633e4d21255 service nova] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Received event network-vif-plugged-81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:54:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9dc8a2ee-85b2-48c0-9980-a53c7dc13eeb req-2f7e8898-ab72-4d8a-8dd2-4633e4d21255 service nova] Acquiring lock "4388ed34-e8d0-4e38-adc5-281a0c373631-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9dc8a2ee-85b2-48c0-9980-a53c7dc13eeb req-2f7e8898-ab72-4d8a-8dd2-4633e4d21255 service nova] Lock "4388ed34-e8d0-4e38-adc5-281a0c373631-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9dc8a2ee-85b2-48c0-9980-a53c7dc13eeb req-2f7e8898-ab72-4d8a-8dd2-4633e4d21255 service nova] Lock "4388ed34-e8d0-4e38-adc5-281a0c373631-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:09 user nova-compute[74491]: DEBUG nova.compute.manager [req-9dc8a2ee-85b2-48c0-9980-a53c7dc13eeb req-2f7e8898-ab72-4d8a-8dd2-4633e4d21255 service nova] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] No waiting events found dispatching network-vif-plugged-81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:54:09 user nova-compute[74491]: WARNING nova.compute.manager [req-9dc8a2ee-85b2-48c0-9980-a53c7dc13eeb req-2f7e8898-ab72-4d8a-8dd2-4633e4d21255 service nova] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Received unexpected event network-vif-plugged-81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7 for instance with vm_state building and task_state spawning.
Oct 30 07:54:09 user nova-compute[74491]: INFO nova.compute.manager [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Took 5.22 seconds to spawn the instance on the hypervisor.
Oct 30 07:54:09 user nova-compute[74491]: DEBUG nova.compute.manager [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:54:09 user nova-compute[74491]: INFO nova.compute.manager [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Took 5.99 seconds to build instance.
Oct 30 07:54:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c45c2dda-877f-42aa-8276-dde9a15b801f tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Lock "4388ed34-e8d0-4e38-adc5-281a0c373631" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.104s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:10 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "87d3e3bd-d205-48f8-8206-c44ad134d416" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:10 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "87d3e3bd-d205-48f8-8206-c44ad134d416" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:10 user nova-compute[74491]: INFO nova.compute.manager [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Rebooting instance
Oct 30 07:54:10 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "refresh_cache-87d3e3bd-d205-48f8-8206-c44ad134d416" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:54:10 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquired lock "refresh_cache-87d3e3bd-d205-48f8-8206-c44ad134d416" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:54:10 user nova-compute[74491]: DEBUG nova.network.neutron [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:54:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:10 user nova-compute[74491]: DEBUG nova.network.neutron [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Updating instance_info_cache with network_info: [{"id": "361df1e1-efab-4327-b176-666666df3ab2", "address": "fa:16:3e:58:25:07", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361df1e1-ef", "ovs_interfaceid": "361df1e1-efab-4327-b176-666666df3ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:54:10 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Releasing lock "refresh_cache-87d3e3bd-d205-48f8-8206-c44ad134d416" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:54:10 user nova-compute[74491]: DEBUG nova.compute.manager [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:54:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-1b62d59e-f95a-4892-921a-fc29b341f32a req-4609d5cf-89a2-4bb3-a7ae-aa5cef952fb1 service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Received event network-vif-unplugged-361df1e1-efab-4327-b176-666666df3ab2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-1b62d59e-f95a-4892-921a-fc29b341f32a req-4609d5cf-89a2-4bb3-a7ae-aa5cef952fb1 service nova] Acquiring lock "87d3e3bd-d205-48f8-8206-c44ad134d416-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-1b62d59e-f95a-4892-921a-fc29b341f32a req-4609d5cf-89a2-4bb3-a7ae-aa5cef952fb1 service nova] Lock "87d3e3bd-d205-48f8-8206-c44ad134d416-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-1b62d59e-f95a-4892-921a-fc29b341f32a req-4609d5cf-89a2-4bb3-a7ae-aa5cef952fb1 service nova] Lock "87d3e3bd-d205-48f8-8206-c44ad134d416-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-1b62d59e-f95a-4892-921a-fc29b341f32a req-4609d5cf-89a2-4bb3-a7ae-aa5cef952fb1 service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] No waiting events found dispatching network-vif-unplugged-361df1e1-efab-4327-b176-666666df3ab2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:54:11 user nova-compute[74491]: WARNING nova.compute.manager [req-1b62d59e-f95a-4892-921a-fc29b341f32a req-4609d5cf-89a2-4bb3-a7ae-aa5cef952fb1 service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Received unexpected event network-vif-unplugged-361df1e1-efab-4327-b176-666666df3ab2 for instance with vm_state active and task_state reboot_started_hard.
Oct 30 07:54:11 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Instance destroyed successfully.
Oct 30 07:54:11 user nova-compute[74491]: DEBUG nova.objects.instance [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lazy-loading 'resources' on Instance uuid 87d3e3bd-d205-48f8-8206-c44ad134d416 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:51:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1195631052',display_name='tempest-TestMinimumBasicScenario-server-1195631052',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1195631052',id=32,image_ref='01049a23-1cdc-480e-bf9d-4e8ec5bd691e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIKP3McPQw0/kEhiMldFQyRZltTyJqDyrjvwH0pqH4Si5Rw347RpGfuBycGhOT5aX3LL9LxGlVDRRDu2QS+VsVMKT1n4seEQQtcennP/OFqrFVAbSKySOogYIbbAloeFSg==',key_name='tempest-TestMinimumBasicScenario-1579795521',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:51:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='06674e64f970483b9c1b28793ac6253d',ramdisk_id='',reservation_id='r-xd1iomqt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='01049a23-1cdc-480e-bf9d-4e8ec5bd691e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1913234354',owner_user_name='tempest-TestMinimumBasicScenario-1913234354-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:54:11Z,user_data=None,user_id='93b4a35d9bf24f899d7595366533f78a',uuid=87d3e3bd-d205-48f8-8206-c44ad134d416,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "361df1e1-efab-4327-b176-666666df3ab2", "address": "fa:16:3e:58:25:07", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361df1e1-ef", "ovs_interfaceid": "361df1e1-efab-4327-b176-666666df3ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Converting VIF {"id": "361df1e1-efab-4327-b176-666666df3ab2", "address": "fa:16:3e:58:25:07", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361df1e1-ef", "ovs_interfaceid": "361df1e1-efab-4327-b176-666666df3ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:58:25:07,bridge_name='br-int',has_traffic_filtering=True,id=361df1e1-efab-4327-b176-666666df3ab2,network=Network(b4a4b7e3-13f0-40aa-a067-480625d7f2fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap361df1e1-ef') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG os_vif [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:58:25:07,bridge_name='br-int',has_traffic_filtering=True,id=361df1e1-efab-4327-b176-666666df3ab2,network=Network(b4a4b7e3-13f0-40aa-a067-480625d7f2fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap361df1e1-ef') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap361df1e1-ef, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d55ca41a-9cdc-4299-a4d0-cbd9bdb54ce9) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:54:11 user nova-compute[74491]: INFO os_vif [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:58:25:07,bridge_name='br-int',has_traffic_filtering=True,id=361df1e1-efab-4327-b176-666666df3ab2,network=Network(b4a4b7e3-13f0-40aa-a067-480625d7f2fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap361df1e1-ef')
Oct 30 07:54:11 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AfBvtuak', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:54:11 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:54:11 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[75868a05-34fa-4f45-ac0a-c62145dd60d0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:54:11 user nova-compute[74491]: No targets found.
Oct 30 07:54:11 user nova-compute[74491]: iSNS:
Oct 30 07:54:11 user nova-compute[74491]: No targets found.
Oct 30 07:54:11 user nova-compute[74491]: STATIC:
Oct 30 07:54:11 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7
Oct 30 07:54:11 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:54:11 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:54:11 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390
Oct 30 07:54:11 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:54:11 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:54:11 user nova-compute[74491]: FIRMWARE:
Oct 30 07:54:11 user nova-compute[74491]: No targets found.
Oct 30 07:54:11 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:54:11 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:54:11 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[14d079ed-6cdf-4d12-8916-08feb0587359]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[24c9742f-2a72-4d01-a97b-d8c8dac1df2e]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:54:11 user nova-compute[74491]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:54:11 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:54:11 user nova-compute[74491]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:54:11 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feecc5b3d90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390'): ({'sdf'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Removing single pathed devices sdf {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[416e7f8f-694a-4b3d-84d9-413719ccd8b5]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bdf3755-6181-4699-b56e-530725ea52ea]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Flushing IO for device /dev/sdf {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[48eaa28f-e340-40b4-93c1-02996a465c33]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.033s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f806d70-1364-4e2b-9446-52221786e6bb]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] SCSI volumes sdf have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:54:11 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2446a85c-52e8-4e8a-a576-ff3799993a31]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[50eeb00f-7406-41ae-a8f9-433799821ca3]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390, portal: 172.16.0.220,3260]
Oct 30 07:54:12 user nova-compute[74491]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390, portal: 172.16.0.220,3260] successful.
Oct 30 07:54:12 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[98e9ff28-0126-4469-8d22-4891e3b85205]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.292s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] <== disconnect_volume: return (295ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Start _get_guest_xml network_info=[{"id": "361df1e1-efab-4327-b176-666666df3ab2", "address": "fa:16:3e:58:25:07", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361df1e1-ef", "ovs_interfaceid": "361df1e1-efab-4327-b176-666666df3ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=01049a23-1cdc-480e-bf9d-4e8ec5bd691e,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '01049a23-1cdc-480e-bf9d-4e8ec5bd691e'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vdb', 'disk_bus': 'virtio', 'boot_index': None, 'attachment_id': '18d9beaa-00a4-475e-afcb-80be466214eb', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AfBvtuak', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, 'status': 'reserved', 'instance': '87d3e3bd-d205-48f8-8206-c44ad134d416', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb23722d-80a5-4935-9a39-ca73c0711390', 'serial': 'fb23722d-80a5-4935-9a39-ca73c0711390'}, 'delete_on_termination': False, 'volume_type': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:54:12 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:54:12 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=01049a23-1cdc-480e-bf9d-4e8ec5bd691e,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.objects.instance [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lazy-loading 'vcpu_model' on Instance uuid 87d3e3bd-d205-48f8-8206-c44ad134d416 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.objects.base [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Object Instance<87d3e3bd-d205-48f8-8206-c44ad134d416> lazy-loaded attributes: resources,vcpu_model {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AfBvtuak', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:54:12 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:54:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:54:12 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:54:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:54:12 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e5a3c82-9c00-4b39-9206-099a292dc6b0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:54:12 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[346ef2c1-8bfa-4938-a706-4af959c547ad]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390] added
Oct 30 07:54:12 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[bde4e731-5a9c-484a-a3e1-b2a5a6dfec9e]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[259dae26-f24c-42ea-bd2f-b7c8940c2052]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AfBvtuak {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AfBvtuak" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bfd3d39-805a-43e7-aa5e-4c4c77905bbc]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'AfBvtuak'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c19ac4fa-c0a6-47d4-83de-44b806731faf]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b262fed1-c768-4106-a52a-7ed77081d46d]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:54:12 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:54:12 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[38d91a60-677f-49bb-b8a9-1c0d606311ce]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390, portal: 172.16.0.220,3260]
Oct 30 07:54:12 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390, portal: 172.16.0.220,3260] successful.
Oct 30 07:54:12 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[34e6bc1f-392e-4e3f-865d-3d3d098d112c]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Starting finish_migration {{(pid=74491) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Instance directory exists: not creating {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 30 07:54:12 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Creating image(s)
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Did not create local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Ensure instance console log exists: /opt/stack/data/nova/instances/643c14ed-732b-4081-9a8a-422da2f76f0f/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Start _get_guest_xml network_info=[{"id": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "address": "fa:16:3e:a2:01:25", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1623556387-network", "vif_mac": "fa:16:3e:a2:01:25"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5b6c7ee-b8", "ovs_interfaceid": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'attachment_id': '01c43f2e-a0c4-4a0b-bc2d-2716964087c7', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jHRLSNXJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '643c14ed-732b-4081-9a8a-422da2f76f0f', 'attached_at': '2023-10-30T07:54:12.000000', 'detached_at': '', 'volume_id': '973f098a-5d57-40da-af86-6eb1ec3233f7', 'serial': '973f098a-5d57-40da-af86-6eb1ec3233f7'}, 'delete_on_termination': True, 'volume_type': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:54:12 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:54:12 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2eeb321b-a706-4694-83fc-99c3a7725340]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:54:12 user nova-compute[74491]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:54:12 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:54:12 user nova-compute[74491]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:54:12 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.305s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] HCTL ('33', '-', '-', 0) found on session 36 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jHRLSNXJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:54:12 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:54:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f38d1fc-6620-45cd-b095-9cda31af557c]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Searching for a device in session 36 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AfBvtuak', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:54:12 user nova-compute[74491]: INFO nova.compute.manager [None req-f414e970-c585-4b0f-b771-33ad5a3acb41 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Unrescuing
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f414e970-c585-4b0f-b771-33ad5a3acb41 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Acquiring lock "refresh_cache-74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f414e970-c585-4b0f-b771-33ad5a3acb41 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Acquired lock "refresh_cache-74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:54:12 user nova-compute[74491]: DEBUG nova.network.neutron [None req-f414e970-c585-4b0f-b771-33ad5a3acb41 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG nova.compute.manager [req-ef5223dc-e199-429f-9c57-dd0cec1a1e6e req-9261a9cc-cfe1-483b-b33a-d4f46a860e76 service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Received event network-vif-plugged-361df1e1-efab-4327-b176-666666df3ab2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ef5223dc-e199-429f-9c57-dd0cec1a1e6e req-9261a9cc-cfe1-483b-b33a-d4f46a860e76 service nova] Acquiring lock "87d3e3bd-d205-48f8-8206-c44ad134d416-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ef5223dc-e199-429f-9c57-dd0cec1a1e6e req-9261a9cc-cfe1-483b-b33a-d4f46a860e76 service nova] Lock "87d3e3bd-d205-48f8-8206-c44ad134d416-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ef5223dc-e199-429f-9c57-dd0cec1a1e6e req-9261a9cc-cfe1-483b-b33a-d4f46a860e76 service nova] Lock "87d3e3bd-d205-48f8-8206-c44ad134d416-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG nova.compute.manager [req-ef5223dc-e199-429f-9c57-dd0cec1a1e6e req-9261a9cc-cfe1-483b-b33a-d4f46a860e76 service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] No waiting events found dispatching network-vif-plugged-361df1e1-efab-4327-b176-666666df3ab2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:54:13 user nova-compute[74491]: WARNING nova.compute.manager [req-ef5223dc-e199-429f-9c57-dd0cec1a1e6e req-9261a9cc-cfe1-483b-b33a-d4f46a860e76 service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Received unexpected event network-vif-plugged-361df1e1-efab-4327-b176-666666df3ab2 for instance with vm_state active and task_state reboot_started_hard.
Oct 30 07:54:13 user nova-compute[74491]: DEBUG nova.network.neutron [None req-f414e970-c585-4b0f-b771-33ad5a3acb41 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Updating instance_info_cache with network_info: [{"id": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "address": "fa:16:3e:83:67:c2", "network": {"id": "dd0befa8-a7ee-4504-98a0-7301a8087e3f", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2101139812-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.124", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cea71b940afc41098ffa7313f6904c74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2e62d79-cc", "ovs_interfaceid": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f414e970-c585-4b0f-b771-33ad5a3acb41 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Releasing lock "refresh_cache-74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG nova.objects.instance [None req-f414e970-c585-4b0f-b771-33ad5a3acb41 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lazy-loading 'flavor' on Instance uuid 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.365s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] <== connect_volume: return (1366ms) {'type': 'block', 'scsi_wwn': '23534343961386239', 'path': '/dev/sdb'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23534343961386239', 'path': '/dev/sdb'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.009s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:54:13 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:54:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:54:13 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:51:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1195631052',display_name='tempest-TestMinimumBasicScenario-server-1195631052',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1195631052',id=32,image_ref='01049a23-1cdc-480e-bf9d-4e8ec5bd691e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIKP3McPQw0/kEhiMldFQyRZltTyJqDyrjvwH0pqH4Si5Rw347RpGfuBycGhOT5aX3LL9LxGlVDRRDu2QS+VsVMKT1n4seEQQtcennP/OFqrFVAbSKySOogYIbbAloeFSg==',key_name='tempest-TestMinimumBasicScenario-1579795521',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:51:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='06674e64f970483b9c1b28793ac6253d',ramdisk_id='',reservation_id='r-xd1iomqt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='01049a23-1cdc-480e-bf9d-4e8ec5bd691e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1913234354',owner_user_name='tempest-TestMinimumBasicScenario-1913234354-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:54:11Z,user_data=None,user_id='93b4a35d9bf24f899d7595366533f78a',uuid=87d3e3bd-d205-48f8-8206-c44ad134d416,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "361df1e1-efab-4327-b176-666666df3ab2", "address": "fa:16:3e:58:25:07", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361df1e1-ef", "ovs_interfaceid": "361df1e1-efab-4327-b176-666666df3ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Converting VIF {"id": "361df1e1-efab-4327-b176-666666df3ab2", "address": "fa:16:3e:58:25:07", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361df1e1-ef", "ovs_interfaceid": "361df1e1-efab-4327-b176-666666df3ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:58:25:07,bridge_name='br-int',has_traffic_filtering=True,id=361df1e1-efab-4327-b176-666666df3ab2,network=Network(b4a4b7e3-13f0-40aa-a067-480625d7f2fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap361df1e1-ef') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG nova.objects.instance [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lazy-loading 'pci_devices' on Instance uuid 87d3e3bd-d205-48f8-8206-c44ad134d416 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260" returned: 21 in 0.036s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d684035d-1c82-470d-b978-ef54bfa2e62e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:54:13 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG nova.objects.base [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Object Instance<87d3e3bd-d205-48f8-8206-c44ad134d416> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:54:13 user nova-compute[74491]:   <uuid>87d3e3bd-d205-48f8-8206-c44ad134d416</uuid>
Oct 30 07:54:13 user nova-compute[74491]:   <name>instance-00000020</name>
Oct 30 07:54:13 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:54:13 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:54:13 user nova-compute[74491]:   <metadata>
Oct 30 07:54:13 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:54:13 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:54:13 user nova-compute[74491]:       <nova:name>tempest-TestMinimumBasicScenario-server-1195631052</nova:name>
Oct 30 07:54:13 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:54:12</nova:creationTime>
Oct 30 07:54:13 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:54:13 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:54:13 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:54:13 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:54:13 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:54:13 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:54:13 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:54:13 user nova-compute[74491]:       <nova:owner>
Oct 30 07:54:13 user nova-compute[74491]:         <nova:user uuid="93b4a35d9bf24f899d7595366533f78a">tempest-TestMinimumBasicScenario-1913234354-project-member</nova:user>
Oct 30 07:54:13 user nova-compute[74491]:         <nova:project uuid="06674e64f970483b9c1b28793ac6253d">tempest-TestMinimumBasicScenario-1913234354</nova:project>
Oct 30 07:54:13 user nova-compute[74491]:       </nova:owner>
Oct 30 07:54:13 user nova-compute[74491]:       <nova:root type="image" uuid="01049a23-1cdc-480e-bf9d-4e8ec5bd691e"/>
Oct 30 07:54:13 user nova-compute[74491]:       <nova:ports>
Oct 30 07:54:13 user nova-compute[74491]:         <nova:port uuid="361df1e1-efab-4327-b176-666666df3ab2">
Oct 30 07:54:13 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 30 07:54:13 user nova-compute[74491]:         </nova:port>
Oct 30 07:54:13 user nova-compute[74491]:       </nova:ports>
Oct 30 07:54:13 user nova-compute[74491]:     </nova:instance>
Oct 30 07:54:13 user nova-compute[74491]:   </metadata>
Oct 30 07:54:13 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:54:13 user nova-compute[74491]:     <system>
Oct 30 07:54:13 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:54:13 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:54:13 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:54:13 user nova-compute[74491]:       <entry name="serial">87d3e3bd-d205-48f8-8206-c44ad134d416</entry>
Oct 30 07:54:13 user nova-compute[74491]:       <entry name="uuid">87d3e3bd-d205-48f8-8206-c44ad134d416</entry>
Oct 30 07:54:13 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:54:13 user nova-compute[74491]:     </system>
Oct 30 07:54:13 user nova-compute[74491]:   </sysinfo>
Oct 30 07:54:13 user nova-compute[74491]:   <os>
Oct 30 07:54:13 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:54:13 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:54:13 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:54:13 user nova-compute[74491]:   </os>
Oct 30 07:54:13 user nova-compute[74491]:   <features>
Oct 30 07:54:13 user nova-compute[74491]:     <acpi/>
Oct 30 07:54:13 user nova-compute[74491]:     <apic/>
Oct 30 07:54:13 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:54:13 user nova-compute[74491]:   </features>
Oct 30 07:54:13 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:54:13 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:54:13 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:54:13 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:54:13 user nova-compute[74491]:   </clock>
Oct 30 07:54:13 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:54:13 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:54:13 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:54:13 user nova-compute[74491]:   </cpu>
Oct 30 07:54:13 user nova-compute[74491]:   <devices>
Oct 30 07:54:13 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:54:13 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:54:13 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk"/>
Oct 30 07:54:13 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:54:13 user nova-compute[74491]:     </disk>
Oct 30 07:54:13 user nova-compute[74491]:     <disk type="block" device="disk">
Oct 30 07:54:13 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:54:13 user nova-compute[74491]:       <source dev="/dev/sdb"/>
Oct 30 07:54:13 user nova-compute[74491]:       <target dev="vdb" bus="virtio"/>
Oct 30 07:54:13 user nova-compute[74491]:       <serial>fb23722d-80a5-4935-9a39-ca73c0711390</serial>
Oct 30 07:54:13 user nova-compute[74491]:     </disk>
Oct 30 07:54:13 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:54:13 user nova-compute[74491]:       <mac address="fa:16:3e:58:25:07"/>
Oct 30 07:54:13 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:54:13 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:54:13 user nova-compute[74491]:       <target dev="tap361df1e1-ef"/>
Oct 30 07:54:13 user nova-compute[74491]:     </interface>
Oct 30 07:54:13 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:54:13 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/console.log" append="off"/>
Oct 30 07:54:13 user nova-compute[74491]:     </serial>
Oct 30 07:54:13 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:54:13 user nova-compute[74491]:     <video>
Oct 30 07:54:13 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:54:13 user nova-compute[74491]:     </video>
Oct 30 07:54:13 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:54:13 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:54:13 user nova-compute[74491]:     </rng>
Oct 30 07:54:13 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:54:13 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:54:13 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:54:13 user nova-compute[74491]:     </memballoon>
Oct 30 07:54:13 user nova-compute[74491]:   </devices>
Oct 30 07:54:13 user nova-compute[74491]: </domain>
Oct 30 07:54:13 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.032s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[53a10010-cb5f-49ee-8b19-7ef3693b1b75]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG nova.compute.manager [req-d97e05a4-06aa-442b-99d6-2ea5e4f2caa0 req-64ec5d0c-2e00-4321-ab2a-6ebc2b69d8dd service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Received event network-vif-unplugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d97e05a4-06aa-442b-99d6-2ea5e4f2caa0 req-64ec5d0c-2e00-4321-ab2a-6ebc2b69d8dd service nova] Acquiring lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d97e05a4-06aa-442b-99d6-2ea5e4f2caa0 req-64ec5d0c-2e00-4321-ab2a-6ebc2b69d8dd service nova] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.005s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d97e05a4-06aa-442b-99d6-2ea5e4f2caa0 req-64ec5d0c-2e00-4321-ab2a-6ebc2b69d8dd service nova] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG nova.compute.manager [req-d97e05a4-06aa-442b-99d6-2ea5e4f2caa0 req-64ec5d0c-2e00-4321-ab2a-6ebc2b69d8dd service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] No waiting events found dispatching network-vif-unplugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:54:13 user nova-compute[74491]: WARNING nova.compute.manager [req-d97e05a4-06aa-442b-99d6-2ea5e4f2caa0 req-64ec5d0c-2e00-4321-ab2a-6ebc2b69d8dd service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Received unexpected event network-vif-unplugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 for instance with vm_state rescued and task_state unrescuing.
Oct 30 07:54:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7] added
Oct 30 07:54:13 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.030s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b790bc26-3458-45c7-8644-7a7156b7e5bc]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4653fe88-e32c-448a-bdd2-900a1632a5dd]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jHRLSNXJ {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jHRLSNXJ" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[288b4f94-8f38-4487-9aa5-d4dbdcebc896]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jHRLSNXJ'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.040s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3adb563-e9c7-4c44-8769-afc661f15f23]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[efe2eef4-6392-4406-9b34-5bc21fa1ae85]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:54:13 user nova-compute[74491]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:54:13 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:54:13 user nova-compute[74491]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:54:13 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e460b383-2368-4151-9f02-2726b3c5f97f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7, portal: 172.16.0.220,3260]
Oct 30 07:54:13 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7, portal: 172.16.0.220,3260] successful.
Oct 30 07:54:13 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:54:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a98b9683-09df-4488-b6d7-114b208bf34d]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json" returned: 0 in 0.560s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG nova.objects.instance [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lazy-loading 'trusted_certs' on Instance uuid 87d3e3bd-d205-48f8-8206-c44ad134d416 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:14 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Instance destroyed successfully.
Oct 30 07:54:14 user nova-compute[74491]: DEBUG nova.objects.base [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Object Instance<87d3e3bd-d205-48f8-8206-c44ad134d416> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/87af9b00eefb19e6ac756f307f2d3425dff1f494 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4341d459-73e7-4e81-a300-802259437181]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:54:14 user nova-compute[74491]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:54:14 user nova-compute[74491]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:54:14 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:54:14 user nova-compute[74491]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:54:14 user nova-compute[74491]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:54:14 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.877s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] HCTL ('34', '-', '-', 0) found on session 37 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[635cc3cf-ce84-4940-a109-86e7b3381434]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Searching for a device in session 37 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jHRLSNXJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/87af9b00eefb19e6ac756f307f2d3425dff1f494 --force-share --output=json" returned: 0 in 0.196s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Checking if we can resize image /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Cannot resize image /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG nova.objects.instance [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lazy-loading 'migration_context' on Instance uuid 87d3e3bd-d205-48f8-8206-c44ad134d416 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG nova.objects.base [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Object Instance<87d3e3bd-d205-48f8-8206-c44ad134d416> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:51:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1195631052',display_name='tempest-TestMinimumBasicScenario-server-1195631052',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1195631052',id=32,image_ref='01049a23-1cdc-480e-bf9d-4e8ec5bd691e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIKP3McPQw0/kEhiMldFQyRZltTyJqDyrjvwH0pqH4Si5Rw347RpGfuBycGhOT5aX3LL9LxGlVDRRDu2QS+VsVMKT1n4seEQQtcennP/OFqrFVAbSKySOogYIbbAloeFSg==',key_name='tempest-TestMinimumBasicScenario-1579795521',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:51:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='06674e64f970483b9c1b28793ac6253d',ramdisk_id='',reservation_id='r-xd1iomqt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='01049a23-1cdc-480e-bf9d-4e8ec5bd691e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1913234354',owner_user_name='tempest-TestMinimumBasicScenario-1913234354-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:54:11Z,user_data=None,user_id='93b4a35d9bf24f899d7595366533f78a',uuid=87d3e3bd-d205-48f8-8206-c44ad134d416,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "361df1e1-efab-4327-b176-666666df3ab2", "address": "fa:16:3e:58:25:07", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361df1e1-ef", "ovs_interfaceid": "361df1e1-efab-4327-b176-666666df3ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Converting VIF {"id": "361df1e1-efab-4327-b176-666666df3ab2", "address": "fa:16:3e:58:25:07", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361df1e1-ef", "ovs_interfaceid": "361df1e1-efab-4327-b176-666666df3ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:58:25:07,bridge_name='br-int',has_traffic_filtering=True,id=361df1e1-efab-4327-b176-666666df3ab2,network=Network(b4a4b7e3-13f0-40aa-a067-480625d7f2fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap361df1e1-ef') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG os_vif [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:58:25:07,bridge_name='br-int',has_traffic_filtering=True,id=361df1e1-efab-4327-b176-666666df3ab2,network=Network(b4a4b7e3-13f0-40aa-a067-480625d7f2fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap361df1e1-ef') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '47c0a2ae-9a8f-5194-921c-5d3fd19d5833', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap361df1e1-ef, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap361df1e1-ef, col_values=(('qos', UUID('d0ff185e-22fd-47fd-8eb5-3e671d432a9f')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap361df1e1-ef, col_values=(('external_ids', {'iface-id': '361df1e1-efab-4327-b176-666666df3ab2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:58:25:07', 'vm-uuid': '87d3e3bd-d205-48f8-8206-c44ad134d416'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:54:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:14 user nova-compute[74491]: INFO os_vif [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:58:25:07,bridge_name='br-int',has_traffic_filtering=True,id=361df1e1-efab-4327-b176-666666df3ab2,network=Network(b4a4b7e3-13f0-40aa-a067-480625d7f2fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap361df1e1-ef')
Oct 30 07:54:15 user nova-compute[74491]: DEBUG nova.compute.manager [req-62a35930-33ee-4161-80a7-bc53d9a719d6 req-ef41caa7-15da-4bd2-9ffd-da674c51e14b service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Received event network-changed-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG nova.compute.manager [req-62a35930-33ee-4161-80a7-bc53d9a719d6 req-ef41caa7-15da-4bd2-9ffd-da674c51e14b service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Refreshing instance network info cache due to event network-changed-d2e62d79-cc74-437f-a5a1-8d62c8d22f56. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-62a35930-33ee-4161-80a7-bc53d9a719d6 req-ef41caa7-15da-4bd2-9ffd-da674c51e14b service nova] Acquiring lock "refresh_cache-74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-62a35930-33ee-4161-80a7-bc53d9a719d6 req-ef41caa7-15da-4bd2-9ffd-da674c51e14b service nova] Acquired lock "refresh_cache-74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG nova.network.neutron [req-62a35930-33ee-4161-80a7-bc53d9a719d6 req-ef41caa7-15da-4bd2-9ffd-da674c51e14b service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Refreshing network info cache for port d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.911s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] <== connect_volume: return (2920ms) {'type': 'block', 'scsi_wwn': '23736303661613234', 'path': '/dev/sdc'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23736303661613234', 'path': '/dev/sdc'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:51:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-118817393',display_name='tempest-ServerActionsTestOtherA-server-118817393',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-118817393',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMKkX3wZa5nlTx/zBkPq6JvHkuZ0ZwirtzvwXAc+12ili2J7Jt0OFTuadQO3Yy3WbPZo6JzOEnW8MZn2lbxtOnQpsb/JJheLCfixeW345LWonBlzJm5jxOEtzAKsRELF4A==',key_name='tempest-keypair-511898630',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:52:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5bf5f042f1294411be0594d4439321be',ramdisk_id='',reservation_id='r-vpxrielk',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-567659046',owner_user_name='tempest-ServerActionsTestOtherA-567659046-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:53:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c60fbfc7c864b9f8cd4c2e5265791b6',uuid=643c14ed-732b-4081-9a8a-422da2f76f0f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "address": "fa:16:3e:a2:01:25", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1623556387-network", "vif_mac": "fa:16:3e:a2:01:25"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5b6c7ee-b8", "ovs_interfaceid": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Converting VIF {"id": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "address": "fa:16:3e:a2:01:25", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1623556387-network", "vif_mac": "fa:16:3e:a2:01:25"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5b6c7ee-b8", "ovs_interfaceid": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:01:25,bridge_name='br-int',has_traffic_filtering=True,id=b5b6c7ee-b8f3-49ac-b207-75230bb83dd2,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5b6c7ee-b8') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:54:15 user nova-compute[74491]:   <uuid>643c14ed-732b-4081-9a8a-422da2f76f0f</uuid>
Oct 30 07:54:15 user nova-compute[74491]:   <name>instance-00000021</name>
Oct 30 07:54:15 user nova-compute[74491]:   <memory>2097152</memory>
Oct 30 07:54:15 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:54:15 user nova-compute[74491]:   <metadata>
Oct 30 07:54:15 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:54:15 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:54:15 user nova-compute[74491]:       <nova:name>tempest-ServerActionsTestOtherA-server-118817393</nova:name>
Oct 30 07:54:15 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:54:12</nova:creationTime>
Oct 30 07:54:15 user nova-compute[74491]:       <nova:flavor name="m1.small">
Oct 30 07:54:15 user nova-compute[74491]:         <nova:memory>2048</nova:memory>
Oct 30 07:54:15 user nova-compute[74491]:         <nova:disk>20</nova:disk>
Oct 30 07:54:15 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:54:15 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:54:15 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:54:15 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:54:15 user nova-compute[74491]:       <nova:owner>
Oct 30 07:54:15 user nova-compute[74491]:         <nova:user uuid="5c60fbfc7c864b9f8cd4c2e5265791b6">tempest-ServerActionsTestOtherA-567659046-project-member</nova:user>
Oct 30 07:54:15 user nova-compute[74491]:         <nova:project uuid="5bf5f042f1294411be0594d4439321be">tempest-ServerActionsTestOtherA-567659046</nova:project>
Oct 30 07:54:15 user nova-compute[74491]:       </nova:owner>
Oct 30 07:54:15 user nova-compute[74491]:       <nova:ports>
Oct 30 07:54:15 user nova-compute[74491]:         <nova:port uuid="b5b6c7ee-b8f3-49ac-b207-75230bb83dd2">
Oct 30 07:54:15 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 30 07:54:15 user nova-compute[74491]:         </nova:port>
Oct 30 07:54:15 user nova-compute[74491]:       </nova:ports>
Oct 30 07:54:15 user nova-compute[74491]:     </nova:instance>
Oct 30 07:54:15 user nova-compute[74491]:   </metadata>
Oct 30 07:54:15 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:54:15 user nova-compute[74491]:     <system>
Oct 30 07:54:15 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:54:15 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:54:15 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:54:15 user nova-compute[74491]:       <entry name="serial">643c14ed-732b-4081-9a8a-422da2f76f0f</entry>
Oct 30 07:54:15 user nova-compute[74491]:       <entry name="uuid">643c14ed-732b-4081-9a8a-422da2f76f0f</entry>
Oct 30 07:54:15 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:54:15 user nova-compute[74491]:     </system>
Oct 30 07:54:15 user nova-compute[74491]:   </sysinfo>
Oct 30 07:54:15 user nova-compute[74491]:   <os>
Oct 30 07:54:15 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:54:15 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:54:15 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:54:15 user nova-compute[74491]:   </os>
Oct 30 07:54:15 user nova-compute[74491]:   <features>
Oct 30 07:54:15 user nova-compute[74491]:     <acpi/>
Oct 30 07:54:15 user nova-compute[74491]:     <apic/>
Oct 30 07:54:15 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:54:15 user nova-compute[74491]:   </features>
Oct 30 07:54:15 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:54:15 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:54:15 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:54:15 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:54:15 user nova-compute[74491]:   </clock>
Oct 30 07:54:15 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:54:15 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:54:15 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:54:15 user nova-compute[74491]:   </cpu>
Oct 30 07:54:15 user nova-compute[74491]:   <devices>
Oct 30 07:54:15 user nova-compute[74491]:     <disk type="block" device="disk">
Oct 30 07:54:15 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:54:15 user nova-compute[74491]:       <source dev="/dev/sdc"/>
Oct 30 07:54:15 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:54:15 user nova-compute[74491]:       <serial>973f098a-5d57-40da-af86-6eb1ec3233f7</serial>
Oct 30 07:54:15 user nova-compute[74491]:     </disk>
Oct 30 07:54:15 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:54:15 user nova-compute[74491]:       <mac address="fa:16:3e:a2:01:25"/>
Oct 30 07:54:15 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:54:15 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:54:15 user nova-compute[74491]:       <target dev="tapb5b6c7ee-b8"/>
Oct 30 07:54:15 user nova-compute[74491]:     </interface>
Oct 30 07:54:15 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:54:15 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/643c14ed-732b-4081-9a8a-422da2f76f0f/console.log" append="off"/>
Oct 30 07:54:15 user nova-compute[74491]:     </serial>
Oct 30 07:54:15 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:54:15 user nova-compute[74491]:     <video>
Oct 30 07:54:15 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:54:15 user nova-compute[74491]:     </video>
Oct 30 07:54:15 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:54:15 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:54:15 user nova-compute[74491]:     </rng>
Oct 30 07:54:15 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:54:15 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:54:15 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:54:15 user nova-compute[74491]:     </memballoon>
Oct 30 07:54:15 user nova-compute[74491]:   </devices>
Oct 30 07:54:15 user nova-compute[74491]: </domain>
Oct 30 07:54:15 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:51:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-118817393',display_name='tempest-ServerActionsTestOtherA-server-118817393',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-118817393',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMKkX3wZa5nlTx/zBkPq6JvHkuZ0ZwirtzvwXAc+12ili2J7Jt0OFTuadQO3Yy3WbPZo6JzOEnW8MZn2lbxtOnQpsb/JJheLCfixeW345LWonBlzJm5jxOEtzAKsRELF4A==',key_name='tempest-keypair-511898630',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:52:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5bf5f042f1294411be0594d4439321be',ramdisk_id='',reservation_id='r-vpxrielk',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-567659046',owner_user_name='tempest-ServerActionsTestOtherA-567659046-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:53:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c60fbfc7c864b9f8cd4c2e5265791b6',uuid=643c14ed-732b-4081-9a8a-422da2f76f0f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "address": "fa:16:3e:a2:01:25", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1623556387-network", "vif_mac": "fa:16:3e:a2:01:25"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5b6c7ee-b8", "ovs_interfaceid": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Converting VIF {"id": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "address": "fa:16:3e:a2:01:25", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1623556387-network", "vif_mac": "fa:16:3e:a2:01:25"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5b6c7ee-b8", "ovs_interfaceid": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:01:25,bridge_name='br-int',has_traffic_filtering=True,id=b5b6c7ee-b8f3-49ac-b207-75230bb83dd2,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5b6c7ee-b8') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG os_vif [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:01:25,bridge_name='br-int',has_traffic_filtering=True,id=b5b6c7ee-b8f3-49ac-b207-75230bb83dd2,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5b6c7ee-b8') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '38279abd-5ddd-557e-8ccd-5252c5fb950c', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb5b6c7ee-b8, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb5b6c7ee-b8, col_values=(('qos', UUID('2982306d-57e5-489e-8cad-f747156604f0')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb5b6c7ee-b8, col_values=(('external_ids', {'iface-id': 'b5b6c7ee-b8f3-49ac-b207-75230bb83dd2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a2:01:25', 'vm-uuid': '643c14ed-732b-4081-9a8a-422da2f76f0f'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:15 user nova-compute[74491]: INFO os_vif [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:01:25,bridge_name='br-int',has_traffic_filtering=True,id=b5b6c7ee-b8f3-49ac-b207-75230bb83dd2,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5b6c7ee-b8')
Oct 30 07:54:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] No VIF found with MAC fa:16:3e:a2:01:25, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG nova.compute.manager [req-77151509-1ad4-46d5-9197-37893491f380 req-1aedb266-0210-40cc-812e-1c57526067b7 service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Received event network-vif-plugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-77151509-1ad4-46d5-9197-37893491f380 req-1aedb266-0210-40cc-812e-1c57526067b7 service nova] Acquiring lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-77151509-1ad4-46d5-9197-37893491f380 req-1aedb266-0210-40cc-812e-1c57526067b7 service nova] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-77151509-1ad4-46d5-9197-37893491f380 req-1aedb266-0210-40cc-812e-1c57526067b7 service nova] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG nova.compute.manager [req-77151509-1ad4-46d5-9197-37893491f380 req-1aedb266-0210-40cc-812e-1c57526067b7 service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] No waiting events found dispatching network-vif-plugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:54:15 user nova-compute[74491]: WARNING nova.compute.manager [req-77151509-1ad4-46d5-9197-37893491f380 req-1aedb266-0210-40cc-812e-1c57526067b7 service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Received unexpected event network-vif-plugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 for instance with vm_state rescued and task_state unrescuing.
Oct 30 07:54:15 user nova-compute[74491]: DEBUG nova.network.neutron [req-62a35930-33ee-4161-80a7-bc53d9a719d6 req-ef41caa7-15da-4bd2-9ffd-da674c51e14b service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Updated VIF entry in instance network info cache for port d2e62d79-cc74-437f-a5a1-8d62c8d22f56. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG nova.network.neutron [req-62a35930-33ee-4161-80a7-bc53d9a719d6 req-ef41caa7-15da-4bd2-9ffd-da674c51e14b service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Updating instance_info_cache with network_info: [{"id": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "address": "fa:16:3e:83:67:c2", "network": {"id": "dd0befa8-a7ee-4504-98a0-7301a8087e3f", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2101139812-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.124", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cea71b940afc41098ffa7313f6904c74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2e62d79-cc", "ovs_interfaceid": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-62a35930-33ee-4161-80a7-bc53d9a719d6 req-ef41caa7-15da-4bd2-9ffd-da674c51e14b service nova] Releasing lock "refresh_cache-74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG nova.compute.manager [req-62a35930-33ee-4161-80a7-bc53d9a719d6 req-ef41caa7-15da-4bd2-9ffd-da674c51e14b service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Received event network-changed-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG nova.compute.manager [req-62a35930-33ee-4161-80a7-bc53d9a719d6 req-ef41caa7-15da-4bd2-9ffd-da674c51e14b service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Refreshing instance network info cache due to event network-changed-d2e62d79-cc74-437f-a5a1-8d62c8d22f56. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-62a35930-33ee-4161-80a7-bc53d9a719d6 req-ef41caa7-15da-4bd2-9ffd-da674c51e14b service nova] Acquiring lock "refresh_cache-74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-62a35930-33ee-4161-80a7-bc53d9a719d6 req-ef41caa7-15da-4bd2-9ffd-da674c51e14b service nova] Acquired lock "refresh_cache-74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG nova.network.neutron [req-62a35930-33ee-4161-80a7-bc53d9a719d6 req-ef41caa7-15da-4bd2-9ffd-da674c51e14b service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Refreshing network info cache for port d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:54:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:16 user nova-compute[74491]: DEBUG nova.network.neutron [req-62a35930-33ee-4161-80a7-bc53d9a719d6 req-ef41caa7-15da-4bd2-9ffd-da674c51e14b service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Updated VIF entry in instance network info cache for port d2e62d79-cc74-437f-a5a1-8d62c8d22f56. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:54:16 user nova-compute[74491]: DEBUG nova.network.neutron [req-62a35930-33ee-4161-80a7-bc53d9a719d6 req-ef41caa7-15da-4bd2-9ffd-da674c51e14b service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Updating instance_info_cache with network_info: [{"id": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "address": "fa:16:3e:83:67:c2", "network": {"id": "dd0befa8-a7ee-4504-98a0-7301a8087e3f", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2101139812-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.124", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cea71b940afc41098ffa7313f6904c74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2e62d79-cc", "ovs_interfaceid": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:54:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-62a35930-33ee-4161-80a7-bc53d9a719d6 req-ef41caa7-15da-4bd2-9ffd-da674c51e14b service nova] Releasing lock "refresh_cache-74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:54:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:17 user nova-compute[74491]: DEBUG nova.compute.manager [req-83417256-171f-492c-9b0c-66c1e0aaae8f req-49515d25-e51b-4dbc-80bf-baa8d60276e3 service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Received event network-vif-plugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:54:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-83417256-171f-492c-9b0c-66c1e0aaae8f req-49515d25-e51b-4dbc-80bf-baa8d60276e3 service nova] Acquiring lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-83417256-171f-492c-9b0c-66c1e0aaae8f req-49515d25-e51b-4dbc-80bf-baa8d60276e3 service nova] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-83417256-171f-492c-9b0c-66c1e0aaae8f req-49515d25-e51b-4dbc-80bf-baa8d60276e3 service nova] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:17 user nova-compute[74491]: DEBUG nova.compute.manager [req-83417256-171f-492c-9b0c-66c1e0aaae8f req-49515d25-e51b-4dbc-80bf-baa8d60276e3 service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] No waiting events found dispatching network-vif-plugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:54:17 user nova-compute[74491]: WARNING nova.compute.manager [req-83417256-171f-492c-9b0c-66c1e0aaae8f req-49515d25-e51b-4dbc-80bf-baa8d60276e3 service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Received unexpected event network-vif-plugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 for instance with vm_state rescued and task_state unrescuing.
Oct 30 07:54:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:18 user nova-compute[74491]: DEBUG nova.compute.manager [req-bb3018ec-3383-4dcb-82e9-0a164a23f720 req-35131ff0-d7f7-42d5-9a85-7fa031c7f05d service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Received event network-vif-plugged-361df1e1-efab-4327-b176-666666df3ab2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:54:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-bb3018ec-3383-4dcb-82e9-0a164a23f720 req-35131ff0-d7f7-42d5-9a85-7fa031c7f05d service nova] Acquiring lock "87d3e3bd-d205-48f8-8206-c44ad134d416-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-bb3018ec-3383-4dcb-82e9-0a164a23f720 req-35131ff0-d7f7-42d5-9a85-7fa031c7f05d service nova] Lock "87d3e3bd-d205-48f8-8206-c44ad134d416-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-bb3018ec-3383-4dcb-82e9-0a164a23f720 req-35131ff0-d7f7-42d5-9a85-7fa031c7f05d service nova] Lock "87d3e3bd-d205-48f8-8206-c44ad134d416-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:18 user nova-compute[74491]: DEBUG nova.compute.manager [req-bb3018ec-3383-4dcb-82e9-0a164a23f720 req-35131ff0-d7f7-42d5-9a85-7fa031c7f05d service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] No waiting events found dispatching network-vif-plugged-361df1e1-efab-4327-b176-666666df3ab2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:54:18 user nova-compute[74491]: WARNING nova.compute.manager [req-bb3018ec-3383-4dcb-82e9-0a164a23f720 req-35131ff0-d7f7-42d5-9a85-7fa031c7f05d service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Received unexpected event network-vif-plugged-361df1e1-efab-4327-b176-666666df3ab2 for instance with vm_state active and task_state reboot_started_hard.
Oct 30 07:54:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d7e27fe0-3b25-4a6d-a75c-80c9d4a60f2f tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "93366d69-7b42-4e6f-ba14-77d311fba5b8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d7e27fe0-3b25-4a6d-a75c-80c9d4a60f2f tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "93366d69-7b42-4e6f-ba14-77d311fba5b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d7e27fe0-3b25-4a6d-a75c-80c9d4a60f2f tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "93366d69-7b42-4e6f-ba14-77d311fba5b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d7e27fe0-3b25-4a6d-a75c-80c9d4a60f2f tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "93366d69-7b42-4e6f-ba14-77d311fba5b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d7e27fe0-3b25-4a6d-a75c-80c9d4a60f2f tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "93366d69-7b42-4e6f-ba14-77d311fba5b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:18 user nova-compute[74491]: INFO nova.compute.manager [None req-d7e27fe0-3b25-4a6d-a75c-80c9d4a60f2f tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Terminating instance
Oct 30 07:54:18 user nova-compute[74491]: DEBUG nova.compute.manager [None req-d7e27fe0-3b25-4a6d-a75c-80c9d4a60f2f tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:54:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-fe89abea-a202-4cb2-a27a-82ebb246a777 req-2cd3fcd6-7215-49fc-b7bd-89643f7be04c service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Received event network-vif-plugged-b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-fe89abea-a202-4cb2-a27a-82ebb246a777 req-2cd3fcd6-7215-49fc-b7bd-89643f7be04c service nova] Acquiring lock "643c14ed-732b-4081-9a8a-422da2f76f0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-fe89abea-a202-4cb2-a27a-82ebb246a777 req-2cd3fcd6-7215-49fc-b7bd-89643f7be04c service nova] Lock "643c14ed-732b-4081-9a8a-422da2f76f0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-fe89abea-a202-4cb2-a27a-82ebb246a777 req-2cd3fcd6-7215-49fc-b7bd-89643f7be04c service nova] Lock "643c14ed-732b-4081-9a8a-422da2f76f0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-fe89abea-a202-4cb2-a27a-82ebb246a777 req-2cd3fcd6-7215-49fc-b7bd-89643f7be04c service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] No waiting events found dispatching network-vif-plugged-b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:54:19 user nova-compute[74491]: WARNING nova.compute.manager [req-fe89abea-a202-4cb2-a27a-82ebb246a777 req-2cd3fcd6-7215-49fc-b7bd-89643f7be04c service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Received unexpected event network-vif-plugged-b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 for instance with vm_state active and task_state resize_finish.
Oct 30 07:54:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:19 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Instance destroyed successfully.
Oct 30 07:54:19 user nova-compute[74491]: DEBUG nova.objects.instance [None req-d7e27fe0-3b25-4a6d-a75c-80c9d4a60f2f tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lazy-loading 'resources' on Instance uuid 93366d69-7b42-4e6f-ba14-77d311fba5b8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-d7e27fe0-3b25-4a6d-a75c-80c9d4a60f2f tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T07:47:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1292790537',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1292790537',id=28,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBENWTyGdOcGqPWGqzS5fmH/U5hN9pT0Wct5JUK7DFj6c7rEIKYCLnZQVCn6a/vRClLcrfJWdHwZxjYdVqbpLpGBA+IwsctqiUIqZRuxhYKSqyIFBIXO6pu2X5QN034nJgQ==',key_name='tempest-keypair-476150559',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:52:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0c80c5fa82b04cb384f1e4d056a69980',ramdisk_id='',reservation_id='r-g87zrxuf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-9842313',owner_user_name='tempest-AttachVolumeShelveTestJSON-9842313-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:52:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0628c3678bc542ef977f664abaaeb041',uuid=93366d69-7b42-4e6f-ba14-77d311fba5b8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "address": "fa:16:3e:1d:65:43", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd951ff2a-a1", "ovs_interfaceid": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-d7e27fe0-3b25-4a6d-a75c-80c9d4a60f2f tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Converting VIF {"id": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "address": "fa:16:3e:1d:65:43", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd951ff2a-a1", "ovs_interfaceid": "d951ff2a-a122-46e5-be70-0d5b4c83fbc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-d7e27fe0-3b25-4a6d-a75c-80c9d4a60f2f tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1d:65:43,bridge_name='br-int',has_traffic_filtering=True,id=d951ff2a-a122-46e5-be70-0d5b4c83fbc7,network=Network(6533d0fd-c0f1-4d14-8ab9-2e397982a10b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd951ff2a-a1') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG os_vif [None req-d7e27fe0-3b25-4a6d-a75c-80c9d4a60f2f tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:65:43,bridge_name='br-int',has_traffic_filtering=True,id=d951ff2a-a122-46e5-be70-0d5b4c83fbc7,network=Network(6533d0fd-c0f1-4d14-8ab9-2e397982a10b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd951ff2a-a1') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd951ff2a-a1, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=afda7175-4f26-41dd-89e8-f4b20c4e7b47) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:19 user nova-compute[74491]: INFO os_vif [None req-d7e27fe0-3b25-4a6d-a75c-80c9d4a60f2f tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:65:43,bridge_name='br-int',has_traffic_filtering=True,id=d951ff2a-a122-46e5-be70-0d5b4c83fbc7,network=Network(6533d0fd-c0f1-4d14-8ab9-2e397982a10b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd951ff2a-a1')
Oct 30 07:54:19 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-d7e27fe0-3b25-4a6d-a75c-80c9d4a60f2f tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Deleting instance files /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8_del
Oct 30 07:54:19 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-d7e27fe0-3b25-4a6d-a75c-80c9d4a60f2f tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Deletion of /opt/stack/data/nova/instances/93366d69-7b42-4e6f-ba14-77d311fba5b8_del complete
Oct 30 07:54:19 user nova-compute[74491]: INFO nova.compute.manager [None req-d7e27fe0-3b25-4a6d-a75c-80c9d4a60f2f tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Took 1.36 seconds to destroy the instance on the hypervisor.
Oct 30 07:54:19 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-d7e27fe0-3b25-4a6d-a75c-80c9d4a60f2f tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-f8a03e90-3660-4792-bec4-e2f57eb94bec req-489b02da-846e-424d-aa7c-199fa081974f service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Received event network-vif-plugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f8a03e90-3660-4792-bec4-e2f57eb94bec req-489b02da-846e-424d-aa7c-199fa081974f service nova] Acquiring lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f8a03e90-3660-4792-bec4-e2f57eb94bec req-489b02da-846e-424d-aa7c-199fa081974f service nova] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f8a03e90-3660-4792-bec4-e2f57eb94bec req-489b02da-846e-424d-aa7c-199fa081974f service nova] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-f8a03e90-3660-4792-bec4-e2f57eb94bec req-489b02da-846e-424d-aa7c-199fa081974f service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] No waiting events found dispatching network-vif-plugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:54:19 user nova-compute[74491]: WARNING nova.compute.manager [req-f8a03e90-3660-4792-bec4-e2f57eb94bec req-489b02da-846e-424d-aa7c-199fa081974f service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Received unexpected event network-vif-plugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 for instance with vm_state rescued and task_state unrescuing.
Oct 30 07:54:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-f8a03e90-3660-4792-bec4-e2f57eb94bec req-489b02da-846e-424d-aa7c-199fa081974f service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Received event network-vif-unplugged-d951ff2a-a122-46e5-be70-0d5b4c83fbc7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f8a03e90-3660-4792-bec4-e2f57eb94bec req-489b02da-846e-424d-aa7c-199fa081974f service nova] Acquiring lock "93366d69-7b42-4e6f-ba14-77d311fba5b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f8a03e90-3660-4792-bec4-e2f57eb94bec req-489b02da-846e-424d-aa7c-199fa081974f service nova] Lock "93366d69-7b42-4e6f-ba14-77d311fba5b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f8a03e90-3660-4792-bec4-e2f57eb94bec req-489b02da-846e-424d-aa7c-199fa081974f service nova] Lock "93366d69-7b42-4e6f-ba14-77d311fba5b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-f8a03e90-3660-4792-bec4-e2f57eb94bec req-489b02da-846e-424d-aa7c-199fa081974f service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] No waiting events found dispatching network-vif-unplugged-d951ff2a-a122-46e5-be70-0d5b4c83fbc7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-f8a03e90-3660-4792-bec4-e2f57eb94bec req-489b02da-846e-424d-aa7c-199fa081974f service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Received event network-vif-unplugged-d951ff2a-a122-46e5-be70-0d5b4c83fbc7 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-f8a03e90-3660-4792-bec4-e2f57eb94bec req-489b02da-846e-424d-aa7c-199fa081974f service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Received event network-vif-plugged-d951ff2a-a122-46e5-be70-0d5b4c83fbc7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f8a03e90-3660-4792-bec4-e2f57eb94bec req-489b02da-846e-424d-aa7c-199fa081974f service nova] Acquiring lock "93366d69-7b42-4e6f-ba14-77d311fba5b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f8a03e90-3660-4792-bec4-e2f57eb94bec req-489b02da-846e-424d-aa7c-199fa081974f service nova] Lock "93366d69-7b42-4e6f-ba14-77d311fba5b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f8a03e90-3660-4792-bec4-e2f57eb94bec req-489b02da-846e-424d-aa7c-199fa081974f service nova] Lock "93366d69-7b42-4e6f-ba14-77d311fba5b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-f8a03e90-3660-4792-bec4-e2f57eb94bec req-489b02da-846e-424d-aa7c-199fa081974f service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] No waiting events found dispatching network-vif-plugged-d951ff2a-a122-46e5-be70-0d5b4c83fbc7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:54:19 user nova-compute[74491]: WARNING nova.compute.manager [req-f8a03e90-3660-4792-bec4-e2f57eb94bec req-489b02da-846e-424d-aa7c-199fa081974f service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Received unexpected event network-vif-plugged-d951ff2a-a122-46e5-be70-0d5b4c83fbc7 for instance with vm_state active and task_state deleting.
Oct 30 07:54:20 user nova-compute[74491]: DEBUG nova.compute.manager [req-69f13f53-f2e6-4488-9777-28f502a6b942 req-a81c198d-b7cb-47f2-8a49-0ff12e34d5fb service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Received event network-vif-plugged-361df1e1-efab-4327-b176-666666df3ab2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:54:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-69f13f53-f2e6-4488-9777-28f502a6b942 req-a81c198d-b7cb-47f2-8a49-0ff12e34d5fb service nova] Acquiring lock "87d3e3bd-d205-48f8-8206-c44ad134d416-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-69f13f53-f2e6-4488-9777-28f502a6b942 req-a81c198d-b7cb-47f2-8a49-0ff12e34d5fb service nova] Lock "87d3e3bd-d205-48f8-8206-c44ad134d416-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-69f13f53-f2e6-4488-9777-28f502a6b942 req-a81c198d-b7cb-47f2-8a49-0ff12e34d5fb service nova] Lock "87d3e3bd-d205-48f8-8206-c44ad134d416-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:20 user nova-compute[74491]: DEBUG nova.compute.manager [req-69f13f53-f2e6-4488-9777-28f502a6b942 req-a81c198d-b7cb-47f2-8a49-0ff12e34d5fb service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] No waiting events found dispatching network-vif-plugged-361df1e1-efab-4327-b176-666666df3ab2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:54:20 user nova-compute[74491]: WARNING nova.compute.manager [req-69f13f53-f2e6-4488-9777-28f502a6b942 req-a81c198d-b7cb-47f2-8a49-0ff12e34d5fb service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Received unexpected event network-vif-plugged-361df1e1-efab-4327-b176-666666df3ab2 for instance with vm_state active and task_state reboot_started_hard.
Oct 30 07:54:20 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:54:20 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Took 0.77 seconds to deallocate network for instance.
Oct 30 07:54:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d7e27fe0-3b25-4a6d-a75c-80c9d4a60f2f tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d7e27fe0-3b25-4a6d-a75c-80c9d4a60f2f tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:20 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-d7e27fe0-3b25-4a6d-a75c-80c9d4a60f2f tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:54:20 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-d7e27fe0-3b25-4a6d-a75c-80c9d4a60f2f tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:54:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d7e27fe0-3b25-4a6d-a75c-80c9d4a60f2f tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.404s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:20 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-d7e27fe0-3b25-4a6d-a75c-80c9d4a60f2f tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Deleted allocations for instance 93366d69-7b42-4e6f-ba14-77d311fba5b8
Oct 30 07:54:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d7e27fe0-3b25-4a6d-a75c-80c9d4a60f2f tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "93366d69-7b42-4e6f-ba14-77d311fba5b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.819s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:21 user nova-compute[74491]: DEBUG nova.compute.manager [req-06e2e02a-0cd3-4e93-9063-3d2317e20034 req-2bbd74a5-839d-4aab-a1a2-752b79ffa504 service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Received event network-vif-plugged-b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:54:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-06e2e02a-0cd3-4e93-9063-3d2317e20034 req-2bbd74a5-839d-4aab-a1a2-752b79ffa504 service nova] Acquiring lock "643c14ed-732b-4081-9a8a-422da2f76f0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-06e2e02a-0cd3-4e93-9063-3d2317e20034 req-2bbd74a5-839d-4aab-a1a2-752b79ffa504 service nova] Lock "643c14ed-732b-4081-9a8a-422da2f76f0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-06e2e02a-0cd3-4e93-9063-3d2317e20034 req-2bbd74a5-839d-4aab-a1a2-752b79ffa504 service nova] Lock "643c14ed-732b-4081-9a8a-422da2f76f0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:21 user nova-compute[74491]: DEBUG nova.compute.manager [req-06e2e02a-0cd3-4e93-9063-3d2317e20034 req-2bbd74a5-839d-4aab-a1a2-752b79ffa504 service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] No waiting events found dispatching network-vif-plugged-b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:54:21 user nova-compute[74491]: WARNING nova.compute.manager [req-06e2e02a-0cd3-4e93-9063-3d2317e20034 req-2bbd74a5-839d-4aab-a1a2-752b79ffa504 service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Received unexpected event network-vif-plugged-b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 for instance with vm_state active and task_state resize_finish.
Oct 30 07:54:21 user nova-compute[74491]: DEBUG nova.compute.manager [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:54:21 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Instance running successfully.
Oct 30 07:54:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Failed to set time: agent not configured {{(pid=74491) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Oct 30 07:54:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-912edfe8-a8b0-40b1-bf99-54a8ee4f4af4 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] finish_migration finished successfully. {{(pid=74491) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Oct 30 07:54:21 user nova-compute[74491]: DEBUG nova.compute.manager [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:54:21 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Instance rebooted successfully.
Oct 30 07:54:21 user nova-compute[74491]: DEBUG nova.compute.manager [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:54:21 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f414e970-c585-4b0f-b771-33ad5a3acb41 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:54:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-1e943122-5d98-4348-8d5b-915bfbce7867 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "87d3e3bd-d205-48f8-8206-c44ad134d416" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 11.381s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:21 user nova-compute[74491]: DEBUG nova.compute.manager [req-0537e5fb-7b04-4a45-8344-1102027b90a1 req-2608a855-b4b5-4918-ae3d-2d9ff7cafa97 service nova] [instance: 93366d69-7b42-4e6f-ba14-77d311fba5b8] Received event network-vif-deleted-d951ff2a-a122-46e5-be70-0d5b4c83fbc7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:54:24 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b612a787-3a35-4275-8c03-d31511d88b72 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b612a787-3a35-4275-8c03-d31511d88b72 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b612a787-3a35-4275-8c03-d31511d88b72 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b612a787-3a35-4275-8c03-d31511d88b72 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b612a787-3a35-4275-8c03-d31511d88b72 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:28 user nova-compute[74491]: INFO nova.compute.manager [None req-b612a787-3a35-4275-8c03-d31511d88b72 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Terminating instance
Oct 30 07:54:28 user nova-compute[74491]: DEBUG nova.compute.manager [None req-b612a787-3a35-4275-8c03-d31511d88b72 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:54:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:28 user nova-compute[74491]: DEBUG nova.compute.manager [req-22a9d467-d201-4177-9322-c6d0d35f8bae req-74c87190-43e3-42e5-a45c-584842575f25 service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Received event network-vif-unplugged-deba740a-eedd-418c-9b67-c5ac364e7bc7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:54:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-22a9d467-d201-4177-9322-c6d0d35f8bae req-74c87190-43e3-42e5-a45c-584842575f25 service nova] Acquiring lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-22a9d467-d201-4177-9322-c6d0d35f8bae req-74c87190-43e3-42e5-a45c-584842575f25 service nova] Lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-22a9d467-d201-4177-9322-c6d0d35f8bae req-74c87190-43e3-42e5-a45c-584842575f25 service nova] Lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:28 user nova-compute[74491]: DEBUG nova.compute.manager [req-22a9d467-d201-4177-9322-c6d0d35f8bae req-74c87190-43e3-42e5-a45c-584842575f25 service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] No waiting events found dispatching network-vif-unplugged-deba740a-eedd-418c-9b67-c5ac364e7bc7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:54:28 user nova-compute[74491]: DEBUG nova.compute.manager [req-22a9d467-d201-4177-9322-c6d0d35f8bae req-74c87190-43e3-42e5-a45c-584842575f25 service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Received event network-vif-unplugged-deba740a-eedd-418c-9b67-c5ac364e7bc7 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:54:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:29 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Instance destroyed successfully.
Oct 30 07:54:29 user nova-compute[74491]: DEBUG nova.objects.instance [None req-b612a787-3a35-4275-8c03-d31511d88b72 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lazy-loading 'resources' on Instance uuid 9647fc9d-8bb1-4f0e-ad50-8356339e49e8 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:54:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-b612a787-3a35-4275-8c03-d31511d88b72 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:50:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1658113233',display_name='tempest-AttachVolumeNegativeTest-server-1658113233',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1658113233',id=31,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLaYPNSZdLpD31SRfCH3Umn0+QB5CpDWWDKIRDUDSZvr/JlTY9aqyOjuQ8f1UA1Mv8zqiXseJ9mKUKwcB20eiH0HVotgnKBpcsmaEXBdBGl/LcPdpNaWgbZAnwvW9M5FuA==',key_name='tempest-keypair-604955581',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:51:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5b4719cc6b394e5d89394f7823b3231e',ramdisk_id='',reservation_id='r-5o2patlj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-707817915',owner_user_name='tempest-AttachVolumeNegativeTest-707817915-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:51:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ac3777b08c2b4268bd80a1fbcb771286',uuid=9647fc9d-8bb1-4f0e-ad50-8356339e49e8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "deba740a-eedd-418c-9b67-c5ac364e7bc7", "address": "fa:16:3e:1e:a4:cb", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdeba740a-ee", "ovs_interfaceid": "deba740a-eedd-418c-9b67-c5ac364e7bc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:54:29 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-b612a787-3a35-4275-8c03-d31511d88b72 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Converting VIF {"id": "deba740a-eedd-418c-9b67-c5ac364e7bc7", "address": "fa:16:3e:1e:a4:cb", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdeba740a-ee", "ovs_interfaceid": "deba740a-eedd-418c-9b67-c5ac364e7bc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:54:29 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-b612a787-3a35-4275-8c03-d31511d88b72 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1e:a4:cb,bridge_name='br-int',has_traffic_filtering=True,id=deba740a-eedd-418c-9b67-c5ac364e7bc7,network=Network(2b924865-55d3-48a5-8331-546fe67acc51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdeba740a-ee') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:54:29 user nova-compute[74491]: DEBUG os_vif [None req-b612a787-3a35-4275-8c03-d31511d88b72 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1e:a4:cb,bridge_name='br-int',has_traffic_filtering=True,id=deba740a-eedd-418c-9b67-c5ac364e7bc7,network=Network(2b924865-55d3-48a5-8331-546fe67acc51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdeba740a-ee') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:54:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdeba740a-ee, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:54:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:54:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3f51c335-3fe9-4a5f-ae35-c5a32e940a65) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:54:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:54:29 user nova-compute[74491]: INFO os_vif [None req-b612a787-3a35-4275-8c03-d31511d88b72 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1e:a4:cb,bridge_name='br-int',has_traffic_filtering=True,id=deba740a-eedd-418c-9b67-c5ac364e7bc7,network=Network(2b924865-55d3-48a5-8331-546fe67acc51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdeba740a-ee')
Oct 30 07:54:29 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-b612a787-3a35-4275-8c03-d31511d88b72 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Deleting instance files /opt/stack/data/nova/instances/9647fc9d-8bb1-4f0e-ad50-8356339e49e8_del
Oct 30 07:54:29 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-b612a787-3a35-4275-8c03-d31511d88b72 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Deletion of /opt/stack/data/nova/instances/9647fc9d-8bb1-4f0e-ad50-8356339e49e8_del complete
Oct 30 07:54:29 user nova-compute[74491]: INFO nova.compute.manager [None req-b612a787-3a35-4275-8c03-d31511d88b72 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Took 0.99 seconds to destroy the instance on the hypervisor.
Oct 30 07:54:29 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-b612a787-3a35-4275-8c03-d31511d88b72 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:54:29 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:54:29 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-daf6498a-eaaf-4915-ac79-f69c5e71f397 req-1eeeae11-05bf-4fb3-b51d-83d01f7cf06c service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Received event network-vif-deleted-deba740a-eedd-418c-9b67-c5ac364e7bc7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:54:30 user nova-compute[74491]: INFO nova.compute.manager [req-daf6498a-eaaf-4915-ac79-f69c5e71f397 req-1eeeae11-05bf-4fb3-b51d-83d01f7cf06c service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Neutron deleted interface deba740a-eedd-418c-9b67-c5ac364e7bc7; detaching it from the instance and deleting it from the info cache
Oct 30 07:54:30 user nova-compute[74491]: DEBUG nova.network.neutron [req-daf6498a-eaaf-4915-ac79-f69c5e71f397 req-1eeeae11-05bf-4fb3-b51d-83d01f7cf06c service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:54:30 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Took 1.11 seconds to deallocate network for instance.
Oct 30 07:54:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-daf6498a-eaaf-4915-ac79-f69c5e71f397 req-1eeeae11-05bf-4fb3-b51d-83d01f7cf06c service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Detach interface failed, port_id=deba740a-eedd-418c-9b67-c5ac364e7bc7, reason: Instance 9647fc9d-8bb1-4f0e-ad50-8356339e49e8 could not be found. {{(pid=74491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b612a787-3a35-4275-8c03-d31511d88b72 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b612a787-3a35-4275-8c03-d31511d88b72 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-7ccdd727-c3cb-4bb4-9379-7f83f9970c07 req-20e8c8a9-9c2a-48b8-9a3f-c93400d92f70 service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Received event network-vif-plugged-deba740a-eedd-418c-9b67-c5ac364e7bc7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7ccdd727-c3cb-4bb4-9379-7f83f9970c07 req-20e8c8a9-9c2a-48b8-9a3f-c93400d92f70 service nova] Acquiring lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7ccdd727-c3cb-4bb4-9379-7f83f9970c07 req-20e8c8a9-9c2a-48b8-9a3f-c93400d92f70 service nova] Lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7ccdd727-c3cb-4bb4-9379-7f83f9970c07 req-20e8c8a9-9c2a-48b8-9a3f-c93400d92f70 service nova] Lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-7ccdd727-c3cb-4bb4-9379-7f83f9970c07 req-20e8c8a9-9c2a-48b8-9a3f-c93400d92f70 service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] No waiting events found dispatching network-vif-plugged-deba740a-eedd-418c-9b67-c5ac364e7bc7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:54:30 user nova-compute[74491]: WARNING nova.compute.manager [req-7ccdd727-c3cb-4bb4-9379-7f83f9970c07 req-20e8c8a9-9c2a-48b8-9a3f-c93400d92f70 service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Received unexpected event network-vif-plugged-deba740a-eedd-418c-9b67-c5ac364e7bc7 for instance with vm_state deleted and task_state None.
Oct 30 07:54:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-7ccdd727-c3cb-4bb4-9379-7f83f9970c07 req-20e8c8a9-9c2a-48b8-9a3f-c93400d92f70 service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Received event network-vif-plugged-deba740a-eedd-418c-9b67-c5ac364e7bc7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7ccdd727-c3cb-4bb4-9379-7f83f9970c07 req-20e8c8a9-9c2a-48b8-9a3f-c93400d92f70 service nova] Acquiring lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7ccdd727-c3cb-4bb4-9379-7f83f9970c07 req-20e8c8a9-9c2a-48b8-9a3f-c93400d92f70 service nova] Lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7ccdd727-c3cb-4bb4-9379-7f83f9970c07 req-20e8c8a9-9c2a-48b8-9a3f-c93400d92f70 service nova] Lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-7ccdd727-c3cb-4bb4-9379-7f83f9970c07 req-20e8c8a9-9c2a-48b8-9a3f-c93400d92f70 service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] No waiting events found dispatching network-vif-plugged-deba740a-eedd-418c-9b67-c5ac364e7bc7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:54:30 user nova-compute[74491]: WARNING nova.compute.manager [req-7ccdd727-c3cb-4bb4-9379-7f83f9970c07 req-20e8c8a9-9c2a-48b8-9a3f-c93400d92f70 service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Received unexpected event network-vif-plugged-deba740a-eedd-418c-9b67-c5ac364e7bc7 for instance with vm_state deleted and task_state None.
Oct 30 07:54:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-7ccdd727-c3cb-4bb4-9379-7f83f9970c07 req-20e8c8a9-9c2a-48b8-9a3f-c93400d92f70 service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Received event network-vif-plugged-deba740a-eedd-418c-9b67-c5ac364e7bc7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7ccdd727-c3cb-4bb4-9379-7f83f9970c07 req-20e8c8a9-9c2a-48b8-9a3f-c93400d92f70 service nova] Acquiring lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7ccdd727-c3cb-4bb4-9379-7f83f9970c07 req-20e8c8a9-9c2a-48b8-9a3f-c93400d92f70 service nova] Lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7ccdd727-c3cb-4bb4-9379-7f83f9970c07 req-20e8c8a9-9c2a-48b8-9a3f-c93400d92f70 service nova] Lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-7ccdd727-c3cb-4bb4-9379-7f83f9970c07 req-20e8c8a9-9c2a-48b8-9a3f-c93400d92f70 service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] No waiting events found dispatching network-vif-plugged-deba740a-eedd-418c-9b67-c5ac364e7bc7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:54:30 user nova-compute[74491]: WARNING nova.compute.manager [req-7ccdd727-c3cb-4bb4-9379-7f83f9970c07 req-20e8c8a9-9c2a-48b8-9a3f-c93400d92f70 service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Received unexpected event network-vif-plugged-deba740a-eedd-418c-9b67-c5ac364e7bc7 for instance with vm_state deleted and task_state None.
Oct 30 07:54:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-7ccdd727-c3cb-4bb4-9379-7f83f9970c07 req-20e8c8a9-9c2a-48b8-9a3f-c93400d92f70 service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Received event network-vif-unplugged-deba740a-eedd-418c-9b67-c5ac364e7bc7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7ccdd727-c3cb-4bb4-9379-7f83f9970c07 req-20e8c8a9-9c2a-48b8-9a3f-c93400d92f70 service nova] Acquiring lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7ccdd727-c3cb-4bb4-9379-7f83f9970c07 req-20e8c8a9-9c2a-48b8-9a3f-c93400d92f70 service nova] Lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7ccdd727-c3cb-4bb4-9379-7f83f9970c07 req-20e8c8a9-9c2a-48b8-9a3f-c93400d92f70 service nova] Lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-7ccdd727-c3cb-4bb4-9379-7f83f9970c07 req-20e8c8a9-9c2a-48b8-9a3f-c93400d92f70 service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] No waiting events found dispatching network-vif-unplugged-deba740a-eedd-418c-9b67-c5ac364e7bc7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:54:30 user nova-compute[74491]: WARNING nova.compute.manager [req-7ccdd727-c3cb-4bb4-9379-7f83f9970c07 req-20e8c8a9-9c2a-48b8-9a3f-c93400d92f70 service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Received unexpected event network-vif-unplugged-deba740a-eedd-418c-9b67-c5ac364e7bc7 for instance with vm_state deleted and task_state None.
Oct 30 07:54:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-7ccdd727-c3cb-4bb4-9379-7f83f9970c07 req-20e8c8a9-9c2a-48b8-9a3f-c93400d92f70 service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Received event network-vif-plugged-deba740a-eedd-418c-9b67-c5ac364e7bc7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7ccdd727-c3cb-4bb4-9379-7f83f9970c07 req-20e8c8a9-9c2a-48b8-9a3f-c93400d92f70 service nova] Acquiring lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7ccdd727-c3cb-4bb4-9379-7f83f9970c07 req-20e8c8a9-9c2a-48b8-9a3f-c93400d92f70 service nova] Lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7ccdd727-c3cb-4bb4-9379-7f83f9970c07 req-20e8c8a9-9c2a-48b8-9a3f-c93400d92f70 service nova] Lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-7ccdd727-c3cb-4bb4-9379-7f83f9970c07 req-20e8c8a9-9c2a-48b8-9a3f-c93400d92f70 service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] No waiting events found dispatching network-vif-plugged-deba740a-eedd-418c-9b67-c5ac364e7bc7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:54:30 user nova-compute[74491]: WARNING nova.compute.manager [req-7ccdd727-c3cb-4bb4-9379-7f83f9970c07 req-20e8c8a9-9c2a-48b8-9a3f-c93400d92f70 service nova] [instance: 9647fc9d-8bb1-4f0e-ad50-8356339e49e8] Received unexpected event network-vif-plugged-deba740a-eedd-418c-9b67-c5ac364e7bc7 for instance with vm_state deleted and task_state None.
Oct 30 07:54:31 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-b612a787-3a35-4275-8c03-d31511d88b72 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:54:31 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-b612a787-3a35-4275-8c03-d31511d88b72 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:54:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b612a787-3a35-4275-8c03-d31511d88b72 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.319s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:31 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-b612a787-3a35-4275-8c03-d31511d88b72 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Deleted allocations for instance 9647fc9d-8bb1-4f0e-ad50-8356339e49e8
Oct 30 07:54:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b612a787-3a35-4275-8c03-d31511d88b72 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "9647fc9d-8bb1-4f0e-ad50-8356339e49e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.619s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Acquiring lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:45 user nova-compute[74491]: INFO nova.compute.manager [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Detaching volume 28cea679-8f37-45a0-9463-f1ec11a584c7
Oct 30 07:54:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:45 user nova-compute[74491]: INFO nova.virt.block_device [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Attempting to driver detach volume 28cea679-8f37-45a0-9463-f1ec11a584c7 from mountpoint /dev/vdb
Oct 30 07:54:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Attempting to detach device vdb from instance 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b from the persistent domain config. {{(pid=74491) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 07:54:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:54:45 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:54:45 user nova-compute[74491]:   <source dev="/dev/sde"/>
Oct 30 07:54:45 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:54:45 user nova-compute[74491]:   <serial>28cea679-8f37-45a0-9463-f1ec11a584c7</serial>
Oct 30 07:54:45 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 07:54:45 user nova-compute[74491]: </disk>
Oct 30 07:54:45 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:54:45 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Successfully detached device vdb from instance 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b from the persistent domain config.
Oct 30 07:54:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b from the live domain config. {{(pid=74491) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 07:54:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:54:45 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:54:45 user nova-compute[74491]:   <source dev="/dev/sde"/>
Oct 30 07:54:45 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:54:45 user nova-compute[74491]:   <serial>28cea679-8f37-45a0-9463-f1ec11a584c7</serial>
Oct 30 07:54:45 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 07:54:45 user nova-compute[74491]: </disk>
Oct 30 07:54:45 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:54:46 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b {{(pid=74491) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 07:54:49 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:54:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:50 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:54:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:51 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:54:51 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 07:54:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-87d3e3bd-d205-48f8-8206-c44ad134d416" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:54:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-87d3e3bd-d205-48f8-8206-c44ad134d416" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:54:51 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 07:54:51 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Updating instance_info_cache with network_info: [{"id": "361df1e1-efab-4327-b176-666666df3ab2", "address": "fa:16:3e:58:25:07", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361df1e1-ef", "ovs_interfaceid": "361df1e1-efab-4327-b176-666666df3ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:54:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-87d3e3bd-d205-48f8-8206-c44ad134d416" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:54:51 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 07:54:51 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:54:51 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:54:51 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 07:54:51 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:54:51 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Cleaning up deleted instances {{(pid=74491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 07:54:51 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] There are 0 instances to clean {{(pid=74491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 07:54:53 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:54:53 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:54:53 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74491) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 07:54:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:54:57 user nova-compute[74491]: DEBUG nova.compute.manager [req-f27a839c-9e9a-427f-80c4-09571bd10d2b req-5f6d8ad6-39d0-4aa5-b777-648846ac3e24 service nova] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Received event network-changed-04e13a04-3eaf-4a74-b2d4-5216267ea69a {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:54:57 user nova-compute[74491]: DEBUG nova.compute.manager [req-f27a839c-9e9a-427f-80c4-09571bd10d2b req-5f6d8ad6-39d0-4aa5-b777-648846ac3e24 service nova] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Refreshing instance network info cache due to event network-changed-04e13a04-3eaf-4a74-b2d4-5216267ea69a. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:54:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f27a839c-9e9a-427f-80c4-09571bd10d2b req-5f6d8ad6-39d0-4aa5-b777-648846ac3e24 service nova] Acquiring lock "refresh_cache-9fc32282-fd61-4e0b-80b2-7a90a8a36a58" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:54:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f27a839c-9e9a-427f-80c4-09571bd10d2b req-5f6d8ad6-39d0-4aa5-b777-648846ac3e24 service nova] Acquired lock "refresh_cache-9fc32282-fd61-4e0b-80b2-7a90a8a36a58" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:54:57 user nova-compute[74491]: DEBUG nova.network.neutron [req-f27a839c-9e9a-427f-80c4-09571bd10d2b req-5f6d8ad6-39d0-4aa5-b777-648846ac3e24 service nova] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Refreshing network info cache for port 04e13a04-3eaf-4a74-b2d4-5216267ea69a {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:54:57 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:54:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:54:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:54:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:54:57 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 07:54:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:57 user nova-compute[74491]: DEBUG nova.network.neutron [req-f27a839c-9e9a-427f-80c4-09571bd10d2b req-5f6d8ad6-39d0-4aa5-b777-648846ac3e24 service nova] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Updated VIF entry in instance network info cache for port 04e13a04-3eaf-4a74-b2d4-5216267ea69a. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:54:57 user nova-compute[74491]: DEBUG nova.network.neutron [req-f27a839c-9e9a-427f-80c4-09571bd10d2b req-5f6d8ad6-39d0-4aa5-b777-648846ac3e24 service nova] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Updating instance_info_cache with network_info: [{"id": "04e13a04-3eaf-4a74-b2d4-5216267ea69a", "address": "fa:16:3e:59:57:bc", "network": {"id": "c1738222-738b-4046-9faa-cb58d405820f", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-985384826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b1e50a35f1640fbb66964fecdbddd3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04e13a04-3e", "ovs_interfaceid": "04e13a04-3eaf-4a74-b2d4-5216267ea69a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:54:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f27a839c-9e9a-427f-80c4-09571bd10d2b req-5f6d8ad6-39d0-4aa5-b777-648846ac3e24 service nova] Releasing lock "refresh_cache-9fc32282-fd61-4e0b-80b2-7a90a8a36a58" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:54:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc32282-fd61-4e0b-80b2-7a90a8a36a58/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc32282-fd61-4e0b-80b2-7a90a8a36a58/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc32282-fd61-4e0b-80b2-7a90a8a36a58/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc32282-fd61-4e0b-80b2-7a90a8a36a58/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:54:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:54:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4388ed34-e8d0-4e38-adc5-281a0c373631/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4388ed34-e8d0-4e38-adc5-281a0c373631/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4388ed34-e8d0-4e38-adc5-281a0c373631/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4388ed34-e8d0-4e38-adc5-281a0c373631/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:54:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/493e3144-9d24-4c4b-a34d-8a3ceef0c28a/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:54:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/493e3144-9d24-4c4b-a34d-8a3ceef0c28a/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:54:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/493e3144-9d24-4c4b-a34d-8a3ceef0c28a/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/493e3144-9d24-4c4b-a34d-8a3ceef0c28a/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:00 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:55:00 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:55:00 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=7574MB free_disk=25.070266723632812GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 07:55:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:55:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:55:00 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Applying migration context for instance 643c14ed-732b-4081-9a8a-422da2f76f0f as it has an incoming, in-progress migration fbb3b97e-ab2b-4e10-a129-9cab46b3c85b. Migration status is finished {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 30 07:55:00 user nova-compute[74491]: INFO nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Updating resource usage from migration fbb3b97e-ab2b-4e10-a129-9cab46b3c85b
Oct 30 07:55:00 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ffba7846-2a43-48b7-bd99-27fc59c81765 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:55:00 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:55:00 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 041086e2-33e9-4c30-9bf3-fdaae1b86632 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:55:00 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 87d3e3bd-d205-48f8-8206-c44ad134d416 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:55:00 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 9fc32282-fd61-4e0b-80b2-7a90a8a36a58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:55:00 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 493e3144-9d24-4c4b-a34d-8a3ceef0c28a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:55:00 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Migration fbb3b97e-ab2b-4e10-a129-9cab46b3c85b is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 30 07:55:00 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 643c14ed-732b-4081-9a8a-422da2f76f0f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:55:00 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 4388ed34-e8d0-4e38-adc5-281a0c373631 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:55:00 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 07:55:00 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 07:55:00 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing inventories for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 07:55:00 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Updating ProviderTree inventory for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 07:55:00 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Updating inventory in ProviderTree for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 07:55:00 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing aggregate associations for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9, aggregates: None {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 07:55:00 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing trait associations for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9, traits: COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_CIRRUS,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSSE3,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_TRUSTED_CERTS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE41,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE,HW_CPU_X86_MMX,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_FDC,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_USB {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 07:55:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:01 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:55:01 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:55:01 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 07:55:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.660s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:55:03 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:55:03 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:55:03 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:55:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Acquiring lock "9fc32282-fd61-4e0b-80b2-7a90a8a36a58" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:55:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lock "9fc32282-fd61-4e0b-80b2-7a90a8a36a58" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:55:03 user nova-compute[74491]: DEBUG nova.objects.instance [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lazy-loading 'flavor' on Instance uuid 9fc32282-fd61-4e0b-80b2-7a90a8a36a58 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:55:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lock "9fc32282-fd61-4e0b-80b2-7a90a8a36a58" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:55:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Acquiring lock "9fc32282-fd61-4e0b-80b2-7a90a8a36a58" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:55:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lock "9fc32282-fd61-4e0b-80b2-7a90a8a36a58" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:55:03 user nova-compute[74491]: INFO nova.compute.manager [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Attaching volume 7d9c505a-8cf2-44d5-8080-26010d1ee6b1 to /dev/vdb
Oct 30 07:55:03 user nova-compute[74491]: DEBUG os_brick.utils [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:55:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecda5f0e-88f5-4a4f-8bf1-048af4b66588]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ead9dda5-ccda-4beb-808f-88a86d35c7dc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0407762d-8cdc-43a5-829c-c4027eb57712]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[76486420-f045-414a-b101-7432195db2ef]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:55:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:55:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:55:04 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:55:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b2cd799-5bd5-4c65-aedb-9096caac256d]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:55:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:55:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:55:04 user nova-compute[74491]: DEBUG os_brick.utils [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:55:04 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Updating existing volume attachment record: 38278300-2d7f-4052-a539-3ec1e7a4501a {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:55:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:06 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b is timed out.
Oct 30 07:55:06 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Successfully detached device vdb from instance 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b from the live domain config.
Oct 30 07:55:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cmfFZiHp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:55:06 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:55:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[122ebf12-8071-42ba-b8de-352467d91144]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:55:06 user nova-compute[74491]: No targets found.
Oct 30 07:55:06 user nova-compute[74491]: iSNS:
Oct 30 07:55:06 user nova-compute[74491]: No targets found.
Oct 30 07:55:06 user nova-compute[74491]: STATIC:
Oct 30 07:55:06 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7
Oct 30 07:55:06 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:55:06 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:55:06 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7
Oct 30 07:55:06 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:55:06 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:55:06 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390
Oct 30 07:55:06 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:55:06 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:55:06 user nova-compute[74491]: FIRMWARE:
Oct 30 07:55:06 user nova-compute[74491]: No targets found.
Oct 30 07:55:06 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:55:06 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:55:06 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f069c0d7-5e16-42ca-8248-63108388cde0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0844c8cb-0f13-49c5-befa-51f9eb98fd92]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:55:06 user nova-compute[74491]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:55:06 user nova-compute[74491]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:55:06 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 (non-flash)
Oct 30 07:55:06 user nova-compute[74491]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:55:06 user nova-compute[74491]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:55:06 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feecc71a050>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7'): ({'sde'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Removing single pathed devices sde {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bf1a433-c6fb-43f3-a8a7-129502523780]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7193a159-ef74-46ff-aaf9-aa83b0d277e4]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Flushing IO for device /dev/sde {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8a43cbb-33f4-4e9b-ac93-e02ea73b806a]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.043s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[38a8c2c9-fa3d-41d0-b99a-48a1257f7709]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] SCSI volumes sde have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f75e4a10-2f2e-4d9b-bb8b-b4e10c9cee9f]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc23040e-5ba5-403a-b068-cceb899ca8e7]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7, portal: 172.16.0.220,3260]
Oct 30 07:55:06 user nova-compute[74491]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7, portal: 172.16.0.220,3260] successful.
Oct 30 07:55:06 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28cea679-8f37-45a0-9463-f1ec11a584c7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7019e80e-4561-48bd-8aba-0132c7f23cb9]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.309s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] <== disconnect_volume: return (311ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:55:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:55:07 user nova-compute[74491]: DEBUG nova.objects.instance [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lazy-loading 'flavor' on Instance uuid 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:55:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-c1c508c2-1451-4f3d-9f9a-1f0f5eb93255 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.809s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:55:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-dda7255e-6fab-42c6-88cc-4ecc478552be req-bbd49fc7-0088-465e-90c9-60e169578e74 service nova] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Received event network-changed-ab3294a1-f506-45dc-b15c-8ee334683082 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:55:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-dda7255e-6fab-42c6-88cc-4ecc478552be req-bbd49fc7-0088-465e-90c9-60e169578e74 service nova] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Refreshing instance network info cache due to event network-changed-ab3294a1-f506-45dc-b15c-8ee334683082. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:55:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-dda7255e-6fab-42c6-88cc-4ecc478552be req-bbd49fc7-0088-465e-90c9-60e169578e74 service nova] Acquiring lock "refresh_cache-493e3144-9d24-4c4b-a34d-8a3ceef0c28a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:55:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-dda7255e-6fab-42c6-88cc-4ecc478552be req-bbd49fc7-0088-465e-90c9-60e169578e74 service nova] Acquired lock "refresh_cache-493e3144-9d24-4c4b-a34d-8a3ceef0c28a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:55:11 user nova-compute[74491]: DEBUG nova.network.neutron [req-dda7255e-6fab-42c6-88cc-4ecc478552be req-bbd49fc7-0088-465e-90c9-60e169578e74 service nova] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Refreshing network info cache for port ab3294a1-f506-45dc-b15c-8ee334683082 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:55:12 user nova-compute[74491]: DEBUG nova.network.neutron [req-dda7255e-6fab-42c6-88cc-4ecc478552be req-bbd49fc7-0088-465e-90c9-60e169578e74 service nova] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Updated VIF entry in instance network info cache for port ab3294a1-f506-45dc-b15c-8ee334683082. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:55:12 user nova-compute[74491]: DEBUG nova.network.neutron [req-dda7255e-6fab-42c6-88cc-4ecc478552be req-bbd49fc7-0088-465e-90c9-60e169578e74 service nova] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Updating instance_info_cache with network_info: [{"id": "ab3294a1-f506-45dc-b15c-8ee334683082", "address": "fa:16:3e:34:cd:96", "network": {"id": "bd8c866d-4a45-414c-843a-0c4d97d7faa6", "bridge": "br-int", "label": "tempest-TestStampPattern-509748374-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f20f318c0ce94480adddf9696681b5b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab3294a1-f5", "ovs_interfaceid": "ab3294a1-f506-45dc-b15c-8ee334683082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:55:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-dda7255e-6fab-42c6-88cc-4ecc478552be req-bbd49fc7-0088-465e-90c9-60e169578e74 service nova] Releasing lock "refresh_cache-493e3144-9d24-4c4b-a34d-8a3ceef0c28a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:55:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "493e3144-9d24-4c4b-a34d-8a3ceef0c28a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:55:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "493e3144-9d24-4c4b-a34d-8a3ceef0c28a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:55:12 user nova-compute[74491]: DEBUG nova.objects.instance [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lazy-loading 'flavor' on Instance uuid 493e3144-9d24-4c4b-a34d-8a3ceef0c28a {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:55:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "493e3144-9d24-4c4b-a34d-8a3ceef0c28a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.063s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:55:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "493e3144-9d24-4c4b-a34d-8a3ceef0c28a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:55:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "493e3144-9d24-4c4b-a34d-8a3ceef0c28a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:55:12 user nova-compute[74491]: INFO nova.compute.manager [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Attaching volume 9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac to /dev/vdb
Oct 30 07:55:12 user nova-compute[74491]: DEBUG os_brick.utils [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:55:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[142791c3-5606-4057-9131-1d974e3b3df1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0740319e-0f06-4966-809b-bed6cac6189e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a677c610-f0bb-4efe-8e51-aa4de70106a9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c61c041d-3899-4522-afe1-1b338cdceb18]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:55:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:55:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:55:12 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:55:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[08ae12a8-255c-48b2-af55-79b4596fed5b]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:55:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:55:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:55:12 user nova-compute[74491]: DEBUG os_brick.utils [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:55:12 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Updating existing volume attachment record: 67051eec-a825-46c0-99fb-60759765372a {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:55:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "a7228739-32f7-4680-8375-424d597eb52a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:55:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "a7228739-32f7-4680-8375-424d597eb52a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:55:13 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:55:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:55:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:55:13 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:55:13 user nova-compute[74491]: INFO nova.compute.claims [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Claim successful on node user
Oct 30 07:55:13 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:55:13 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:55:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.441s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:55:13 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:55:13 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:55:13 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:55:13 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:55:13 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:55:13 user nova-compute[74491]: DEBUG nova.policy [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0628c3678bc542ef977f664abaaeb041', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c80c5fa82b04cb384f1e4d056a69980', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:55:13 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:55:13 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:55:13 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Creating image(s)
Oct 30 07:55:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "/opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:55:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "/opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:55:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "/opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:55:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.247s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:55:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:55:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.196s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk 1073741824" returned: 0 in 0.060s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.264s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:55:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:14 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Successfully created port: f26ac248-94c8-4f92-a6e7-392a350f32a8 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:55:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.231s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:14 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:55:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:14 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Cannot resize image /opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:55:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:55:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Ensure instance console log exists: /opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:55:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:55:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:55:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Successfully updated port: f26ac248-94c8-4f92-a6e7-392a350f32a8 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "refresh_cache-a7228739-32f7-4680-8375-424d597eb52a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquired lock "refresh_cache-a7228739-32f7-4680-8375-424d597eb52a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG nova.compute.manager [req-d70e7fb4-9e61-4fb6-899d-4b84335dc529 req-079fb74c-3061-4272-b654-d9ccda6c49e8 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Received event network-changed-f26ac248-94c8-4f92-a6e7-392a350f32a8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG nova.compute.manager [req-d70e7fb4-9e61-4fb6-899d-4b84335dc529 req-079fb74c-3061-4272-b654-d9ccda6c49e8 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Refreshing instance network info cache due to event network-changed-f26ac248-94c8-4f92-a6e7-392a350f32a8. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d70e7fb4-9e61-4fb6-899d-4b84335dc529 req-079fb74c-3061-4272-b654-d9ccda6c49e8 service nova] Acquiring lock "refresh_cache-a7228739-32f7-4680-8375-424d597eb52a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Updating instance_info_cache with network_info: [{"id": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "address": "fa:16:3e:c9:e6:07", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf26ac248-94", "ovs_interfaceid": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Releasing lock "refresh_cache-a7228739-32f7-4680-8375-424d597eb52a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Instance network_info: |[{"id": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "address": "fa:16:3e:c9:e6:07", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf26ac248-94", "ovs_interfaceid": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d70e7fb4-9e61-4fb6-899d-4b84335dc529 req-079fb74c-3061-4272-b654-d9ccda6c49e8 service nova] Acquired lock "refresh_cache-a7228739-32f7-4680-8375-424d597eb52a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG nova.network.neutron [req-d70e7fb4-9e61-4fb6-899d-4b84335dc529 req-079fb74c-3061-4272-b654-d9ccda6c49e8 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Refreshing network info cache for port f26ac248-94c8-4f92-a6e7-392a350f32a8 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Start _get_guest_xml network_info=[{"id": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "address": "fa:16:3e:c9:e6:07", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf26ac248-94", "ovs_interfaceid": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:55:15 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:55:15 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:55:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:55:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1779965758',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1779965758',id=37,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGGwxP2i9uL2oPhrgKqGRErLZm2n/v5jPFoVM5CwudtJJNbhcMkZ+N9eysBqMaTCCet730ZiMV3mnGLpxtce4sjIgenH+Z/QS3vxrkRs5Mm9YgTfXtN/94AS1tgPFZ9bgA==',key_name='tempest-keypair-1224018208',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0c80c5fa82b04cb384f1e4d056a69980',ramdisk_id='',reservation_id='r-iu720z3r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-9842313',owner_user_name='tempest-AttachVolumeShelveTestJSON-9842313-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:55:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0628c3678bc542ef977f664abaaeb041',uuid=a7228739-32f7-4680-8375-424d597eb52a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "address": "fa:16:3e:c9:e6:07", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf26ac248-94", "ovs_interfaceid": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Converting VIF {"id": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "address": "fa:16:3e:c9:e6:07", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf26ac248-94", "ovs_interfaceid": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:e6:07,bridge_name='br-int',has_traffic_filtering=True,id=f26ac248-94c8-4f92-a6e7-392a350f32a8,network=Network(6533d0fd-c0f1-4d14-8ab9-2e397982a10b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf26ac248-94') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lazy-loading 'pci_devices' on Instance uuid a7228739-32f7-4680-8375-424d597eb52a {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:55:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:16 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:55:16 user nova-compute[74491]:   <uuid>a7228739-32f7-4680-8375-424d597eb52a</uuid>
Oct 30 07:55:16 user nova-compute[74491]:   <name>instance-00000025</name>
Oct 30 07:55:16 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:55:16 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:55:16 user nova-compute[74491]:   <metadata>
Oct 30 07:55:16 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:55:16 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:55:16 user nova-compute[74491]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1779965758</nova:name>
Oct 30 07:55:16 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:55:15</nova:creationTime>
Oct 30 07:55:16 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:55:16 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:55:16 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:55:16 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:55:16 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:55:16 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:55:16 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:55:16 user nova-compute[74491]:       <nova:owner>
Oct 30 07:55:16 user nova-compute[74491]:         <nova:user uuid="0628c3678bc542ef977f664abaaeb041">tempest-AttachVolumeShelveTestJSON-9842313-project-member</nova:user>
Oct 30 07:55:16 user nova-compute[74491]:         <nova:project uuid="0c80c5fa82b04cb384f1e4d056a69980">tempest-AttachVolumeShelveTestJSON-9842313</nova:project>
Oct 30 07:55:16 user nova-compute[74491]:       </nova:owner>
Oct 30 07:55:16 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:55:16 user nova-compute[74491]:       <nova:ports>
Oct 30 07:55:16 user nova-compute[74491]:         <nova:port uuid="f26ac248-94c8-4f92-a6e7-392a350f32a8">
Oct 30 07:55:16 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 30 07:55:16 user nova-compute[74491]:         </nova:port>
Oct 30 07:55:16 user nova-compute[74491]:       </nova:ports>
Oct 30 07:55:16 user nova-compute[74491]:     </nova:instance>
Oct 30 07:55:16 user nova-compute[74491]:   </metadata>
Oct 30 07:55:16 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:55:16 user nova-compute[74491]:     <system>
Oct 30 07:55:16 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:55:16 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:55:16 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:55:16 user nova-compute[74491]:       <entry name="serial">a7228739-32f7-4680-8375-424d597eb52a</entry>
Oct 30 07:55:16 user nova-compute[74491]:       <entry name="uuid">a7228739-32f7-4680-8375-424d597eb52a</entry>
Oct 30 07:55:16 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:55:16 user nova-compute[74491]:     </system>
Oct 30 07:55:16 user nova-compute[74491]:   </sysinfo>
Oct 30 07:55:16 user nova-compute[74491]:   <os>
Oct 30 07:55:16 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:55:16 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:55:16 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:55:16 user nova-compute[74491]:   </os>
Oct 30 07:55:16 user nova-compute[74491]:   <features>
Oct 30 07:55:16 user nova-compute[74491]:     <acpi/>
Oct 30 07:55:16 user nova-compute[74491]:     <apic/>
Oct 30 07:55:16 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:55:16 user nova-compute[74491]:   </features>
Oct 30 07:55:16 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:55:16 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:55:16 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:55:16 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:55:16 user nova-compute[74491]:   </clock>
Oct 30 07:55:16 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:55:16 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:55:16 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:55:16 user nova-compute[74491]:   </cpu>
Oct 30 07:55:16 user nova-compute[74491]:   <devices>
Oct 30 07:55:16 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:55:16 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:55:16 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk"/>
Oct 30 07:55:16 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:55:16 user nova-compute[74491]:     </disk>
Oct 30 07:55:16 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:55:16 user nova-compute[74491]:       <mac address="fa:16:3e:c9:e6:07"/>
Oct 30 07:55:16 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:55:16 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:55:16 user nova-compute[74491]:       <target dev="tapf26ac248-94"/>
Oct 30 07:55:16 user nova-compute[74491]:     </interface>
Oct 30 07:55:16 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:55:16 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/console.log" append="off"/>
Oct 30 07:55:16 user nova-compute[74491]:     </serial>
Oct 30 07:55:16 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:55:16 user nova-compute[74491]:     <video>
Oct 30 07:55:16 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:55:16 user nova-compute[74491]:     </video>
Oct 30 07:55:16 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:55:16 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:55:16 user nova-compute[74491]:     </rng>
Oct 30 07:55:16 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:55:16 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:55:16 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:55:16 user nova-compute[74491]:     </memballoon>
Oct 30 07:55:16 user nova-compute[74491]:   </devices>
Oct 30 07:55:16 user nova-compute[74491]: </domain>
Oct 30 07:55:16 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:55:16 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:55:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1779965758',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1779965758',id=37,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGGwxP2i9uL2oPhrgKqGRErLZm2n/v5jPFoVM5CwudtJJNbhcMkZ+N9eysBqMaTCCet730ZiMV3mnGLpxtce4sjIgenH+Z/QS3vxrkRs5Mm9YgTfXtN/94AS1tgPFZ9bgA==',key_name='tempest-keypair-1224018208',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0c80c5fa82b04cb384f1e4d056a69980',ramdisk_id='',reservation_id='r-iu720z3r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-9842313',owner_user_name='tempest-AttachVolumeShelveTestJSON-9842313-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:55:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0628c3678bc542ef977f664abaaeb041',uuid=a7228739-32f7-4680-8375-424d597eb52a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "address": "fa:16:3e:c9:e6:07", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf26ac248-94", "ovs_interfaceid": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:55:16 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Converting VIF {"id": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "address": "fa:16:3e:c9:e6:07", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf26ac248-94", "ovs_interfaceid": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:55:16 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:e6:07,bridge_name='br-int',has_traffic_filtering=True,id=f26ac248-94c8-4f92-a6e7-392a350f32a8,network=Network(6533d0fd-c0f1-4d14-8ab9-2e397982a10b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf26ac248-94') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:55:16 user nova-compute[74491]: DEBUG os_vif [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:e6:07,bridge_name='br-int',has_traffic_filtering=True,id=f26ac248-94c8-4f92-a6e7-392a350f32a8,network=Network(6533d0fd-c0f1-4d14-8ab9-2e397982a10b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf26ac248-94') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:55:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:55:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:55:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '036a1364-d99e-5590-9f9d-dc904c9a22b1', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:55:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:55:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf26ac248-94, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:55:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf26ac248-94, col_values=(('qos', UUID('1b02f929-7337-4eb3-ae94-3603e4da42f0')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:55:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf26ac248-94, col_values=(('external_ids', {'iface-id': 'f26ac248-94c8-4f92-a6e7-392a350f32a8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c9:e6:07', 'vm-uuid': 'a7228739-32f7-4680-8375-424d597eb52a'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:55:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:55:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:16 user nova-compute[74491]: INFO os_vif [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:e6:07,bridge_name='br-int',has_traffic_filtering=True,id=f26ac248-94c8-4f92-a6e7-392a350f32a8,network=Network(6533d0fd-c0f1-4d14-8ab9-2e397982a10b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf26ac248-94')
Oct 30 07:55:16 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:55:16 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] No VIF found with MAC fa:16:3e:c9:e6:07, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:55:16 user nova-compute[74491]: DEBUG nova.network.neutron [req-d70e7fb4-9e61-4fb6-899d-4b84335dc529 req-079fb74c-3061-4272-b654-d9ccda6c49e8 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Updated VIF entry in instance network info cache for port f26ac248-94c8-4f92-a6e7-392a350f32a8. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:55:16 user nova-compute[74491]: DEBUG nova.network.neutron [req-d70e7fb4-9e61-4fb6-899d-4b84335dc529 req-079fb74c-3061-4272-b654-d9ccda6c49e8 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Updating instance_info_cache with network_info: [{"id": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "address": "fa:16:3e:c9:e6:07", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf26ac248-94", "ovs_interfaceid": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:55:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d70e7fb4-9e61-4fb6-899d-4b84335dc529 req-079fb74c-3061-4272-b654-d9ccda6c49e8 service nova] Releasing lock "refresh_cache-a7228739-32f7-4680-8375-424d597eb52a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:55:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:17 user nova-compute[74491]: DEBUG nova.compute.manager [req-2e9aee31-21fd-456a-a0aa-e99893fe845f req-0d56f7cb-0c6d-4eb3-ac27-920bbabe5c0a service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Received event network-vif-plugged-f26ac248-94c8-4f92-a6e7-392a350f32a8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:55:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2e9aee31-21fd-456a-a0aa-e99893fe845f req-0d56f7cb-0c6d-4eb3-ac27-920bbabe5c0a service nova] Acquiring lock "a7228739-32f7-4680-8375-424d597eb52a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:55:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2e9aee31-21fd-456a-a0aa-e99893fe845f req-0d56f7cb-0c6d-4eb3-ac27-920bbabe5c0a service nova] Lock "a7228739-32f7-4680-8375-424d597eb52a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:55:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2e9aee31-21fd-456a-a0aa-e99893fe845f req-0d56f7cb-0c6d-4eb3-ac27-920bbabe5c0a service nova] Lock "a7228739-32f7-4680-8375-424d597eb52a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:55:17 user nova-compute[74491]: DEBUG nova.compute.manager [req-2e9aee31-21fd-456a-a0aa-e99893fe845f req-0d56f7cb-0c6d-4eb3-ac27-920bbabe5c0a service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] No waiting events found dispatching network-vif-plugged-f26ac248-94c8-4f92-a6e7-392a350f32a8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:55:17 user nova-compute[74491]: WARNING nova.compute.manager [req-2e9aee31-21fd-456a-a0aa-e99893fe845f req-0d56f7cb-0c6d-4eb3-ac27-920bbabe5c0a service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Received unexpected event network-vif-plugged-f26ac248-94c8-4f92-a6e7-392a350f32a8 for instance with vm_state building and task_state spawning.
Oct 30 07:55:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:19 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:55:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:55:19 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: a7228739-32f7-4680-8375-424d597eb52a] Instance spawned successfully.
Oct 30 07:55:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:55:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:55:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:55:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:55:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:55:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:55:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:55:19 user nova-compute[74491]: INFO nova.compute.manager [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Took 5.87 seconds to spawn the instance on the hypervisor.
Oct 30 07:55:19 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:55:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-9c4c36b8-b1f1-4293-a8b1-f9099910c84d req-9edf35b1-b63f-47b8-a024-8621d3cdc642 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Received event network-vif-plugged-f26ac248-94c8-4f92-a6e7-392a350f32a8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:55:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9c4c36b8-b1f1-4293-a8b1-f9099910c84d req-9edf35b1-b63f-47b8-a024-8621d3cdc642 service nova] Acquiring lock "a7228739-32f7-4680-8375-424d597eb52a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:55:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9c4c36b8-b1f1-4293-a8b1-f9099910c84d req-9edf35b1-b63f-47b8-a024-8621d3cdc642 service nova] Lock "a7228739-32f7-4680-8375-424d597eb52a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:55:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9c4c36b8-b1f1-4293-a8b1-f9099910c84d req-9edf35b1-b63f-47b8-a024-8621d3cdc642 service nova] Lock "a7228739-32f7-4680-8375-424d597eb52a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:55:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-9c4c36b8-b1f1-4293-a8b1-f9099910c84d req-9edf35b1-b63f-47b8-a024-8621d3cdc642 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] No waiting events found dispatching network-vif-plugged-f26ac248-94c8-4f92-a6e7-392a350f32a8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:55:19 user nova-compute[74491]: WARNING nova.compute.manager [req-9c4c36b8-b1f1-4293-a8b1-f9099910c84d req-9edf35b1-b63f-47b8-a024-8621d3cdc642 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Received unexpected event network-vif-plugged-f26ac248-94c8-4f92-a6e7-392a350f32a8 for instance with vm_state building and task_state spawning.
Oct 30 07:55:19 user nova-compute[74491]: INFO nova.compute.manager [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Took 6.66 seconds to build instance.
Oct 30 07:55:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e20d99c0-154f-4748-a6f9-be9f71ab6078 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "a7228739-32f7-4680-8375-424d597eb52a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.786s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:55:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "6bfe5f19-118f-4f99-8fe7-e246791a1829" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:55:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "6bfe5f19-118f-4f99-8fe7-e246791a1829" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:55:22 user nova-compute[74491]: DEBUG nova.compute.manager [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:55:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:55:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:55:22 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:55:22 user nova-compute[74491]: INFO nova.compute.claims [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Claim successful on node user
Oct 30 07:55:22 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:55:22 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:55:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.468s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:55:22 user nova-compute[74491]: DEBUG nova.compute.manager [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:55:22 user nova-compute[74491]: DEBUG nova.compute.manager [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:55:22 user nova-compute[74491]: DEBUG nova.network.neutron [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:55:22 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:55:22 user nova-compute[74491]: DEBUG nova.compute.manager [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:55:23 user nova-compute[74491]: DEBUG nova.policy [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac3777b08c2b4268bd80a1fbcb771286', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b4719cc6b394e5d89394f7823b3231e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:55:23 user nova-compute[74491]: DEBUG nova.compute.manager [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:55:23 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:55:23 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Creating image(s)
Oct 30 07:55:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "/opt/stack/data/nova/instances/6bfe5f19-118f-4f99-8fe7-e246791a1829/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:55:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "/opt/stack/data/nova/instances/6bfe5f19-118f-4f99-8fe7-e246791a1829/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:55:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "/opt/stack/data/nova/instances/6bfe5f19-118f-4f99-8fe7-e246791a1829/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:55:23 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:23 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.186s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:55:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:55:23 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:23 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.205s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:23 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/6bfe5f19-118f-4f99-8fe7-e246791a1829/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:23 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/6bfe5f19-118f-4f99-8fe7-e246791a1829/disk 1073741824" returned: 0 in 0.052s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.266s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:55:23 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:23 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.184s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:23 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6bfe5f19-118f-4f99-8fe7-e246791a1829/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:55:23 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bfe5f19-118f-4f99-8fe7-e246791a1829/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:23 user nova-compute[74491]: DEBUG nova.network.neutron [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Successfully created port: 9c31f221-2008-4693-8cc5-78a5d13d0fb3 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bfe5f19-118f-4f99-8fe7-e246791a1829/disk --force-share --output=json" returned: 0 in 0.262s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Cannot resize image /opt/stack/data/nova/instances/6bfe5f19-118f-4f99-8fe7-e246791a1829/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Ensure instance console log exists: /opt/stack/data/nova/instances/6bfe5f19-118f-4f99-8fe7-e246791a1829/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG nova.network.neutron [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Successfully updated port: 9c31f221-2008-4693-8cc5-78a5d13d0fb3 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "refresh_cache-6bfe5f19-118f-4f99-8fe7-e246791a1829" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquired lock "refresh_cache-6bfe5f19-118f-4f99-8fe7-e246791a1829" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG nova.network.neutron [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CXKwyRJe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:55:24 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:55:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:55:24 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:55:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:55:24 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG nova.compute.manager [req-407583cf-6271-4328-9c7b-40cae0e2e8d2 req-c81dc52d-e117-405a-87c1-f45dc3226338 service nova] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Received event network-changed-9c31f221-2008-4693-8cc5-78a5d13d0fb3 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG nova.compute.manager [req-407583cf-6271-4328-9c7b-40cae0e2e8d2 req-c81dc52d-e117-405a-87c1-f45dc3226338 service nova] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Refreshing instance network info cache due to event network-changed-9c31f221-2008-4693-8cc5-78a5d13d0fb3. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-407583cf-6271-4328-9c7b-40cae0e2e8d2 req-c81dc52d-e117-405a-87c1-f45dc3226338 service nova] Acquiring lock "refresh_cache-6bfe5f19-118f-4f99-8fe7-e246791a1829" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[012ba844-e974-4e68-a943-9639e5b8ffa6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:55:24 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d339bce3-9fc9-49b8-aa18-fcbc36a11234]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1] added
Oct 30 07:55:24 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG nova.network.neutron [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee60207e-044d-40a3-87b0-02be1650302d]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[858e456b-e774-4db6-8f07-baddbf1d4224]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CXKwyRJe {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CXKwyRJe" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[de089652-5450-44fa-9bfb-c48db5e634dd]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CXKwyRJe'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7ee3bf3-aa7a-40f8-b91a-bebb2e73516b]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c9876ae-e0af-43e4-9182-2e6638f30064]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:55:24 user nova-compute[74491]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:55:24 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:55:24 user nova-compute[74491]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:55:24 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 -p 172.16.0.220:3260 --login" returned: 0 in 0.077s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7ab68e0-27ad-4862-8a53-61c127a96611]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1, portal: 172.16.0.220,3260]
Oct 30 07:55:24 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1, portal: 172.16.0.220,3260] successful.
Oct 30 07:55:24 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:55:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5859e540-765d-410f-8f00-cb7dac7ebc8c]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[df1e3ef2-3663-4920-8ab5-9f7be53c8c37]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:55:25 user nova-compute[74491]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:55:25 user nova-compute[74491]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 (non-flash)
Oct 30 07:55:25 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:55:25 user nova-compute[74491]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:55:25 user nova-compute[74491]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 (non-flash)
Oct 30 07:55:25 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.312s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] HCTL ('35', '-', '-', 0) found on session 38 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.network.neutron [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Updating instance_info_cache with network_info: [{"id": "9c31f221-2008-4693-8cc5-78a5d13d0fb3", "address": "fa:16:3e:a3:64:81", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c31f221-20", "ovs_interfaceid": "9c31f221-2008-4693-8cc5-78a5d13d0fb3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d8aeb9b-d146-42f8-99d0-a3f6278670a6]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Searching for a device in session 38 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CXKwyRJe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Releasing lock "refresh_cache-6bfe5f19-118f-4f99-8fe7-e246791a1829" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.compute.manager [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Instance network_info: |[{"id": "9c31f221-2008-4693-8cc5-78a5d13d0fb3", "address": "fa:16:3e:a3:64:81", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c31f221-20", "ovs_interfaceid": "9c31f221-2008-4693-8cc5-78a5d13d0fb3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-407583cf-6271-4328-9c7b-40cae0e2e8d2 req-c81dc52d-e117-405a-87c1-f45dc3226338 service nova] Acquired lock "refresh_cache-6bfe5f19-118f-4f99-8fe7-e246791a1829" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.network.neutron [req-407583cf-6271-4328-9c7b-40cae0e2e8d2 req-c81dc52d-e117-405a-87c1-f45dc3226338 service nova] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Refreshing network info cache for port 9c31f221-2008-4693-8cc5-78a5d13d0fb3 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Start _get_guest_xml network_info=[{"id": "9c31f221-2008-4693-8cc5-78a5d13d0fb3", "address": "fa:16:3e:a3:64:81", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c31f221-20", "ovs_interfaceid": "9c31f221-2008-4693-8cc5-78a5d13d0fb3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:55:25 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:55:25 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:55:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1405993866',display_name='tempest-AttachVolumeNegativeTest-server-1405993866',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1405993866',id=38,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPlFd2byDw+o95TXnCPGx95R6/tkeBPzguCVCqxt7fyexc8i1odeo5I7ClUMkqnH5/sL89BW6/Le5bnKXqRp7zef3Y+7EE5VGlTXwxOxaLXyz6ypJJ6H9LwVbvNkDPIhYw==',key_name='tempest-keypair-826192292',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5b4719cc6b394e5d89394f7823b3231e',ramdisk_id='',reservation_id='r-jp1pjtf3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-707817915',owner_user_name='tempest-AttachVolumeNegativeTest-707817915-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:55:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ac3777b08c2b4268bd80a1fbcb771286',uuid=6bfe5f19-118f-4f99-8fe7-e246791a1829,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9c31f221-2008-4693-8cc5-78a5d13d0fb3", "address": "fa:16:3e:a3:64:81", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c31f221-20", "ovs_interfaceid": "9c31f221-2008-4693-8cc5-78a5d13d0fb3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Converting VIF {"id": "9c31f221-2008-4693-8cc5-78a5d13d0fb3", "address": "fa:16:3e:a3:64:81", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c31f221-20", "ovs_interfaceid": "9c31f221-2008-4693-8cc5-78a5d13d0fb3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:64:81,bridge_name='br-int',has_traffic_filtering=True,id=9c31f221-2008-4693-8cc5-78a5d13d0fb3,network=Network(2b924865-55d3-48a5-8331-546fe67acc51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c31f221-20') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.objects.instance [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lazy-loading 'pci_devices' on Instance uuid 6bfe5f19-118f-4f99-8fe7-e246791a1829 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:55:25 user nova-compute[74491]:   <uuid>6bfe5f19-118f-4f99-8fe7-e246791a1829</uuid>
Oct 30 07:55:25 user nova-compute[74491]:   <name>instance-00000026</name>
Oct 30 07:55:25 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:55:25 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:55:25 user nova-compute[74491]:   <metadata>
Oct 30 07:55:25 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:55:25 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:55:25 user nova-compute[74491]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1405993866</nova:name>
Oct 30 07:55:25 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:55:25</nova:creationTime>
Oct 30 07:55:25 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:55:25 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:55:25 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:55:25 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:55:25 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:55:25 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:55:25 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:55:25 user nova-compute[74491]:       <nova:owner>
Oct 30 07:55:25 user nova-compute[74491]:         <nova:user uuid="ac3777b08c2b4268bd80a1fbcb771286">tempest-AttachVolumeNegativeTest-707817915-project-member</nova:user>
Oct 30 07:55:25 user nova-compute[74491]:         <nova:project uuid="5b4719cc6b394e5d89394f7823b3231e">tempest-AttachVolumeNegativeTest-707817915</nova:project>
Oct 30 07:55:25 user nova-compute[74491]:       </nova:owner>
Oct 30 07:55:25 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 07:55:25 user nova-compute[74491]:       <nova:ports>
Oct 30 07:55:25 user nova-compute[74491]:         <nova:port uuid="9c31f221-2008-4693-8cc5-78a5d13d0fb3">
Oct 30 07:55:25 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 30 07:55:25 user nova-compute[74491]:         </nova:port>
Oct 30 07:55:25 user nova-compute[74491]:       </nova:ports>
Oct 30 07:55:25 user nova-compute[74491]:     </nova:instance>
Oct 30 07:55:25 user nova-compute[74491]:   </metadata>
Oct 30 07:55:25 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:55:25 user nova-compute[74491]:     <system>
Oct 30 07:55:25 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:55:25 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:55:25 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:55:25 user nova-compute[74491]:       <entry name="serial">6bfe5f19-118f-4f99-8fe7-e246791a1829</entry>
Oct 30 07:55:25 user nova-compute[74491]:       <entry name="uuid">6bfe5f19-118f-4f99-8fe7-e246791a1829</entry>
Oct 30 07:55:25 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:55:25 user nova-compute[74491]:     </system>
Oct 30 07:55:25 user nova-compute[74491]:   </sysinfo>
Oct 30 07:55:25 user nova-compute[74491]:   <os>
Oct 30 07:55:25 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:55:25 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:55:25 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:55:25 user nova-compute[74491]:   </os>
Oct 30 07:55:25 user nova-compute[74491]:   <features>
Oct 30 07:55:25 user nova-compute[74491]:     <acpi/>
Oct 30 07:55:25 user nova-compute[74491]:     <apic/>
Oct 30 07:55:25 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:55:25 user nova-compute[74491]:   </features>
Oct 30 07:55:25 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:55:25 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:55:25 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:55:25 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:55:25 user nova-compute[74491]:   </clock>
Oct 30 07:55:25 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:55:25 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:55:25 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:55:25 user nova-compute[74491]:   </cpu>
Oct 30 07:55:25 user nova-compute[74491]:   <devices>
Oct 30 07:55:25 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:55:25 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:55:25 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/6bfe5f19-118f-4f99-8fe7-e246791a1829/disk"/>
Oct 30 07:55:25 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:55:25 user nova-compute[74491]:     </disk>
Oct 30 07:55:25 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:55:25 user nova-compute[74491]:       <mac address="fa:16:3e:a3:64:81"/>
Oct 30 07:55:25 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:55:25 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:55:25 user nova-compute[74491]:       <target dev="tap9c31f221-20"/>
Oct 30 07:55:25 user nova-compute[74491]:     </interface>
Oct 30 07:55:25 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:55:25 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/6bfe5f19-118f-4f99-8fe7-e246791a1829/console.log" append="off"/>
Oct 30 07:55:25 user nova-compute[74491]:     </serial>
Oct 30 07:55:25 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:55:25 user nova-compute[74491]:     <video>
Oct 30 07:55:25 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:55:25 user nova-compute[74491]:     </video>
Oct 30 07:55:25 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:55:25 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:55:25 user nova-compute[74491]:     </rng>
Oct 30 07:55:25 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:55:25 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:55:25 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:55:25 user nova-compute[74491]:     </memballoon>
Oct 30 07:55:25 user nova-compute[74491]:   </devices>
Oct 30 07:55:25 user nova-compute[74491]: </domain>
Oct 30 07:55:25 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:55:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1405993866',display_name='tempest-AttachVolumeNegativeTest-server-1405993866',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1405993866',id=38,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPlFd2byDw+o95TXnCPGx95R6/tkeBPzguCVCqxt7fyexc8i1odeo5I7ClUMkqnH5/sL89BW6/Le5bnKXqRp7zef3Y+7EE5VGlTXwxOxaLXyz6ypJJ6H9LwVbvNkDPIhYw==',key_name='tempest-keypair-826192292',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5b4719cc6b394e5d89394f7823b3231e',ramdisk_id='',reservation_id='r-jp1pjtf3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-707817915',owner_user_name='tempest-AttachVolumeNegativeTest-707817915-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:55:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ac3777b08c2b4268bd80a1fbcb771286',uuid=6bfe5f19-118f-4f99-8fe7-e246791a1829,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9c31f221-2008-4693-8cc5-78a5d13d0fb3", "address": "fa:16:3e:a3:64:81", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c31f221-20", "ovs_interfaceid": "9c31f221-2008-4693-8cc5-78a5d13d0fb3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Converting VIF {"id": "9c31f221-2008-4693-8cc5-78a5d13d0fb3", "address": "fa:16:3e:a3:64:81", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c31f221-20", "ovs_interfaceid": "9c31f221-2008-4693-8cc5-78a5d13d0fb3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:64:81,bridge_name='br-int',has_traffic_filtering=True,id=9c31f221-2008-4693-8cc5-78a5d13d0fb3,network=Network(2b924865-55d3-48a5-8331-546fe67acc51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c31f221-20') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG os_vif [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:64:81,bridge_name='br-int',has_traffic_filtering=True,id=9c31f221-2008-4693-8cc5-78a5d13d0fb3,network=Network(2b924865-55d3-48a5-8331-546fe67acc51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c31f221-20') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7f280517-3d3b-5b4f-913d-57a858cdbfea', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9c31f221-20, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9c31f221-20, col_values=(('qos', UUID('1f8b8d50-49de-4ae0-af9a-0bf58d9a6c09')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9c31f221-20, col_values=(('external_ids', {'iface-id': '9c31f221-2008-4693-8cc5-78a5d13d0fb3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a3:64:81', 'vm-uuid': '6bfe5f19-118f-4f99-8fe7-e246791a1829'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:25 user nova-compute[74491]: INFO os_vif [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:64:81,bridge_name='br-int',has_traffic_filtering=True,id=9c31f221-2008-4693-8cc5-78a5d13d0fb3,network=Network(2b924865-55d3-48a5-8331-546fe67acc51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c31f221-20')
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] No VIF found with MAC fa:16:3e:a3:64:81, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.network.neutron [req-407583cf-6271-4328-9c7b-40cae0e2e8d2 req-c81dc52d-e117-405a-87c1-f45dc3226338 service nova] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Updated VIF entry in instance network info cache for port 9c31f221-2008-4693-8cc5-78a5d13d0fb3. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG nova.network.neutron [req-407583cf-6271-4328-9c7b-40cae0e2e8d2 req-c81dc52d-e117-405a-87c1-f45dc3226338 service nova] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Updating instance_info_cache with network_info: [{"id": "9c31f221-2008-4693-8cc5-78a5d13d0fb3", "address": "fa:16:3e:a3:64:81", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c31f221-20", "ovs_interfaceid": "9c31f221-2008-4693-8cc5-78a5d13d0fb3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:55:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-407583cf-6271-4328-9c7b-40cae0e2e8d2 req-c81dc52d-e117-405a-87c1-f45dc3226338 service nova] Releasing lock "refresh_cache-6bfe5f19-118f-4f99-8fe7-e246791a1829" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:55:26 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.347s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:55:26 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] <== connect_volume: return (1349ms) {'type': 'block', 'scsi_wwn': '23531383538386232', 'path': '/dev/sdd'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:55:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23531383538386232', 'path': '/dev/sdd'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:55:26 user nova-compute[74491]: DEBUG nova.objects.instance [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lazy-loading 'flavor' on Instance uuid 9fc32282-fd61-4e0b-80b2-7a90a8a36a58 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:55:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 07:55:26 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:55:26 user nova-compute[74491]:   <source dev="/dev/sdd"/>
Oct 30 07:55:26 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:55:26 user nova-compute[74491]:   <serial>7d9c505a-8cf2-44d5-8080-26010d1ee6b1</serial>
Oct 30 07:55:26 user nova-compute[74491]: </disk>
Oct 30 07:55:26 user nova-compute[74491]:  {{(pid=74491) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 07:55:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:55:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:55:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] No VIF found with MAC fa:16:3e:59:57:bc, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:55:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2875440c-1310-4fef-b86c-34df05eb537a tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lock "9fc32282-fd61-4e0b-80b2-7a90a8a36a58" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.925s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:55:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:27 user nova-compute[74491]: DEBUG nova.compute.manager [req-95156576-ddc4-4e3d-94f0-0acfd9f4b4d7 req-89252569-1dbe-4642-bcc0-8e75eeb3a0e9 service nova] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Received event network-vif-plugged-9c31f221-2008-4693-8cc5-78a5d13d0fb3 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:55:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-95156576-ddc4-4e3d-94f0-0acfd9f4b4d7 req-89252569-1dbe-4642-bcc0-8e75eeb3a0e9 service nova] Acquiring lock "6bfe5f19-118f-4f99-8fe7-e246791a1829-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:55:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-95156576-ddc4-4e3d-94f0-0acfd9f4b4d7 req-89252569-1dbe-4642-bcc0-8e75eeb3a0e9 service nova] Lock "6bfe5f19-118f-4f99-8fe7-e246791a1829-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:55:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-95156576-ddc4-4e3d-94f0-0acfd9f4b4d7 req-89252569-1dbe-4642-bcc0-8e75eeb3a0e9 service nova] Lock "6bfe5f19-118f-4f99-8fe7-e246791a1829-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:55:27 user nova-compute[74491]: DEBUG nova.compute.manager [req-95156576-ddc4-4e3d-94f0-0acfd9f4b4d7 req-89252569-1dbe-4642-bcc0-8e75eeb3a0e9 service nova] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] No waiting events found dispatching network-vif-plugged-9c31f221-2008-4693-8cc5-78a5d13d0fb3 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:55:27 user nova-compute[74491]: WARNING nova.compute.manager [req-95156576-ddc4-4e3d-94f0-0acfd9f4b4d7 req-89252569-1dbe-4642-bcc0-8e75eeb3a0e9 service nova] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Received unexpected event network-vif-plugged-9c31f221-2008-4693-8cc5-78a5d13d0fb3 for instance with vm_state building and task_state spawning.
Oct 30 07:55:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Acquiring lock "9fc32282-fd61-4e0b-80b2-7a90a8a36a58" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:55:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lock "9fc32282-fd61-4e0b-80b2-7a90a8a36a58" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:55:28 user nova-compute[74491]: INFO nova.compute.manager [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Detaching volume 7d9c505a-8cf2-44d5-8080-26010d1ee6b1
Oct 30 07:55:28 user nova-compute[74491]: INFO nova.virt.block_device [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Attempting to driver detach volume 7d9c505a-8cf2-44d5-8080-26010d1ee6b1 from mountpoint /dev/vdb
Oct 30 07:55:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Attempting to detach device vdb from instance 9fc32282-fd61-4e0b-80b2-7a90a8a36a58 from the persistent domain config. {{(pid=74491) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 07:55:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:55:28 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:55:28 user nova-compute[74491]:   <source dev="/dev/sdd"/>
Oct 30 07:55:28 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:55:28 user nova-compute[74491]:   <serial>7d9c505a-8cf2-44d5-8080-26010d1ee6b1</serial>
Oct 30 07:55:28 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 07:55:28 user nova-compute[74491]: </disk>
Oct 30 07:55:28 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:55:28 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Successfully detached device vdb from instance 9fc32282-fd61-4e0b-80b2-7a90a8a36a58 from the persistent domain config.
Oct 30 07:55:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 9fc32282-fd61-4e0b-80b2-7a90a8a36a58 from the live domain config. {{(pid=74491) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 07:55:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:55:28 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:55:28 user nova-compute[74491]:   <source dev="/dev/sdd"/>
Oct 30 07:55:28 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:55:28 user nova-compute[74491]:   <serial>7d9c505a-8cf2-44d5-8080-26010d1ee6b1</serial>
Oct 30 07:55:28 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 07:55:28 user nova-compute[74491]: </disk>
Oct 30 07:55:28 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:55:29 user nova-compute[74491]: DEBUG nova.compute.manager [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:55:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:55:29 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Instance spawned successfully.
Oct 30 07:55:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:55:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:55:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:55:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:55:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:55:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:55:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:55:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-ee3cd412-f0e8-47b1-815b-75ac5e7df1ef req-df877e75-33a0-4ceb-a7b5-557d1f4ec005 service nova] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Received event network-vif-plugged-9c31f221-2008-4693-8cc5-78a5d13d0fb3 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:55:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ee3cd412-f0e8-47b1-815b-75ac5e7df1ef req-df877e75-33a0-4ceb-a7b5-557d1f4ec005 service nova] Acquiring lock "6bfe5f19-118f-4f99-8fe7-e246791a1829-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:55:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ee3cd412-f0e8-47b1-815b-75ac5e7df1ef req-df877e75-33a0-4ceb-a7b5-557d1f4ec005 service nova] Lock "6bfe5f19-118f-4f99-8fe7-e246791a1829-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:55:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ee3cd412-f0e8-47b1-815b-75ac5e7df1ef req-df877e75-33a0-4ceb-a7b5-557d1f4ec005 service nova] Lock "6bfe5f19-118f-4f99-8fe7-e246791a1829-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:55:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-ee3cd412-f0e8-47b1-815b-75ac5e7df1ef req-df877e75-33a0-4ceb-a7b5-557d1f4ec005 service nova] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] No waiting events found dispatching network-vif-plugged-9c31f221-2008-4693-8cc5-78a5d13d0fb3 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:55:29 user nova-compute[74491]: WARNING nova.compute.manager [req-ee3cd412-f0e8-47b1-815b-75ac5e7df1ef req-df877e75-33a0-4ceb-a7b5-557d1f4ec005 service nova] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Received unexpected event network-vif-plugged-9c31f221-2008-4693-8cc5-78a5d13d0fb3 for instance with vm_state building and task_state spawning.
Oct 30 07:55:29 user nova-compute[74491]: INFO nova.compute.manager [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Took 6.08 seconds to spawn the instance on the hypervisor.
Oct 30 07:55:29 user nova-compute[74491]: DEBUG nova.compute.manager [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:55:29 user nova-compute[74491]: INFO nova.compute.manager [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Took 6.98 seconds to build instance.
Oct 30 07:55:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-42fdad92-5ab9-4d78-83fc-a4173e72b1d5 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "6bfe5f19-118f-4f99-8fe7-e246791a1829" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.077s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:55:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 9fc32282-fd61-4e0b-80b2-7a90a8a36a58 {{(pid=74491) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 07:55:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LCUWENnw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:55:33 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:55:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:55:33 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:55:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:55:33 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:55:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[25e03010-90f6-4399-8219-850ba3e3f4c0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:55:33 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b87c0b5d-bb24-4076-99e6-8c71c9db5c8f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac] added
Oct 30 07:55:33 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d40ce832-61ef-45a0-a9ff-c2ffef69187b]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[06b7dfbb-a50f-4776-98a7-0779ecee3c43]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LCUWENnw {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LCUWENnw" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[804f251b-a1f6-4eaf-8649-af61d66bee43]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LCUWENnw'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f8ac4d5-554f-4e4b-8777-106acb9508a1]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d02d397-fe15-4fdb-946c-d0accc391026]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:55:33 user nova-compute[74491]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:55:33 user nova-compute[74491]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 (non-flash)
Oct 30 07:55:33 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:55:33 user nova-compute[74491]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:55:33 user nova-compute[74491]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 (non-flash)
Oct 30 07:55:33 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7073fcd8-655c-47c7-bec0-ef034a7d5586]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac, portal: 172.16.0.220,3260]
Oct 30 07:55:33 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac, portal: 172.16.0.220,3260] successful.
Oct 30 07:55:33 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[76aa6ce2-869b-4f1f-afad-84cda2a115c7]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:55:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5ca05da-dff8-44ed-9ab8-ee8db24f9440]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:55:34 user nova-compute[74491]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:55:34 user nova-compute[74491]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 (non-flash)
Oct 30 07:55:34 user nova-compute[74491]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac (non-flash)
Oct 30 07:55:34 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:55:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:55:34 user nova-compute[74491]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:55:34 user nova-compute[74491]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 (non-flash)
Oct 30 07:55:34 user nova-compute[74491]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac (non-flash)
Oct 30 07:55:34 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:55:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.291s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:55:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:55:34 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] HCTL ('36', '-', '-', 0) found on session 39 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:55:34 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:55:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:34 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:34 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[87e8ab80-e542-4e3f-8e6c-2c2eb7c57cb4]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:34 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Searching for a device in session 39 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:55:34 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LCUWENnw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:55:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.334s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:55:35 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] <== connect_volume: return (1336ms) {'type': 'block', 'scsi_wwn': '23539303637386333', 'path': '/dev/sde'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:55:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23539303637386333', 'path': '/dev/sde'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:55:35 user nova-compute[74491]: DEBUG nova.objects.instance [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lazy-loading 'flavor' on Instance uuid 493e3144-9d24-4c4b-a34d-8a3ceef0c28a {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:55:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 07:55:35 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:55:35 user nova-compute[74491]:   <source dev="/dev/sde"/>
Oct 30 07:55:35 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:55:35 user nova-compute[74491]:   <serial>9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac</serial>
Oct 30 07:55:35 user nova-compute[74491]: </disk>
Oct 30 07:55:35 user nova-compute[74491]:  {{(pid=74491) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 07:55:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:55:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:55:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] No VIF found with MAC fa:16:3e:34:cd:96, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:55:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-aa63f16e-2cea-4283-a846-37f98a4d7a22 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "493e3144-9d24-4c4b-a34d-8a3ceef0c28a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 23.054s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:55:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-00a5a447-c290-4733-a081-ab5832e78f64 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Acquiring lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:55:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-00a5a447-c290-4733-a081-ab5832e78f64 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:55:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-00a5a447-c290-4733-a081-ab5832e78f64 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Acquiring lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:55:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-00a5a447-c290-4733-a081-ab5832e78f64 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:55:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-00a5a447-c290-4733-a081-ab5832e78f64 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:55:36 user nova-compute[74491]: INFO nova.compute.manager [None req-00a5a447-c290-4733-a081-ab5832e78f64 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Terminating instance
Oct 30 07:55:36 user nova-compute[74491]: DEBUG nova.compute.manager [None req-00a5a447-c290-4733-a081-ab5832e78f64 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:55:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:36 user nova-compute[74491]: DEBUG nova.compute.manager [req-3e3a640c-a353-420a-a949-0e8615cf340f req-ed242e83-8e79-454a-9737-09193c2e7cc9 service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Received event network-vif-unplugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:55:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3e3a640c-a353-420a-a949-0e8615cf340f req-ed242e83-8e79-454a-9737-09193c2e7cc9 service nova] Acquiring lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:55:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3e3a640c-a353-420a-a949-0e8615cf340f req-ed242e83-8e79-454a-9737-09193c2e7cc9 service nova] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:55:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3e3a640c-a353-420a-a949-0e8615cf340f req-ed242e83-8e79-454a-9737-09193c2e7cc9 service nova] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:55:36 user nova-compute[74491]: DEBUG nova.compute.manager [req-3e3a640c-a353-420a-a949-0e8615cf340f req-ed242e83-8e79-454a-9737-09193c2e7cc9 service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] No waiting events found dispatching network-vif-unplugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:55:36 user nova-compute[74491]: DEBUG nova.compute.manager [req-3e3a640c-a353-420a-a949-0e8615cf340f req-ed242e83-8e79-454a-9737-09193c2e7cc9 service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Received event network-vif-unplugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:55:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fdc0ddee-8077-4b11-b8e2-87e64cfdfd62 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "643c14ed-732b-4081-9a8a-422da2f76f0f" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:55:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fdc0ddee-8077-4b11-b8e2-87e64cfdfd62 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "643c14ed-732b-4081-9a8a-422da2f76f0f" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:55:36 user nova-compute[74491]: DEBUG nova.compute.manager [None req-fdc0ddee-8077-4b11-b8e2-87e64cfdfd62 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Going to confirm migration 2 {{(pid=74491) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4773}}
Oct 30 07:55:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fdc0ddee-8077-4b11-b8e2-87e64cfdfd62 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "refresh_cache-643c14ed-732b-4081-9a8a-422da2f76f0f" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:55:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fdc0ddee-8077-4b11-b8e2-87e64cfdfd62 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquired lock "refresh_cache-643c14ed-732b-4081-9a8a-422da2f76f0f" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:55:37 user nova-compute[74491]: DEBUG nova.network.neutron [None req-fdc0ddee-8077-4b11-b8e2-87e64cfdfd62 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:55:37 user nova-compute[74491]: DEBUG nova.objects.instance [None req-fdc0ddee-8077-4b11-b8e2-87e64cfdfd62 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lazy-loading 'info_cache' on Instance uuid 643c14ed-732b-4081-9a8a-422da2f76f0f {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:55:37 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Instance destroyed successfully.
Oct 30 07:55:37 user nova-compute[74491]: DEBUG nova.objects.instance [None req-00a5a447-c290-4733-a081-ab5832e78f64 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lazy-loading 'resources' on Instance uuid 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:55:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-00a5a447-c290-4733-a081-ab5832e78f64 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:48:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-346776314',display_name='tempest-ServerStableDeviceRescueTest-server-346776314',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-346776314',id=29,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLU7vczGTEqq+H8OytG31NTzZAwAgYzc6cFDJBbyqMYzztTm8yv9NlQdhkQAmIiZGe/Xq2SY/Z7gf2Iz66g3Uk+HMK/yuRXPCwPL6Al1iu+TEwix1JdnLyngTWEUKyQ3zQ==',key_name='tempest-keypair-221687613',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:52:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cea71b940afc41098ffa7313f6904c74',ramdisk_id='',reservation_id='r-j88wfxws',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-844460905',owner_user_name='tempest-ServerStableDeviceRescueTest-844460905-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:54:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e103b7471bfb43a08842c001d84b48c3',uuid=74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "address": "fa:16:3e:83:67:c2", "network": {"id": "dd0befa8-a7ee-4504-98a0-7301a8087e3f", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2101139812-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.124", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cea71b940afc41098ffa7313f6904c74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2e62d79-cc", "ovs_interfaceid": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:55:37 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-00a5a447-c290-4733-a081-ab5832e78f64 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Converting VIF {"id": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "address": "fa:16:3e:83:67:c2", "network": {"id": "dd0befa8-a7ee-4504-98a0-7301a8087e3f", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2101139812-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.124", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cea71b940afc41098ffa7313f6904c74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2e62d79-cc", "ovs_interfaceid": "d2e62d79-cc74-437f-a5a1-8d62c8d22f56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:55:37 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-00a5a447-c290-4733-a081-ab5832e78f64 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:83:67:c2,bridge_name='br-int',has_traffic_filtering=True,id=d2e62d79-cc74-437f-a5a1-8d62c8d22f56,network=Network(dd0befa8-a7ee-4504-98a0-7301a8087e3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2e62d79-cc') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:55:37 user nova-compute[74491]: DEBUG os_vif [None req-00a5a447-c290-4733-a081-ab5832e78f64 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:83:67:c2,bridge_name='br-int',has_traffic_filtering=True,id=d2e62d79-cc74-437f-a5a1-8d62c8d22f56,network=Network(dd0befa8-a7ee-4504-98a0-7301a8087e3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2e62d79-cc') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:55:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd2e62d79-cc, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:55:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=838ff539-cc0c-4d0d-b7e1-a9aeaafd89ca) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:55:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:55:37 user nova-compute[74491]: INFO os_vif [None req-00a5a447-c290-4733-a081-ab5832e78f64 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:83:67:c2,bridge_name='br-int',has_traffic_filtering=True,id=d2e62d79-cc74-437f-a5a1-8d62c8d22f56,network=Network(dd0befa8-a7ee-4504-98a0-7301a8087e3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2e62d79-cc')
Oct 30 07:55:37 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-00a5a447-c290-4733-a081-ab5832e78f64 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Deleting instance files /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b_del
Oct 30 07:55:37 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-00a5a447-c290-4733-a081-ab5832e78f64 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Deletion of /opt/stack/data/nova/instances/74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b_del complete
Oct 30 07:55:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "493e3144-9d24-4c4b-a34d-8a3ceef0c28a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:55:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "493e3144-9d24-4c4b-a34d-8a3ceef0c28a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:55:37 user nova-compute[74491]: INFO nova.compute.manager [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Detaching volume 9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac
Oct 30 07:55:37 user nova-compute[74491]: INFO nova.compute.manager [None req-00a5a447-c290-4733-a081-ab5832e78f64 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Took 0.89 seconds to destroy the instance on the hypervisor.
Oct 30 07:55:37 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-00a5a447-c290-4733-a081-ab5832e78f64 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:55:37 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:55:37 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:55:37 user nova-compute[74491]: INFO nova.virt.block_device [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Attempting to driver detach volume 9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac from mountpoint /dev/vdb
Oct 30 07:55:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Attempting to detach device vdb from instance 493e3144-9d24-4c4b-a34d-8a3ceef0c28a from the persistent domain config. {{(pid=74491) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 07:55:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:55:37 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:55:37 user nova-compute[74491]:   <source dev="/dev/sde"/>
Oct 30 07:55:37 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:55:37 user nova-compute[74491]:   <serial>9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac</serial>
Oct 30 07:55:37 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 07:55:37 user nova-compute[74491]: </disk>
Oct 30 07:55:37 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:55:37 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Successfully detached device vdb from instance 493e3144-9d24-4c4b-a34d-8a3ceef0c28a from the persistent domain config.
Oct 30 07:55:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 493e3144-9d24-4c4b-a34d-8a3ceef0c28a from the live domain config. {{(pid=74491) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 07:55:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:55:37 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:55:37 user nova-compute[74491]:   <source dev="/dev/sde"/>
Oct 30 07:55:37 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:55:37 user nova-compute[74491]:   <serial>9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac</serial>
Oct 30 07:55:37 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 07:55:37 user nova-compute[74491]: </disk>
Oct 30 07:55:37 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:55:37 user nova-compute[74491]: DEBUG nova.network.neutron [None req-fdc0ddee-8077-4b11-b8e2-87e64cfdfd62 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Updating instance_info_cache with network_info: [{"id": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "address": "fa:16:3e:a2:01:25", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5b6c7ee-b8", "ovs_interfaceid": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:55:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fdc0ddee-8077-4b11-b8e2-87e64cfdfd62 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Releasing lock "refresh_cache-643c14ed-732b-4081-9a8a-422da2f76f0f" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:55:37 user nova-compute[74491]: DEBUG nova.objects.instance [None req-fdc0ddee-8077-4b11-b8e2-87e64cfdfd62 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lazy-loading 'migration_context' on Instance uuid 643c14ed-732b-4081-9a8a-422da2f76f0f {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:55:37 user nova-compute[74491]: DEBUG nova.objects.base [None req-fdc0ddee-8077-4b11-b8e2-87e64cfdfd62 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Object Instance<643c14ed-732b-4081-9a8a-422da2f76f0f> lazy-loaded attributes: info_cache,migration_context {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:55:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fdc0ddee-8077-4b11-b8e2-87e64cfdfd62 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:55:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fdc0ddee-8077-4b11-b8e2-87e64cfdfd62 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:55:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 493e3144-9d24-4c4b-a34d-8a3ceef0c28a {{(pid=74491) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 07:55:37 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-fdc0ddee-8077-4b11-b8e2-87e64cfdfd62 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:55:37 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-fdc0ddee-8077-4b11-b8e2-87e64cfdfd62 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:55:38 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:55:38 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Took 0.72 seconds to deallocate network for instance.
Oct 30 07:55:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fdc0ddee-8077-4b11-b8e2-87e64cfdfd62 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.447s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:55:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-00a5a447-c290-4733-a081-ab5832e78f64 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:55:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-00a5a447-c290-4733-a081-ab5832e78f64 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:55:38 user nova-compute[74491]: DEBUG nova.compute.manager [req-b2edf79b-cf13-49b0-a7d7-ed9bee988672 req-ab78e264-9e35-4030-9547-25a4bb04dd65 service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Received event network-vif-deleted-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:55:38 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-fdc0ddee-8077-4b11-b8e2-87e64cfdfd62 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Deleted allocation for migration fbb3b97e-ab2b-4e10-a129-9cab46b3c85b
Oct 30 07:55:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fdc0ddee-8077-4b11-b8e2-87e64cfdfd62 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "643c14ed-732b-4081-9a8a-422da2f76f0f" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.486s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:55:38 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-00a5a447-c290-4733-a081-ab5832e78f64 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:55:38 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-00a5a447-c290-4733-a081-ab5832e78f64 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:55:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-00a5a447-c290-4733-a081-ab5832e78f64 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.445s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:55:38 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-00a5a447-c290-4733-a081-ab5832e78f64 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Deleted allocations for instance 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b
Oct 30 07:55:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-00a5a447-c290-4733-a081-ab5832e78f64 tempest-ServerStableDeviceRescueTest-844460905 tempest-ServerStableDeviceRescueTest-844460905-project-member] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.240s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:55:38 user nova-compute[74491]: DEBUG nova.compute.manager [req-0ce7c8bd-4d17-40a6-8c75-ded68048fdd5 req-7e4c0034-8754-4ff8-ab07-8b78f9f1358e service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Received event network-vif-plugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:55:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0ce7c8bd-4d17-40a6-8c75-ded68048fdd5 req-7e4c0034-8754-4ff8-ab07-8b78f9f1358e service nova] Acquiring lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:55:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0ce7c8bd-4d17-40a6-8c75-ded68048fdd5 req-7e4c0034-8754-4ff8-ab07-8b78f9f1358e service nova] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:55:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0ce7c8bd-4d17-40a6-8c75-ded68048fdd5 req-7e4c0034-8754-4ff8-ab07-8b78f9f1358e service nova] Lock "74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:55:38 user nova-compute[74491]: DEBUG nova.compute.manager [req-0ce7c8bd-4d17-40a6-8c75-ded68048fdd5 req-7e4c0034-8754-4ff8-ab07-8b78f9f1358e service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] No waiting events found dispatching network-vif-plugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:55:38 user nova-compute[74491]: WARNING nova.compute.manager [req-0ce7c8bd-4d17-40a6-8c75-ded68048fdd5 req-7e4c0034-8754-4ff8-ab07-8b78f9f1358e service nova] [instance: 74d1a1c8-ff9e-43cf-ad48-d51dbeac1b1b] Received unexpected event network-vif-plugged-d2e62d79-cc74-437f-a5a1-8d62c8d22f56 for instance with vm_state deleted and task_state None.
Oct 30 07:55:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:49 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 9fc32282-fd61-4e0b-80b2-7a90a8a36a58 is timed out.
Oct 30 07:55:49 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Successfully detached device vdb from instance 9fc32282-fd61-4e0b-80b2-7a90a8a36a58 from the live domain config.
Oct 30 07:55:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CXKwyRJe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:55:49 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:55:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0b1e05d-de38-4e67-84e1-e132a14363bb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:55:49 user nova-compute[74491]: No targets found.
Oct 30 07:55:49 user nova-compute[74491]: iSNS:
Oct 30 07:55:49 user nova-compute[74491]: No targets found.
Oct 30 07:55:49 user nova-compute[74491]: STATIC:
Oct 30 07:55:49 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac
Oct 30 07:55:49 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:55:49 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:55:49 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1
Oct 30 07:55:49 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:55:49 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:55:49 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7
Oct 30 07:55:49 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:55:49 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:55:49 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390
Oct 30 07:55:49 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:55:49 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:55:49 user nova-compute[74491]: FIRMWARE:
Oct 30 07:55:49 user nova-compute[74491]: No targets found.
Oct 30 07:55:49 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:55:49 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:55:49 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0ea55a9-81e9-49ff-8746-d3b6ce937be6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d056661c-ef48-49a5-b445-73bab78007bf]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:55:49 user nova-compute[74491]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:55:49 user nova-compute[74491]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 (non-flash)
Oct 30 07:55:49 user nova-compute[74491]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac (non-flash)
Oct 30 07:55:49 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:55:49 user nova-compute[74491]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:55:49 user nova-compute[74491]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 (non-flash)
Oct 30 07:55:49 user nova-compute[74491]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac (non-flash)
Oct 30 07:55:49 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef94ca3b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1'): ({'sdd'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Removing single pathed devices sdd {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3e43a0f-274b-4e79-ac01-ae31ac3b8a46]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[51db3f4b-fa27-46aa-9013-b6fcec955cab]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Flushing IO for device /dev/sdd {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[64a642ef-cd87-41b1-b9d6-2dd94d673533]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.046s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b3b3405-5ba4-4f3f-8b45-d88c769f4145]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] SCSI volumes sdd have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[21b93c14-a60a-422e-ad38-929b7ffa11b1]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e4c66dd-e48b-459f-978c-bd92086833cb]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1, portal: 172.16.0.220,3260]
Oct 30 07:55:49 user nova-compute[74491]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1, portal: 172.16.0.220,3260] successful.
Oct 30 07:55:49 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d9c505a-8cf2-44d5-8080-26010d1ee6b1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8543c12-37f7-4f73-b9f6-1015bc1f4f54]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.299s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] <== disconnect_volume: return (300ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:55:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:55:50 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:55:50 user nova-compute[74491]: DEBUG nova.objects.instance [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lazy-loading 'flavor' on Instance uuid 9fc32282-fd61-4e0b-80b2-7a90a8a36a58 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:55:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-37f332f6-6bad-45f5-8a73-6d4e6c870c1d tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lock "9fc32282-fd61-4e0b-80b2-7a90a8a36a58" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.743s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:55:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:51 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:55:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:52 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:55:52 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 07:55:52 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 07:55:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-ffba7846-2a43-48b7-bd99-27fc59c81765" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:55:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-ffba7846-2a43-48b7-bd99-27fc59c81765" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:55:52 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 07:55:52 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lazy-loading 'info_cache' on Instance uuid ffba7846-2a43-48b7-bd99-27fc59c81765 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:55:52 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Updating instance_info_cache with network_info: [{"id": "4473130f-e4d4-4c60-a047-fc809045a251", "address": "fa:16:3e:1f:df:03", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4473130f-e4", "ovs_interfaceid": "4473130f-e4d4-4c60-a047-fc809045a251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:55:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-ffba7846-2a43-48b7-bd99-27fc59c81765" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:55:52 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 07:55:52 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:55:52 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 07:55:54 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:55:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:55:57 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 493e3144-9d24-4c4b-a34d-8a3ceef0c28a is timed out.
Oct 30 07:55:57 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Successfully detached device vdb from instance 493e3144-9d24-4c4b-a34d-8a3ceef0c28a from the live domain config.
Oct 30 07:55:57 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:55:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LCUWENnw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:55:57 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:55:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:55:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:55:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e898dbb-e276-4730-922f-be124843ec79]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:55:57 user nova-compute[74491]: No targets found.
Oct 30 07:55:57 user nova-compute[74491]: iSNS:
Oct 30 07:55:57 user nova-compute[74491]: No targets found.
Oct 30 07:55:57 user nova-compute[74491]: STATIC:
Oct 30 07:55:57 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac
Oct 30 07:55:57 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:55:57 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:55:57 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7
Oct 30 07:55:57 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:55:57 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:55:57 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390
Oct 30 07:55:57 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:55:57 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:55:57 user nova-compute[74491]: FIRMWARE:
Oct 30 07:55:57 user nova-compute[74491]: No targets found.
Oct 30 07:55:57 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:55:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:55:57 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:55:57 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:55:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:55:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b80de7da-f4f4-4dce-aba1-836c50680449]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c919eb1-d7da-4834-9412-80306ac0e269]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:55:57 user nova-compute[74491]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:55:57 user nova-compute[74491]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac (non-flash)
Oct 30 07:55:57 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:55:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:55:57 user nova-compute[74491]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:55:57 user nova-compute[74491]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac (non-flash)
Oct 30 07:55:57 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:55:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef80c65f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac'): ({'sde'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:55:57 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Removing single pathed devices sde {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:55:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ba94228-3e92-4cfa-846a-2cb6480397da]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dfd663f-939f-43cb-994a-b428c6579e6b]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:57 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Flushing IO for device /dev/sde {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:55:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3212aa09-1b91-4808-9aa5-11906e296bde]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:57 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:55:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.036s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e540d1b2-29c8-45e8-8ed8-8c1df4eaaf38]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:58 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:55:58 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] SCSI volumes sde have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:55:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:55:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cece153-2d10-4bca-a137-85c0222c7b2f]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:55:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1c83c21-efdd-4926-a6e9-9f4fc0f2b750]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac, portal: 172.16.0.220,3260]
Oct 30 07:55:58 user nova-compute[74491]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac, portal: 172.16.0.220,3260] successful.
Oct 30 07:55:58 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:55:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f0369e3-ed7b-4ef1-85dc-12c6ee09b0ac -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ceb451f-adf6-4b95-ad4d-b56c89f95138]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:55:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:55:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.289s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:55:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] <== disconnect_volume: return (290ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:55:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:55:58 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lazy-loading 'flavor' on Instance uuid 493e3144-9d24-4c4b-a34d-8a3ceef0c28a {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:55:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e411c6f2-1195-46a9-b0b5-6a2f6d8b0366 tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "493e3144-9d24-4c4b-a34d-8a3ceef0c28a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.709s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:55:59 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:55:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:55:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:55:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:55:59 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 07:55:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:55:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:55:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bfe5f19-118f-4f99-8fe7-e246791a1829/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:56:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bfe5f19-118f-4f99-8fe7-e246791a1829/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:56:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bfe5f19-118f-4f99-8fe7-e246791a1829/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:56:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bfe5f19-118f-4f99-8fe7-e246791a1829/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:56:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc32282-fd61-4e0b-80b2-7a90a8a36a58/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:56:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc32282-fd61-4e0b-80b2-7a90a8a36a58/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:56:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc32282-fd61-4e0b-80b2-7a90a8a36a58/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:56:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc32282-fd61-4e0b-80b2-7a90a8a36a58/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:56:00 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:56:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:56:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:56:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:56:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:56:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:56:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4388ed34-e8d0-4e38-adc5-281a0c373631/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:56:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4388ed34-e8d0-4e38-adc5-281a0c373631/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:56:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4388ed34-e8d0-4e38-adc5-281a0c373631/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:56:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4388ed34-e8d0-4e38-adc5-281a0c373631/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:56:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:56:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:56:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:56:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:56:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/493e3144-9d24-4c4b-a34d-8a3ceef0c28a/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:56:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/493e3144-9d24-4c4b-a34d-8a3ceef0c28a/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:56:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/493e3144-9d24-4c4b-a34d-8a3ceef0c28a/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:56:02 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/493e3144-9d24-4c4b-a34d-8a3ceef0c28a/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:56:02 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:56:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:02 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:56:02 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:56:02 user nova-compute[74491]: DEBUG nova.compute.manager [req-8dc08b53-9f03-4266-8cd0-9330fdd398d2 req-01432208-5f76-43bd-8c5c-a12e037dd2ff service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Received event network-changed-361df1e1-efab-4327-b176-666666df3ab2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:56:02 user nova-compute[74491]: DEBUG nova.compute.manager [req-8dc08b53-9f03-4266-8cd0-9330fdd398d2 req-01432208-5f76-43bd-8c5c-a12e037dd2ff service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Refreshing instance network info cache due to event network-changed-361df1e1-efab-4327-b176-666666df3ab2. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:56:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8dc08b53-9f03-4266-8cd0-9330fdd398d2 req-01432208-5f76-43bd-8c5c-a12e037dd2ff service nova] Acquiring lock "refresh_cache-87d3e3bd-d205-48f8-8206-c44ad134d416" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:56:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8dc08b53-9f03-4266-8cd0-9330fdd398d2 req-01432208-5f76-43bd-8c5c-a12e037dd2ff service nova] Acquired lock "refresh_cache-87d3e3bd-d205-48f8-8206-c44ad134d416" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:56:02 user nova-compute[74491]: DEBUG nova.network.neutron [req-8dc08b53-9f03-4266-8cd0-9330fdd398d2 req-01432208-5f76-43bd-8c5c-a12e037dd2ff service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Refreshing network info cache for port 361df1e1-efab-4327-b176-666666df3ab2 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:56:02 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:56:02 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:56:02 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:56:02 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=7515MB free_disk=25.127246856689453GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 07:56:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:56:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:56:03 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ffba7846-2a43-48b7-bd99-27fc59c81765 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:56:03 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 041086e2-33e9-4c30-9bf3-fdaae1b86632 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:56:03 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 87d3e3bd-d205-48f8-8206-c44ad134d416 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:56:03 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 9fc32282-fd61-4e0b-80b2-7a90a8a36a58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:56:03 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 493e3144-9d24-4c4b-a34d-8a3ceef0c28a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:56:03 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 643c14ed-732b-4081-9a8a-422da2f76f0f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:56:03 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 4388ed34-e8d0-4e38-adc5-281a0c373631 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:56:03 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance a7228739-32f7-4680-8375-424d597eb52a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:56:03 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 6bfe5f19-118f-4f99-8fe7-e246791a1829 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:56:03 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 07:56:03 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 07:56:03 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:56:03 user nova-compute[74491]: DEBUG nova.network.neutron [req-8dc08b53-9f03-4266-8cd0-9330fdd398d2 req-01432208-5f76-43bd-8c5c-a12e037dd2ff service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Updated VIF entry in instance network info cache for port 361df1e1-efab-4327-b176-666666df3ab2. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:56:03 user nova-compute[74491]: DEBUG nova.network.neutron [req-8dc08b53-9f03-4266-8cd0-9330fdd398d2 req-01432208-5f76-43bd-8c5c-a12e037dd2ff service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Updating instance_info_cache with network_info: [{"id": "361df1e1-efab-4327-b176-666666df3ab2", "address": "fa:16:3e:58:25:07", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361df1e1-ef", "ovs_interfaceid": "361df1e1-efab-4327-b176-666666df3ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:56:03 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:56:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8dc08b53-9f03-4266-8cd0-9330fdd398d2 req-01432208-5f76-43bd-8c5c-a12e037dd2ff service nova] Releasing lock "refresh_cache-87d3e3bd-d205-48f8-8206-c44ad134d416" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:56:03 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 07:56:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.459s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:56:03 user nova-compute[74491]: DEBUG nova.compute.manager [req-b8712d19-32be-4da2-bbab-3ca0cac1a380 req-f20162ee-c618-4965-9357-be13eb3202d1 service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Received event network-changed-361df1e1-efab-4327-b176-666666df3ab2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:56:03 user nova-compute[74491]: DEBUG nova.compute.manager [req-b8712d19-32be-4da2-bbab-3ca0cac1a380 req-f20162ee-c618-4965-9357-be13eb3202d1 service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Refreshing instance network info cache due to event network-changed-361df1e1-efab-4327-b176-666666df3ab2. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:56:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b8712d19-32be-4da2-bbab-3ca0cac1a380 req-f20162ee-c618-4965-9357-be13eb3202d1 service nova] Acquiring lock "refresh_cache-87d3e3bd-d205-48f8-8206-c44ad134d416" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:56:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b8712d19-32be-4da2-bbab-3ca0cac1a380 req-f20162ee-c618-4965-9357-be13eb3202d1 service nova] Acquired lock "refresh_cache-87d3e3bd-d205-48f8-8206-c44ad134d416" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:56:03 user nova-compute[74491]: DEBUG nova.network.neutron [req-b8712d19-32be-4da2-bbab-3ca0cac1a380 req-f20162ee-c618-4965-9357-be13eb3202d1 service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Refreshing network info cache for port 361df1e1-efab-4327-b176-666666df3ab2 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:56:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "87d3e3bd-d205-48f8-8206-c44ad134d416" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:56:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "87d3e3bd-d205-48f8-8206-c44ad134d416" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:56:03 user nova-compute[74491]: INFO nova.compute.manager [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Detaching volume fb23722d-80a5-4935-9a39-ca73c0711390
Oct 30 07:56:03 user nova-compute[74491]: INFO nova.virt.block_device [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Attempting to driver detach volume fb23722d-80a5-4935-9a39-ca73c0711390 from mountpoint /dev/vdb
Oct 30 07:56:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Attempting to detach device vdb from instance 87d3e3bd-d205-48f8-8206-c44ad134d416 from the persistent domain config. {{(pid=74491) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 07:56:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:56:03 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:56:03 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 07:56:03 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:56:03 user nova-compute[74491]:   <serial>fb23722d-80a5-4935-9a39-ca73c0711390</serial>
Oct 30 07:56:03 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 30 07:56:03 user nova-compute[74491]: </disk>
Oct 30 07:56:03 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:56:03 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Successfully detached device vdb from instance 87d3e3bd-d205-48f8-8206-c44ad134d416 from the persistent domain config.
Oct 30 07:56:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 87d3e3bd-d205-48f8-8206-c44ad134d416 from the live domain config. {{(pid=74491) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 07:56:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:56:03 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:56:03 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 07:56:03 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:56:03 user nova-compute[74491]:   <serial>fb23722d-80a5-4935-9a39-ca73c0711390</serial>
Oct 30 07:56:03 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 30 07:56:03 user nova-compute[74491]: </disk>
Oct 30 07:56:03 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:56:04 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 87d3e3bd-d205-48f8-8206-c44ad134d416 {{(pid=74491) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 07:56:04 user nova-compute[74491]: DEBUG nova.network.neutron [req-b8712d19-32be-4da2-bbab-3ca0cac1a380 req-f20162ee-c618-4965-9357-be13eb3202d1 service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Updated VIF entry in instance network info cache for port 361df1e1-efab-4327-b176-666666df3ab2. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:56:04 user nova-compute[74491]: DEBUG nova.network.neutron [req-b8712d19-32be-4da2-bbab-3ca0cac1a380 req-f20162ee-c618-4965-9357-be13eb3202d1 service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Updating instance_info_cache with network_info: [{"id": "361df1e1-efab-4327-b176-666666df3ab2", "address": "fa:16:3e:58:25:07", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361df1e1-ef", "ovs_interfaceid": "361df1e1-efab-4327-b176-666666df3ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:56:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b8712d19-32be-4da2-bbab-3ca0cac1a380 req-f20162ee-c618-4965-9357-be13eb3202d1 service nova] Releasing lock "refresh_cache-87d3e3bd-d205-48f8-8206-c44ad134d416" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:56:05 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:56:05 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:56:05 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:56:05 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:56:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-9539db38-0d04-46ec-baf1-3c0bda0b1804 tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Acquiring lock "4388ed34-e8d0-4e38-adc5-281a0c373631" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:56:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-9539db38-0d04-46ec-baf1-3c0bda0b1804 tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Lock "4388ed34-e8d0-4e38-adc5-281a0c373631" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.003s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:56:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-9539db38-0d04-46ec-baf1-3c0bda0b1804 tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Acquiring lock "4388ed34-e8d0-4e38-adc5-281a0c373631-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:56:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-9539db38-0d04-46ec-baf1-3c0bda0b1804 tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Lock "4388ed34-e8d0-4e38-adc5-281a0c373631-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:56:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-9539db38-0d04-46ec-baf1-3c0bda0b1804 tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Lock "4388ed34-e8d0-4e38-adc5-281a0c373631-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:56:09 user nova-compute[74491]: INFO nova.compute.manager [None req-9539db38-0d04-46ec-baf1-3c0bda0b1804 tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Terminating instance
Oct 30 07:56:09 user nova-compute[74491]: DEBUG nova.compute.manager [None req-9539db38-0d04-46ec-baf1-3c0bda0b1804 tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:56:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:09 user nova-compute[74491]: DEBUG nova.compute.manager [req-bcc5e062-8da3-4d4b-87c4-7ed978aee161 req-f6032119-b26a-4698-894e-0819e0f46735 service nova] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Received event network-vif-unplugged-81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:56:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-bcc5e062-8da3-4d4b-87c4-7ed978aee161 req-f6032119-b26a-4698-894e-0819e0f46735 service nova] Acquiring lock "4388ed34-e8d0-4e38-adc5-281a0c373631-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:56:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-bcc5e062-8da3-4d4b-87c4-7ed978aee161 req-f6032119-b26a-4698-894e-0819e0f46735 service nova] Lock "4388ed34-e8d0-4e38-adc5-281a0c373631-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:56:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-bcc5e062-8da3-4d4b-87c4-7ed978aee161 req-f6032119-b26a-4698-894e-0819e0f46735 service nova] Lock "4388ed34-e8d0-4e38-adc5-281a0c373631-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:56:09 user nova-compute[74491]: DEBUG nova.compute.manager [req-bcc5e062-8da3-4d4b-87c4-7ed978aee161 req-f6032119-b26a-4698-894e-0819e0f46735 service nova] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] No waiting events found dispatching network-vif-unplugged-81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:56:09 user nova-compute[74491]: DEBUG nova.compute.manager [req-bcc5e062-8da3-4d4b-87c4-7ed978aee161 req-f6032119-b26a-4698-894e-0819e0f46735 service nova] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Received event network-vif-unplugged-81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:56:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:10 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Instance destroyed successfully.
Oct 30 07:56:10 user nova-compute[74491]: DEBUG nova.objects.instance [None req-9539db38-0d04-46ec-baf1-3c0bda0b1804 tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Lazy-loading 'resources' on Instance uuid 4388ed34-e8d0-4e38-adc5-281a0c373631 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:56:10 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-9539db38-0d04-46ec-baf1-3c0bda0b1804 tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:54:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1232831650',display_name='tempest-VolumesActionsTest-instance-1232831650',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1232831650',id=36,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:54:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='dc9da6c6af924ad3abd7e961d6aa1a7e',ramdisk_id='',reservation_id='r-p4wzc0z4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-798335354',owner_user_name='tempest-VolumesActionsTest-798335354-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:54:09Z,user_data=None,user_id='17847c9fcef84472bde2540c1b671ffd',uuid=4388ed34-e8d0-4e38-adc5-281a0c373631,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7", "address": "fa:16:3e:aa:7b:bc", "network": {"id": "50307e0b-1d91-448e-9a8e-859beb37ec62", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085220640-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dc9da6c6af924ad3abd7e961d6aa1a7e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81cfd1eb-1c", "ovs_interfaceid": "81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:56:10 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-9539db38-0d04-46ec-baf1-3c0bda0b1804 tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Converting VIF {"id": "81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7", "address": "fa:16:3e:aa:7b:bc", "network": {"id": "50307e0b-1d91-448e-9a8e-859beb37ec62", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085220640-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dc9da6c6af924ad3abd7e961d6aa1a7e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81cfd1eb-1c", "ovs_interfaceid": "81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:56:10 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-9539db38-0d04-46ec-baf1-3c0bda0b1804 tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:aa:7b:bc,bridge_name='br-int',has_traffic_filtering=True,id=81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7,network=Network(50307e0b-1d91-448e-9a8e-859beb37ec62),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap81cfd1eb-1c') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:56:10 user nova-compute[74491]: DEBUG os_vif [None req-9539db38-0d04-46ec-baf1-3c0bda0b1804 tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:aa:7b:bc,bridge_name='br-int',has_traffic_filtering=True,id=81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7,network=Network(50307e0b-1d91-448e-9a8e-859beb37ec62),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap81cfd1eb-1c') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:56:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap81cfd1eb-1c, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:56:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:56:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5dfb53e8-edce-42b4-8604-0e9c93e9f45c) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:56:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:56:10 user nova-compute[74491]: INFO os_vif [None req-9539db38-0d04-46ec-baf1-3c0bda0b1804 tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:aa:7b:bc,bridge_name='br-int',has_traffic_filtering=True,id=81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7,network=Network(50307e0b-1d91-448e-9a8e-859beb37ec62),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap81cfd1eb-1c')
Oct 30 07:56:10 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-9539db38-0d04-46ec-baf1-3c0bda0b1804 tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Deleting instance files /opt/stack/data/nova/instances/4388ed34-e8d0-4e38-adc5-281a0c373631_del
Oct 30 07:56:10 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-9539db38-0d04-46ec-baf1-3c0bda0b1804 tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Deletion of /opt/stack/data/nova/instances/4388ed34-e8d0-4e38-adc5-281a0c373631_del complete
Oct 30 07:56:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:10 user nova-compute[74491]: INFO nova.compute.manager [None req-9539db38-0d04-46ec-baf1-3c0bda0b1804 tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Took 0.95 seconds to destroy the instance on the hypervisor.
Oct 30 07:56:10 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-9539db38-0d04-46ec-baf1-3c0bda0b1804 tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:56:10 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:56:10 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:56:11 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Took 0.70 seconds to deallocate network for instance.
Oct 30 07:56:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-31adebf5-6798-4be4-ac78-45101dea2827 req-34f36535-c491-4a18-a9df-c92da5d09e8d service nova] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Received event network-vif-deleted-81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-9539db38-0d04-46ec-baf1-3c0bda0b1804 tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-9539db38-0d04-46ec-baf1-3c0bda0b1804 tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-9539db38-0d04-46ec-baf1-3c0bda0b1804 tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-9539db38-0d04-46ec-baf1-3c0bda0b1804 tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-9539db38-0d04-46ec-baf1-3c0bda0b1804 tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.346s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:56:11 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-9539db38-0d04-46ec-baf1-3c0bda0b1804 tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Deleted allocations for instance 4388ed34-e8d0-4e38-adc5-281a0c373631
Oct 30 07:56:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-9539db38-0d04-46ec-baf1-3c0bda0b1804 tempest-VolumesActionsTest-798335354 tempest-VolumesActionsTest-798335354-project-member] Lock "4388ed34-e8d0-4e38-adc5-281a0c373631" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.217s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-9fef7961-7b2f-4b8b-9d69-96dcfcc8d3a1 req-84ed3791-1a4e-44dd-a0d0-d077d3d7b831 service nova] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Received event network-vif-plugged-81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9fef7961-7b2f-4b8b-9d69-96dcfcc8d3a1 req-84ed3791-1a4e-44dd-a0d0-d077d3d7b831 service nova] Acquiring lock "4388ed34-e8d0-4e38-adc5-281a0c373631-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9fef7961-7b2f-4b8b-9d69-96dcfcc8d3a1 req-84ed3791-1a4e-44dd-a0d0-d077d3d7b831 service nova] Lock "4388ed34-e8d0-4e38-adc5-281a0c373631-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9fef7961-7b2f-4b8b-9d69-96dcfcc8d3a1 req-84ed3791-1a4e-44dd-a0d0-d077d3d7b831 service nova] Lock "4388ed34-e8d0-4e38-adc5-281a0c373631-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-9fef7961-7b2f-4b8b-9d69-96dcfcc8d3a1 req-84ed3791-1a4e-44dd-a0d0-d077d3d7b831 service nova] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] No waiting events found dispatching network-vif-plugged-81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:56:11 user nova-compute[74491]: WARNING nova.compute.manager [req-9fef7961-7b2f-4b8b-9d69-96dcfcc8d3a1 req-84ed3791-1a4e-44dd-a0d0-d077d3d7b831 service nova] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Received unexpected event network-vif-plugged-81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7 for instance with vm_state deleted and task_state None.
Oct 30 07:56:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-9fef7961-7b2f-4b8b-9d69-96dcfcc8d3a1 req-84ed3791-1a4e-44dd-a0d0-d077d3d7b831 service nova] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Received event network-vif-plugged-81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9fef7961-7b2f-4b8b-9d69-96dcfcc8d3a1 req-84ed3791-1a4e-44dd-a0d0-d077d3d7b831 service nova] Acquiring lock "4388ed34-e8d0-4e38-adc5-281a0c373631-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9fef7961-7b2f-4b8b-9d69-96dcfcc8d3a1 req-84ed3791-1a4e-44dd-a0d0-d077d3d7b831 service nova] Lock "4388ed34-e8d0-4e38-adc5-281a0c373631-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9fef7961-7b2f-4b8b-9d69-96dcfcc8d3a1 req-84ed3791-1a4e-44dd-a0d0-d077d3d7b831 service nova] Lock "4388ed34-e8d0-4e38-adc5-281a0c373631-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-9fef7961-7b2f-4b8b-9d69-96dcfcc8d3a1 req-84ed3791-1a4e-44dd-a0d0-d077d3d7b831 service nova] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] No waiting events found dispatching network-vif-plugged-81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:56:11 user nova-compute[74491]: WARNING nova.compute.manager [req-9fef7961-7b2f-4b8b-9d69-96dcfcc8d3a1 req-84ed3791-1a4e-44dd-a0d0-d077d3d7b831 service nova] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Received unexpected event network-vif-plugged-81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7 for instance with vm_state deleted and task_state None.
Oct 30 07:56:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-9fef7961-7b2f-4b8b-9d69-96dcfcc8d3a1 req-84ed3791-1a4e-44dd-a0d0-d077d3d7b831 service nova] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Received event network-vif-plugged-81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9fef7961-7b2f-4b8b-9d69-96dcfcc8d3a1 req-84ed3791-1a4e-44dd-a0d0-d077d3d7b831 service nova] Acquiring lock "4388ed34-e8d0-4e38-adc5-281a0c373631-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9fef7961-7b2f-4b8b-9d69-96dcfcc8d3a1 req-84ed3791-1a4e-44dd-a0d0-d077d3d7b831 service nova] Lock "4388ed34-e8d0-4e38-adc5-281a0c373631-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9fef7961-7b2f-4b8b-9d69-96dcfcc8d3a1 req-84ed3791-1a4e-44dd-a0d0-d077d3d7b831 service nova] Lock "4388ed34-e8d0-4e38-adc5-281a0c373631-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-9fef7961-7b2f-4b8b-9d69-96dcfcc8d3a1 req-84ed3791-1a4e-44dd-a0d0-d077d3d7b831 service nova] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] No waiting events found dispatching network-vif-plugged-81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:56:11 user nova-compute[74491]: WARNING nova.compute.manager [req-9fef7961-7b2f-4b8b-9d69-96dcfcc8d3a1 req-84ed3791-1a4e-44dd-a0d0-d077d3d7b831 service nova] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Received unexpected event network-vif-plugged-81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7 for instance with vm_state deleted and task_state None.
Oct 30 07:56:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-9fef7961-7b2f-4b8b-9d69-96dcfcc8d3a1 req-84ed3791-1a4e-44dd-a0d0-d077d3d7b831 service nova] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Received event network-vif-unplugged-81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9fef7961-7b2f-4b8b-9d69-96dcfcc8d3a1 req-84ed3791-1a4e-44dd-a0d0-d077d3d7b831 service nova] Acquiring lock "4388ed34-e8d0-4e38-adc5-281a0c373631-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9fef7961-7b2f-4b8b-9d69-96dcfcc8d3a1 req-84ed3791-1a4e-44dd-a0d0-d077d3d7b831 service nova] Lock "4388ed34-e8d0-4e38-adc5-281a0c373631-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9fef7961-7b2f-4b8b-9d69-96dcfcc8d3a1 req-84ed3791-1a4e-44dd-a0d0-d077d3d7b831 service nova] Lock "4388ed34-e8d0-4e38-adc5-281a0c373631-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-9fef7961-7b2f-4b8b-9d69-96dcfcc8d3a1 req-84ed3791-1a4e-44dd-a0d0-d077d3d7b831 service nova] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] No waiting events found dispatching network-vif-unplugged-81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:56:11 user nova-compute[74491]: WARNING nova.compute.manager [req-9fef7961-7b2f-4b8b-9d69-96dcfcc8d3a1 req-84ed3791-1a4e-44dd-a0d0-d077d3d7b831 service nova] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Received unexpected event network-vif-unplugged-81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7 for instance with vm_state deleted and task_state None.
Oct 30 07:56:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-9fef7961-7b2f-4b8b-9d69-96dcfcc8d3a1 req-84ed3791-1a4e-44dd-a0d0-d077d3d7b831 service nova] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Received event network-vif-plugged-81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9fef7961-7b2f-4b8b-9d69-96dcfcc8d3a1 req-84ed3791-1a4e-44dd-a0d0-d077d3d7b831 service nova] Acquiring lock "4388ed34-e8d0-4e38-adc5-281a0c373631-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9fef7961-7b2f-4b8b-9d69-96dcfcc8d3a1 req-84ed3791-1a4e-44dd-a0d0-d077d3d7b831 service nova] Lock "4388ed34-e8d0-4e38-adc5-281a0c373631-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9fef7961-7b2f-4b8b-9d69-96dcfcc8d3a1 req-84ed3791-1a4e-44dd-a0d0-d077d3d7b831 service nova] Lock "4388ed34-e8d0-4e38-adc5-281a0c373631-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:56:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-9fef7961-7b2f-4b8b-9d69-96dcfcc8d3a1 req-84ed3791-1a4e-44dd-a0d0-d077d3d7b831 service nova] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] No waiting events found dispatching network-vif-plugged-81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:56:11 user nova-compute[74491]: WARNING nova.compute.manager [req-9fef7961-7b2f-4b8b-9d69-96dcfcc8d3a1 req-84ed3791-1a4e-44dd-a0d0-d077d3d7b831 service nova] [instance: 4388ed34-e8d0-4e38-adc5-281a0c373631] Received unexpected event network-vif-plugged-81cfd1eb-1c19-4ddc-a24d-1b5ff05359a7 for instance with vm_state deleted and task_state None.
Oct 30 07:56:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:56:24 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 87d3e3bd-d205-48f8-8206-c44ad134d416 is timed out.
Oct 30 07:56:24 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Successfully detached device vdb from instance 87d3e3bd-d205-48f8-8206-c44ad134d416 from the live domain config.
Oct 30 07:56:24 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AfBvtuak', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:56:24 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:56:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[db7b9c1a-7d1f-411b-afdd-3ef5448077cb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:56:24 user nova-compute[74491]: No targets found.
Oct 30 07:56:24 user nova-compute[74491]: iSNS:
Oct 30 07:56:24 user nova-compute[74491]: No targets found.
Oct 30 07:56:24 user nova-compute[74491]: STATIC:
Oct 30 07:56:24 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7
Oct 30 07:56:24 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:56:24 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:56:24 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390
Oct 30 07:56:24 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:56:24 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:56:24 user nova-compute[74491]: FIRMWARE:
Oct 30 07:56:24 user nova-compute[74491]: No targets found.
Oct 30 07:56:24 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:56:24 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:56:24 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b14c884e-5e79-4754-a268-323ea35e27fd]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef0abd82-216f-48c2-aa25-4a5d5c9d20c2]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:56:24 user nova-compute[74491]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:56:24 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 (non-flash)
Oct 30 07:56:24 user nova-compute[74491]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:56:24 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef02f7760>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390'): ({'sdb'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Removing single pathed devices sdb {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[909649df-842c-4d00-b3f7-65b9dafffc5c]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[01ab3de3-e67d-417e-9a4d-b9109e060543]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Flushing IO for device /dev/sdb {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c013737a-5e54-492c-bc2a-52df23ba665c]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.037s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8236e8a8-10d9-449c-9a44-5e2a72661743]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[59561451-2c83-45b1-b508-7c802918bc64]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad289ccf-2739-46c2-8f94-3f5cc8cf76b6]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390, portal: 172.16.0.220,3260]
Oct 30 07:56:24 user nova-compute[74491]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390, portal: 172.16.0.220,3260] successful.
Oct 30 07:56:24 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb23722d-80a5-4935-9a39-ca73c0711390 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab975cea-ff14-4bf6-bc4f-d9155b9427cc]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.280s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] <== disconnect_volume: return (281ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:56:24 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:56:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:56:25 user nova-compute[74491]: DEBUG nova.objects.instance [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lazy-loading 'flavor' on Instance uuid 87d3e3bd-d205-48f8-8206-c44ad134d416 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:56:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0ca9dac1-562e-414d-9b4b-c3c6a7ad3e38 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "87d3e3bd-d205-48f8-8206-c44ad134d416" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.908s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:56:28 user nova-compute[74491]: DEBUG nova.compute.manager [req-55112b69-185a-4d4b-a5b2-55ce12f1ee18 req-dedd3127-52ff-4879-9453-c8d593a69584 service nova] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Received event network-changed-ab3294a1-f506-45dc-b15c-8ee334683082 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:56:28 user nova-compute[74491]: DEBUG nova.compute.manager [req-55112b69-185a-4d4b-a5b2-55ce12f1ee18 req-dedd3127-52ff-4879-9453-c8d593a69584 service nova] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Refreshing instance network info cache due to event network-changed-ab3294a1-f506-45dc-b15c-8ee334683082. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:56:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-55112b69-185a-4d4b-a5b2-55ce12f1ee18 req-dedd3127-52ff-4879-9453-c8d593a69584 service nova] Acquiring lock "refresh_cache-493e3144-9d24-4c4b-a34d-8a3ceef0c28a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:56:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-55112b69-185a-4d4b-a5b2-55ce12f1ee18 req-dedd3127-52ff-4879-9453-c8d593a69584 service nova] Acquired lock "refresh_cache-493e3144-9d24-4c4b-a34d-8a3ceef0c28a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:56:28 user nova-compute[74491]: DEBUG nova.network.neutron [req-55112b69-185a-4d4b-a5b2-55ce12f1ee18 req-dedd3127-52ff-4879-9453-c8d593a69584 service nova] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Refreshing network info cache for port ab3294a1-f506-45dc-b15c-8ee334683082 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:56:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4a1772c9-5143-4e91-a301-3b2e3401dcdd tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "493e3144-9d24-4c4b-a34d-8a3ceef0c28a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:56:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4a1772c9-5143-4e91-a301-3b2e3401dcdd tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "493e3144-9d24-4c4b-a34d-8a3ceef0c28a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:56:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4a1772c9-5143-4e91-a301-3b2e3401dcdd tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "493e3144-9d24-4c4b-a34d-8a3ceef0c28a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:56:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4a1772c9-5143-4e91-a301-3b2e3401dcdd tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "493e3144-9d24-4c4b-a34d-8a3ceef0c28a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:56:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4a1772c9-5143-4e91-a301-3b2e3401dcdd tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "493e3144-9d24-4c4b-a34d-8a3ceef0c28a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:56:28 user nova-compute[74491]: INFO nova.compute.manager [None req-4a1772c9-5143-4e91-a301-3b2e3401dcdd tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Terminating instance
Oct 30 07:56:28 user nova-compute[74491]: DEBUG nova.compute.manager [None req-4a1772c9-5143-4e91-a301-3b2e3401dcdd tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:56:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:28 user nova-compute[74491]: DEBUG nova.compute.manager [req-c38ca1cb-a52c-4287-9169-f040db20cd8c req-a0e80add-e24a-4e99-a34f-faba95b1b46e service nova] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Received event network-vif-unplugged-ab3294a1-f506-45dc-b15c-8ee334683082 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:56:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c38ca1cb-a52c-4287-9169-f040db20cd8c req-a0e80add-e24a-4e99-a34f-faba95b1b46e service nova] Acquiring lock "493e3144-9d24-4c4b-a34d-8a3ceef0c28a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:56:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c38ca1cb-a52c-4287-9169-f040db20cd8c req-a0e80add-e24a-4e99-a34f-faba95b1b46e service nova] Lock "493e3144-9d24-4c4b-a34d-8a3ceef0c28a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:56:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c38ca1cb-a52c-4287-9169-f040db20cd8c req-a0e80add-e24a-4e99-a34f-faba95b1b46e service nova] Lock "493e3144-9d24-4c4b-a34d-8a3ceef0c28a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:56:28 user nova-compute[74491]: DEBUG nova.compute.manager [req-c38ca1cb-a52c-4287-9169-f040db20cd8c req-a0e80add-e24a-4e99-a34f-faba95b1b46e service nova] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] No waiting events found dispatching network-vif-unplugged-ab3294a1-f506-45dc-b15c-8ee334683082 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:56:28 user nova-compute[74491]: DEBUG nova.compute.manager [req-c38ca1cb-a52c-4287-9169-f040db20cd8c req-a0e80add-e24a-4e99-a34f-faba95b1b46e service nova] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Received event network-vif-unplugged-ab3294a1-f506-45dc-b15c-8ee334683082 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:56:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:28 user nova-compute[74491]: DEBUG nova.network.neutron [req-55112b69-185a-4d4b-a5b2-55ce12f1ee18 req-dedd3127-52ff-4879-9453-c8d593a69584 service nova] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Updated VIF entry in instance network info cache for port ab3294a1-f506-45dc-b15c-8ee334683082. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:56:28 user nova-compute[74491]: DEBUG nova.network.neutron [req-55112b69-185a-4d4b-a5b2-55ce12f1ee18 req-dedd3127-52ff-4879-9453-c8d593a69584 service nova] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Updating instance_info_cache with network_info: [{"id": "ab3294a1-f506-45dc-b15c-8ee334683082", "address": "fa:16:3e:34:cd:96", "network": {"id": "bd8c866d-4a45-414c-843a-0c4d97d7faa6", "bridge": "br-int", "label": "tempest-TestStampPattern-509748374-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f20f318c0ce94480adddf9696681b5b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab3294a1-f5", "ovs_interfaceid": "ab3294a1-f506-45dc-b15c-8ee334683082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:56:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-55112b69-185a-4d4b-a5b2-55ce12f1ee18 req-dedd3127-52ff-4879-9453-c8d593a69584 service nova] Releasing lock "refresh_cache-493e3144-9d24-4c4b-a34d-8a3ceef0c28a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:56:29 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Instance destroyed successfully.
Oct 30 07:56:29 user nova-compute[74491]: DEBUG nova.objects.instance [None req-4a1772c9-5143-4e91-a301-3b2e3401dcdd tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lazy-loading 'resources' on Instance uuid 493e3144-9d24-4c4b-a34d-8a3ceef0c28a {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:56:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-4a1772c9-5143-4e91-a301-3b2e3401dcdd tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:53:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1601856624',display_name='tempest-TestStampPattern-server-1601856624',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1601856624',id=35,image_ref='fb69ddc0-c1d8-4822-bcb2-542467eb2161',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH5xWdOQ4VEs686Qss7e5gWhembQn8arXOtAJQAbhf/ar2NNIuZixrCv8Hj3yV7ZOjdf+Ww0v2lGs3jTTnkjD01CiWdizDzSV1KRYa+aiwnEkdIKxPlCugiREy4A5/vasw==',key_name='tempest-TestStampPattern-829975866',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:53:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f20f318c0ce94480adddf9696681b5b7',ramdisk_id='',reservation_id='r-blmm4ibb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='041086e2-33e9-4c30-9bf3-fdaae1b86632',image_min_disk='1',image_min_ram='0',image_owner_id='f20f318c0ce94480adddf9696681b5b7',image_owner_project_name='tempest-TestStampPattern-107539016',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-107539016-project-member',image_user_id='643ca52461624eae9eb2258193ea1b9a',owner_project_name='tempest-TestStampPattern-107539016',owner_user_name='tempest-TestStampPattern-107539016-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:53:26Z,user_data=None,user_id='643ca52461624eae9eb2258193ea1b9a',uuid=493e3144-9d24-4c4b-a34d-8a3ceef0c28a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ab3294a1-f506-45dc-b15c-8ee334683082", "address": "fa:16:3e:34:cd:96", "network": {"id": "bd8c866d-4a45-414c-843a-0c4d97d7faa6", "bridge": "br-int", "label": "tempest-TestStampPattern-509748374-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f20f318c0ce94480adddf9696681b5b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab3294a1-f5", "ovs_interfaceid": "ab3294a1-f506-45dc-b15c-8ee334683082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:56:29 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-4a1772c9-5143-4e91-a301-3b2e3401dcdd tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Converting VIF {"id": "ab3294a1-f506-45dc-b15c-8ee334683082", "address": "fa:16:3e:34:cd:96", "network": {"id": "bd8c866d-4a45-414c-843a-0c4d97d7faa6", "bridge": "br-int", "label": "tempest-TestStampPattern-509748374-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f20f318c0ce94480adddf9696681b5b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab3294a1-f5", "ovs_interfaceid": "ab3294a1-f506-45dc-b15c-8ee334683082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:56:29 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-4a1772c9-5143-4e91-a301-3b2e3401dcdd tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:34:cd:96,bridge_name='br-int',has_traffic_filtering=True,id=ab3294a1-f506-45dc-b15c-8ee334683082,network=Network(bd8c866d-4a45-414c-843a-0c4d97d7faa6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab3294a1-f5') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:56:29 user nova-compute[74491]: DEBUG os_vif [None req-4a1772c9-5143-4e91-a301-3b2e3401dcdd tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:34:cd:96,bridge_name='br-int',has_traffic_filtering=True,id=ab3294a1-f506-45dc-b15c-8ee334683082,network=Network(bd8c866d-4a45-414c-843a-0c4d97d7faa6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab3294a1-f5') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:56:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapab3294a1-f5, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:56:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:56:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fee266b9-f493-4cad-ad28-0369359a0fcc) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:56:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:29 user nova-compute[74491]: INFO os_vif [None req-4a1772c9-5143-4e91-a301-3b2e3401dcdd tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:34:cd:96,bridge_name='br-int',has_traffic_filtering=True,id=ab3294a1-f506-45dc-b15c-8ee334683082,network=Network(bd8c866d-4a45-414c-843a-0c4d97d7faa6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab3294a1-f5')
Oct 30 07:56:29 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-4a1772c9-5143-4e91-a301-3b2e3401dcdd tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Deleting instance files /opt/stack/data/nova/instances/493e3144-9d24-4c4b-a34d-8a3ceef0c28a_del
Oct 30 07:56:29 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-4a1772c9-5143-4e91-a301-3b2e3401dcdd tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Deletion of /opt/stack/data/nova/instances/493e3144-9d24-4c4b-a34d-8a3ceef0c28a_del complete
Oct 30 07:56:29 user nova-compute[74491]: INFO nova.compute.manager [None req-4a1772c9-5143-4e91-a301-3b2e3401dcdd tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Took 0.88 seconds to destroy the instance on the hypervisor.
Oct 30 07:56:29 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-4a1772c9-5143-4e91-a301-3b2e3401dcdd tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:56:29 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:56:29 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:56:29 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:56:29 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Took 0.52 seconds to deallocate network for instance.
Oct 30 07:56:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4a1772c9-5143-4e91-a301-3b2e3401dcdd tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:56:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4a1772c9-5143-4e91-a301-3b2e3401dcdd tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:56:29 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-4a1772c9-5143-4e91-a301-3b2e3401dcdd tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:56:30 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-4a1772c9-5143-4e91-a301-3b2e3401dcdd tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:56:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4a1772c9-5143-4e91-a301-3b2e3401dcdd tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.321s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:56:30 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-4a1772c9-5143-4e91-a301-3b2e3401dcdd tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Deleted allocations for instance 493e3144-9d24-4c4b-a34d-8a3ceef0c28a
Oct 30 07:56:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-7ca08fa3-8d05-4b43-9ac8-e3256b102f28 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Acquiring lock "9fc32282-fd61-4e0b-80b2-7a90a8a36a58" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:56:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-7ca08fa3-8d05-4b43-9ac8-e3256b102f28 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lock "9fc32282-fd61-4e0b-80b2-7a90a8a36a58" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:56:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-7ca08fa3-8d05-4b43-9ac8-e3256b102f28 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Acquiring lock "9fc32282-fd61-4e0b-80b2-7a90a8a36a58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:56:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-7ca08fa3-8d05-4b43-9ac8-e3256b102f28 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lock "9fc32282-fd61-4e0b-80b2-7a90a8a36a58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:56:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-7ca08fa3-8d05-4b43-9ac8-e3256b102f28 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lock "9fc32282-fd61-4e0b-80b2-7a90a8a36a58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:56:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-974b79f7-2852-453c-b84f-3be67b0c8edc req-79de8845-6a60-43e8-bdb4-6e5c46b76b47 service nova] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Received event network-vif-deleted-ab3294a1-f506-45dc-b15c-8ee334683082 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:56:30 user nova-compute[74491]: INFO nova.compute.manager [None req-7ca08fa3-8d05-4b43-9ac8-e3256b102f28 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Terminating instance
Oct 30 07:56:30 user nova-compute[74491]: DEBUG nova.compute.manager [None req-7ca08fa3-8d05-4b43-9ac8-e3256b102f28 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:56:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4a1772c9-5143-4e91-a301-3b2e3401dcdd tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "493e3144-9d24-4c4b-a34d-8a3ceef0c28a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.963s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:56:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-61ecdca1-0d29-4192-a1d3-aaeceabed21d req-f9173df2-4261-481e-8892-f1c89698cc81 service nova] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Received event network-vif-unplugged-04e13a04-3eaf-4a74-b2d4-5216267ea69a {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:56:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-61ecdca1-0d29-4192-a1d3-aaeceabed21d req-f9173df2-4261-481e-8892-f1c89698cc81 service nova] Acquiring lock "9fc32282-fd61-4e0b-80b2-7a90a8a36a58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:56:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-61ecdca1-0d29-4192-a1d3-aaeceabed21d req-f9173df2-4261-481e-8892-f1c89698cc81 service nova] Lock "9fc32282-fd61-4e0b-80b2-7a90a8a36a58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:56:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-61ecdca1-0d29-4192-a1d3-aaeceabed21d req-f9173df2-4261-481e-8892-f1c89698cc81 service nova] Lock "9fc32282-fd61-4e0b-80b2-7a90a8a36a58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:56:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-61ecdca1-0d29-4192-a1d3-aaeceabed21d req-f9173df2-4261-481e-8892-f1c89698cc81 service nova] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] No waiting events found dispatching network-vif-unplugged-04e13a04-3eaf-4a74-b2d4-5216267ea69a {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:56:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-61ecdca1-0d29-4192-a1d3-aaeceabed21d req-f9173df2-4261-481e-8892-f1c89698cc81 service nova] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Received event network-vif-unplugged-04e13a04-3eaf-4a74-b2d4-5216267ea69a for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:56:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-6537b735-a152-48b0-9250-6cfdf06436a8 req-d77bc55f-0b96-476b-81c9-61c921fe5cae service nova] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Received event network-vif-plugged-ab3294a1-f506-45dc-b15c-8ee334683082 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:56:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6537b735-a152-48b0-9250-6cfdf06436a8 req-d77bc55f-0b96-476b-81c9-61c921fe5cae service nova] Acquiring lock "493e3144-9d24-4c4b-a34d-8a3ceef0c28a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:56:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6537b735-a152-48b0-9250-6cfdf06436a8 req-d77bc55f-0b96-476b-81c9-61c921fe5cae service nova] Lock "493e3144-9d24-4c4b-a34d-8a3ceef0c28a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:56:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6537b735-a152-48b0-9250-6cfdf06436a8 req-d77bc55f-0b96-476b-81c9-61c921fe5cae service nova] Lock "493e3144-9d24-4c4b-a34d-8a3ceef0c28a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:56:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-6537b735-a152-48b0-9250-6cfdf06436a8 req-d77bc55f-0b96-476b-81c9-61c921fe5cae service nova] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] No waiting events found dispatching network-vif-plugged-ab3294a1-f506-45dc-b15c-8ee334683082 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:56:30 user nova-compute[74491]: WARNING nova.compute.manager [req-6537b735-a152-48b0-9250-6cfdf06436a8 req-d77bc55f-0b96-476b-81c9-61c921fe5cae service nova] [instance: 493e3144-9d24-4c4b-a34d-8a3ceef0c28a] Received unexpected event network-vif-plugged-ab3294a1-f506-45dc-b15c-8ee334683082 for instance with vm_state deleted and task_state None.
Oct 30 07:56:30 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Instance destroyed successfully.
Oct 30 07:56:30 user nova-compute[74491]: DEBUG nova.objects.instance [None req-7ca08fa3-8d05-4b43-9ac8-e3256b102f28 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lazy-loading 'resources' on Instance uuid 9fc32282-fd61-4e0b-80b2-7a90a8a36a58 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:56:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-7ca08fa3-8d05-4b43-9ac8-e3256b102f28 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:53:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-182593579',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-182593579',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1825935',id=34,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJg7pi/0yVTwSnZ0cQJHrblxiIvsKB2cZDq/cFPMT2b4TycJz4snm9t3/BXHyOkxQ5tOlRGFqnMDBiy2XIrbsXV8k+qChpzOaDSedFlLq5f4NgaOzYshIu0DcO/itl6tsA==',key_name='tempest-keypair-1684226627',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:53:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8b1e50a35f1640fbb66964fecdbddd3f',ramdisk_id='',reservation_id='r-0gepkdbk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-2018638079',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:53:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='25ebf78e238b492188ba95d90c5aa45b',uuid=9fc32282-fd61-4e0b-80b2-7a90a8a36a58,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "04e13a04-3eaf-4a74-b2d4-5216267ea69a", "address": "fa:16:3e:59:57:bc", "network": {"id": "c1738222-738b-4046-9faa-cb58d405820f", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-985384826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b1e50a35f1640fbb66964fecdbddd3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04e13a04-3e", "ovs_interfaceid": "04e13a04-3eaf-4a74-b2d4-5216267ea69a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:56:31 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-7ca08fa3-8d05-4b43-9ac8-e3256b102f28 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Converting VIF {"id": "04e13a04-3eaf-4a74-b2d4-5216267ea69a", "address": "fa:16:3e:59:57:bc", "network": {"id": "c1738222-738b-4046-9faa-cb58d405820f", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-985384826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b1e50a35f1640fbb66964fecdbddd3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04e13a04-3e", "ovs_interfaceid": "04e13a04-3eaf-4a74-b2d4-5216267ea69a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:56:31 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-7ca08fa3-8d05-4b43-9ac8-e3256b102f28 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:59:57:bc,bridge_name='br-int',has_traffic_filtering=True,id=04e13a04-3eaf-4a74-b2d4-5216267ea69a,network=Network(c1738222-738b-4046-9faa-cb58d405820f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04e13a04-3e') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:56:31 user nova-compute[74491]: DEBUG os_vif [None req-7ca08fa3-8d05-4b43-9ac8-e3256b102f28 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:59:57:bc,bridge_name='br-int',has_traffic_filtering=True,id=04e13a04-3eaf-4a74-b2d4-5216267ea69a,network=Network(c1738222-738b-4046-9faa-cb58d405820f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04e13a04-3e') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:56:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap04e13a04-3e, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:56:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=615dea8d-786d-45c5-83f3-8daeed25ae4f) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:56:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:56:31 user nova-compute[74491]: INFO os_vif [None req-7ca08fa3-8d05-4b43-9ac8-e3256b102f28 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:59:57:bc,bridge_name='br-int',has_traffic_filtering=True,id=04e13a04-3eaf-4a74-b2d4-5216267ea69a,network=Network(c1738222-738b-4046-9faa-cb58d405820f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04e13a04-3e')
Oct 30 07:56:31 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-7ca08fa3-8d05-4b43-9ac8-e3256b102f28 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Deleting instance files /opt/stack/data/nova/instances/9fc32282-fd61-4e0b-80b2-7a90a8a36a58_del
Oct 30 07:56:31 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-7ca08fa3-8d05-4b43-9ac8-e3256b102f28 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Deletion of /opt/stack/data/nova/instances/9fc32282-fd61-4e0b-80b2-7a90a8a36a58_del complete
Oct 30 07:56:31 user nova-compute[74491]: INFO nova.compute.manager [None req-7ca08fa3-8d05-4b43-9ac8-e3256b102f28 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Took 0.89 seconds to destroy the instance on the hypervisor.
Oct 30 07:56:31 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-7ca08fa3-8d05-4b43-9ac8-e3256b102f28 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:56:31 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:56:31 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:56:32 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:56:32 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Took 0.95 seconds to deallocate network for instance.
Oct 30 07:56:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-7ca08fa3-8d05-4b43-9ac8-e3256b102f28 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:56:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-7ca08fa3-8d05-4b43-9ac8-e3256b102f28 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:56:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-a1c7fd20-2fc2-47a3-8fb6-f49dce31e81e req-709bc98c-6432-4008-80e2-f1ab811e76c1 service nova] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Received event network-vif-deleted-04e13a04-3eaf-4a74-b2d4-5216267ea69a {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:56:32 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-7ca08fa3-8d05-4b43-9ac8-e3256b102f28 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:56:32 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-7ca08fa3-8d05-4b43-9ac8-e3256b102f28 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:56:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-7ca08fa3-8d05-4b43-9ac8-e3256b102f28 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.259s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:56:32 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-7ca08fa3-8d05-4b43-9ac8-e3256b102f28 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Deleted allocations for instance 9fc32282-fd61-4e0b-80b2-7a90a8a36a58
Oct 30 07:56:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-7ca08fa3-8d05-4b43-9ac8-e3256b102f28 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079 tempest-TestServerVolumeAttachScenarioOldVersion-2018638079-project-member] Lock "9fc32282-fd61-4e0b-80b2-7a90a8a36a58" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.295s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:56:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-0cd70647-23c4-404b-acc0-d03949bc681a req-9a81caef-962e-43f9-af38-4a998574bcbd service nova] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Received event network-vif-plugged-04e13a04-3eaf-4a74-b2d4-5216267ea69a {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:56:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0cd70647-23c4-404b-acc0-d03949bc681a req-9a81caef-962e-43f9-af38-4a998574bcbd service nova] Acquiring lock "9fc32282-fd61-4e0b-80b2-7a90a8a36a58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:56:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0cd70647-23c4-404b-acc0-d03949bc681a req-9a81caef-962e-43f9-af38-4a998574bcbd service nova] Lock "9fc32282-fd61-4e0b-80b2-7a90a8a36a58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:56:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0cd70647-23c4-404b-acc0-d03949bc681a req-9a81caef-962e-43f9-af38-4a998574bcbd service nova] Lock "9fc32282-fd61-4e0b-80b2-7a90a8a36a58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:56:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-0cd70647-23c4-404b-acc0-d03949bc681a req-9a81caef-962e-43f9-af38-4a998574bcbd service nova] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] No waiting events found dispatching network-vif-plugged-04e13a04-3eaf-4a74-b2d4-5216267ea69a {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:56:32 user nova-compute[74491]: WARNING nova.compute.manager [req-0cd70647-23c4-404b-acc0-d03949bc681a req-9a81caef-962e-43f9-af38-4a998574bcbd service nova] [instance: 9fc32282-fd61-4e0b-80b2-7a90a8a36a58] Received unexpected event network-vif-plugged-04e13a04-3eaf-4a74-b2d4-5216267ea69a for instance with vm_state deleted and task_state None.
Oct 30 07:56:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:56:50 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:56:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:56:52 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:56:52 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 07:56:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-041086e2-33e9-4c30-9bf3-fdaae1b86632" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:56:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-041086e2-33e9-4c30-9bf3-fdaae1b86632" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:56:52 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 07:56:52 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Updating instance_info_cache with network_info: [{"id": "5d88d0c6-4bb7-46e3-9e9f-5d71acf14980", "address": "fa:16:3e:be:3c:c7", "network": {"id": "bd8c866d-4a45-414c-843a-0c4d97d7faa6", "bridge": "br-int", "label": "tempest-TestStampPattern-509748374-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f20f318c0ce94480adddf9696681b5b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d88d0c6-4b", "ovs_interfaceid": "5d88d0c6-4bb7-46e3-9e9f-5d71acf14980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:56:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-041086e2-33e9-4c30-9bf3-fdaae1b86632" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:56:53 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 07:56:53 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:56:53 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:56:53 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 07:56:55 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:56:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:57:00 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:57:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:57:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:57:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:57:00 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 07:57:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:57:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:57:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:57:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:57:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bfe5f19-118f-4f99-8fe7-e246791a1829/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:57:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bfe5f19-118f-4f99-8fe7-e246791a1829/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:57:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bfe5f19-118f-4f99-8fe7-e246791a1829/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:57:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bfe5f19-118f-4f99-8fe7-e246791a1829/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:57:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:57:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:57:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:57:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:57:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:57:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:57:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:57:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:57:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:57:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:57:02 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:57:02 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:57:02 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk --force-share --output=json" returned: 0 in 0.265s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:57:02 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:57:02 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:57:02 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8054MB free_disk=25.174121856689453GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 07:57:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:57:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:57:02 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ffba7846-2a43-48b7-bd99-27fc59c81765 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:57:02 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 041086e2-33e9-4c30-9bf3-fdaae1b86632 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:57:02 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 87d3e3bd-d205-48f8-8206-c44ad134d416 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:57:02 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 643c14ed-732b-4081-9a8a-422da2f76f0f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:57:02 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance a7228739-32f7-4680-8375-424d597eb52a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:57:02 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 6bfe5f19-118f-4f99-8fe7-e246791a1829 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:57:02 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 07:57:02 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 07:57:03 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:57:03 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:57:03 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 07:57:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.353s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:57:04 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:57:04 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:57:04 user nova-compute[74491]: DEBUG nova.compute.manager [req-f831d89c-39d8-41d9-a345-6aea6c4df051 req-98266a8b-4b60-4ed9-9412-c159a195b153 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Received event network-changed-f26ac248-94c8-4f92-a6e7-392a350f32a8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:57:04 user nova-compute[74491]: DEBUG nova.compute.manager [req-f831d89c-39d8-41d9-a345-6aea6c4df051 req-98266a8b-4b60-4ed9-9412-c159a195b153 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Refreshing instance network info cache due to event network-changed-f26ac248-94c8-4f92-a6e7-392a350f32a8. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:57:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f831d89c-39d8-41d9-a345-6aea6c4df051 req-98266a8b-4b60-4ed9-9412-c159a195b153 service nova] Acquiring lock "refresh_cache-a7228739-32f7-4680-8375-424d597eb52a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:57:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f831d89c-39d8-41d9-a345-6aea6c4df051 req-98266a8b-4b60-4ed9-9412-c159a195b153 service nova] Acquired lock "refresh_cache-a7228739-32f7-4680-8375-424d597eb52a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:57:04 user nova-compute[74491]: DEBUG nova.network.neutron [req-f831d89c-39d8-41d9-a345-6aea6c4df051 req-98266a8b-4b60-4ed9-9412-c159a195b153 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Refreshing network info cache for port f26ac248-94c8-4f92-a6e7-392a350f32a8 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:57:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f6af9a7b-e19b-4f34-a57d-3c52342e10a6 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "87d3e3bd-d205-48f8-8206-c44ad134d416" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:57:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f6af9a7b-e19b-4f34-a57d-3c52342e10a6 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "87d3e3bd-d205-48f8-8206-c44ad134d416" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:57:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f6af9a7b-e19b-4f34-a57d-3c52342e10a6 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "87d3e3bd-d205-48f8-8206-c44ad134d416-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:57:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f6af9a7b-e19b-4f34-a57d-3c52342e10a6 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "87d3e3bd-d205-48f8-8206-c44ad134d416-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:57:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f6af9a7b-e19b-4f34-a57d-3c52342e10a6 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "87d3e3bd-d205-48f8-8206-c44ad134d416-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:57:04 user nova-compute[74491]: INFO nova.compute.manager [None req-f6af9a7b-e19b-4f34-a57d-3c52342e10a6 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Terminating instance
Oct 30 07:57:04 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f6af9a7b-e19b-4f34-a57d-3c52342e10a6 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:57:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:05 user nova-compute[74491]: DEBUG nova.network.neutron [req-f831d89c-39d8-41d9-a345-6aea6c4df051 req-98266a8b-4b60-4ed9-9412-c159a195b153 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Updated VIF entry in instance network info cache for port f26ac248-94c8-4f92-a6e7-392a350f32a8. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:57:05 user nova-compute[74491]: DEBUG nova.network.neutron [req-f831d89c-39d8-41d9-a345-6aea6c4df051 req-98266a8b-4b60-4ed9-9412-c159a195b153 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Updating instance_info_cache with network_info: [{"id": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "address": "fa:16:3e:c9:e6:07", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf26ac248-94", "ovs_interfaceid": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:57:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f831d89c-39d8-41d9-a345-6aea6c4df051 req-98266a8b-4b60-4ed9-9412-c159a195b153 service nova] Releasing lock "refresh_cache-a7228739-32f7-4680-8375-424d597eb52a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:57:05 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Instance destroyed successfully.
Oct 30 07:57:05 user nova-compute[74491]: DEBUG nova.objects.instance [None req-f6af9a7b-e19b-4f34-a57d-3c52342e10a6 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lazy-loading 'resources' on Instance uuid 87d3e3bd-d205-48f8-8206-c44ad134d416 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:57:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-f6af9a7b-e19b-4f34-a57d-3c52342e10a6 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:51:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1195631052',display_name='tempest-TestMinimumBasicScenario-server-1195631052',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1195631052',id=32,image_ref='01049a23-1cdc-480e-bf9d-4e8ec5bd691e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIKP3McPQw0/kEhiMldFQyRZltTyJqDyrjvwH0pqH4Si5Rw347RpGfuBycGhOT5aX3LL9LxGlVDRRDu2QS+VsVMKT1n4seEQQtcennP/OFqrFVAbSKySOogYIbbAloeFSg==',key_name='tempest-TestMinimumBasicScenario-1579795521',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:51:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='06674e64f970483b9c1b28793ac6253d',ramdisk_id='',reservation_id='r-xd1iomqt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='01049a23-1cdc-480e-bf9d-4e8ec5bd691e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1913234354',owner_user_name='tempest-TestMinimumBasicScenario-1913234354-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:54:22Z,user_data=None,user_id='93b4a35d9bf24f899d7595366533f78a',uuid=87d3e3bd-d205-48f8-8206-c44ad134d416,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "361df1e1-efab-4327-b176-666666df3ab2", "address": "fa:16:3e:58:25:07", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361df1e1-ef", "ovs_interfaceid": "361df1e1-efab-4327-b176-666666df3ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:57:05 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f6af9a7b-e19b-4f34-a57d-3c52342e10a6 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Converting VIF {"id": "361df1e1-efab-4327-b176-666666df3ab2", "address": "fa:16:3e:58:25:07", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361df1e1-ef", "ovs_interfaceid": "361df1e1-efab-4327-b176-666666df3ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:57:05 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f6af9a7b-e19b-4f34-a57d-3c52342e10a6 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:58:25:07,bridge_name='br-int',has_traffic_filtering=True,id=361df1e1-efab-4327-b176-666666df3ab2,network=Network(b4a4b7e3-13f0-40aa-a067-480625d7f2fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap361df1e1-ef') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:57:05 user nova-compute[74491]: DEBUG os_vif [None req-f6af9a7b-e19b-4f34-a57d-3c52342e10a6 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:58:25:07,bridge_name='br-int',has_traffic_filtering=True,id=361df1e1-efab-4327-b176-666666df3ab2,network=Network(b4a4b7e3-13f0-40aa-a067-480625d7f2fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap361df1e1-ef') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:57:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap361df1e1-ef, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:57:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:57:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d0ff185e-22fd-47fd-8eb5-3e671d432a9f) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:57:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:05 user nova-compute[74491]: INFO os_vif [None req-f6af9a7b-e19b-4f34-a57d-3c52342e10a6 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:58:25:07,bridge_name='br-int',has_traffic_filtering=True,id=361df1e1-efab-4327-b176-666666df3ab2,network=Network(b4a4b7e3-13f0-40aa-a067-480625d7f2fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap361df1e1-ef')
Oct 30 07:57:05 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-f6af9a7b-e19b-4f34-a57d-3c52342e10a6 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Deleting instance files /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416_del
Oct 30 07:57:05 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-f6af9a7b-e19b-4f34-a57d-3c52342e10a6 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Deletion of /opt/stack/data/nova/instances/87d3e3bd-d205-48f8-8206-c44ad134d416_del complete
Oct 30 07:57:05 user nova-compute[74491]: INFO nova.compute.manager [None req-f6af9a7b-e19b-4f34-a57d-3c52342e10a6 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Took 1.01 seconds to destroy the instance on the hypervisor.
Oct 30 07:57:05 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-f6af9a7b-e19b-4f34-a57d-3c52342e10a6 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:57:05 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:57:05 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:57:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:06 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:57:06 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:57:06 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Took 0.51 seconds to deallocate network for instance.
Oct 30 07:57:06 user nova-compute[74491]: DEBUG nova.compute.manager [req-cffccac6-0dcd-4414-9099-71aa5b0a9f12 req-4767c15a-ad4c-4fdd-9ea3-adac99810bd8 service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Received event network-vif-deleted-361df1e1-efab-4327-b176-666666df3ab2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:57:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f6af9a7b-e19b-4f34-a57d-3c52342e10a6 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:57:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f6af9a7b-e19b-4f34-a57d-3c52342e10a6 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:57:06 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-f6af9a7b-e19b-4f34-a57d-3c52342e10a6 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:57:06 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-f6af9a7b-e19b-4f34-a57d-3c52342e10a6 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:57:06 user nova-compute[74491]: DEBUG nova.compute.manager [req-7fbbeaad-c4dc-49b6-9947-68d4f6b1a44b req-b8439f68-ea1e-415b-8381-ad26f243395b service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Received event network-vif-unplugged-361df1e1-efab-4327-b176-666666df3ab2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:57:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7fbbeaad-c4dc-49b6-9947-68d4f6b1a44b req-b8439f68-ea1e-415b-8381-ad26f243395b service nova] Acquiring lock "87d3e3bd-d205-48f8-8206-c44ad134d416-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:57:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7fbbeaad-c4dc-49b6-9947-68d4f6b1a44b req-b8439f68-ea1e-415b-8381-ad26f243395b service nova] Lock "87d3e3bd-d205-48f8-8206-c44ad134d416-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:57:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7fbbeaad-c4dc-49b6-9947-68d4f6b1a44b req-b8439f68-ea1e-415b-8381-ad26f243395b service nova] Lock "87d3e3bd-d205-48f8-8206-c44ad134d416-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:57:06 user nova-compute[74491]: DEBUG nova.compute.manager [req-7fbbeaad-c4dc-49b6-9947-68d4f6b1a44b req-b8439f68-ea1e-415b-8381-ad26f243395b service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] No waiting events found dispatching network-vif-unplugged-361df1e1-efab-4327-b176-666666df3ab2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:57:06 user nova-compute[74491]: WARNING nova.compute.manager [req-7fbbeaad-c4dc-49b6-9947-68d4f6b1a44b req-b8439f68-ea1e-415b-8381-ad26f243395b service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Received unexpected event network-vif-unplugged-361df1e1-efab-4327-b176-666666df3ab2 for instance with vm_state deleted and task_state None.
Oct 30 07:57:06 user nova-compute[74491]: DEBUG nova.compute.manager [req-7fbbeaad-c4dc-49b6-9947-68d4f6b1a44b req-b8439f68-ea1e-415b-8381-ad26f243395b service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Received event network-vif-plugged-361df1e1-efab-4327-b176-666666df3ab2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:57:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7fbbeaad-c4dc-49b6-9947-68d4f6b1a44b req-b8439f68-ea1e-415b-8381-ad26f243395b service nova] Acquiring lock "87d3e3bd-d205-48f8-8206-c44ad134d416-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:57:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7fbbeaad-c4dc-49b6-9947-68d4f6b1a44b req-b8439f68-ea1e-415b-8381-ad26f243395b service nova] Lock "87d3e3bd-d205-48f8-8206-c44ad134d416-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:57:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7fbbeaad-c4dc-49b6-9947-68d4f6b1a44b req-b8439f68-ea1e-415b-8381-ad26f243395b service nova] Lock "87d3e3bd-d205-48f8-8206-c44ad134d416-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:57:06 user nova-compute[74491]: DEBUG nova.compute.manager [req-7fbbeaad-c4dc-49b6-9947-68d4f6b1a44b req-b8439f68-ea1e-415b-8381-ad26f243395b service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] No waiting events found dispatching network-vif-plugged-361df1e1-efab-4327-b176-666666df3ab2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:57:06 user nova-compute[74491]: WARNING nova.compute.manager [req-7fbbeaad-c4dc-49b6-9947-68d4f6b1a44b req-b8439f68-ea1e-415b-8381-ad26f243395b service nova] [instance: 87d3e3bd-d205-48f8-8206-c44ad134d416] Received unexpected event network-vif-plugged-361df1e1-efab-4327-b176-666666df3ab2 for instance with vm_state deleted and task_state None.
Oct 30 07:57:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f6af9a7b-e19b-4f34-a57d-3c52342e10a6 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.287s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:57:06 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-f6af9a7b-e19b-4f34-a57d-3c52342e10a6 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Deleted allocations for instance 87d3e3bd-d205-48f8-8206-c44ad134d416
Oct 30 07:57:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f6af9a7b-e19b-4f34-a57d-3c52342e10a6 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "87d3e3bd-d205-48f8-8206-c44ad134d416" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.018s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:57:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "a7228739-32f7-4680-8375-424d597eb52a" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:57:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "a7228739-32f7-4680-8375-424d597eb52a" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:57:11 user nova-compute[74491]: INFO nova.compute.manager [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Shelving
Oct 30 07:57:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:12 user nova-compute[74491]: DEBUG nova.compute.manager [req-1a42edbe-c461-4c62-906a-f23a31560a05 req-76b4b0f1-825b-4a13-a56f-a3570e2d2511 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Received event network-vif-unplugged-f26ac248-94c8-4f92-a6e7-392a350f32a8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:57:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-1a42edbe-c461-4c62-906a-f23a31560a05 req-76b4b0f1-825b-4a13-a56f-a3570e2d2511 service nova] Acquiring lock "a7228739-32f7-4680-8375-424d597eb52a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:57:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-1a42edbe-c461-4c62-906a-f23a31560a05 req-76b4b0f1-825b-4a13-a56f-a3570e2d2511 service nova] Lock "a7228739-32f7-4680-8375-424d597eb52a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:57:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-1a42edbe-c461-4c62-906a-f23a31560a05 req-76b4b0f1-825b-4a13-a56f-a3570e2d2511 service nova] Lock "a7228739-32f7-4680-8375-424d597eb52a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:57:12 user nova-compute[74491]: DEBUG nova.compute.manager [req-1a42edbe-c461-4c62-906a-f23a31560a05 req-76b4b0f1-825b-4a13-a56f-a3570e2d2511 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] No waiting events found dispatching network-vif-unplugged-f26ac248-94c8-4f92-a6e7-392a350f32a8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:57:12 user nova-compute[74491]: WARNING nova.compute.manager [req-1a42edbe-c461-4c62-906a-f23a31560a05 req-76b4b0f1-825b-4a13-a56f-a3570e2d2511 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Received unexpected event network-vif-unplugged-f26ac248-94c8-4f92-a6e7-392a350f32a8 for instance with vm_state active and task_state shelving.
Oct 30 07:57:12 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: a7228739-32f7-4680-8375-424d597eb52a] Instance destroyed successfully.
Oct 30 07:57:12 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Beginning cold snapshot process
Oct 30 07:57:12 user nova-compute[74491]: DEBUG nova.privsep.utils [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74491) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 07:57:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk /opt/stack/data/nova/instances/snapshots/tmpekj0z7qt/9fc5bf46d6494d2a9388edfe3f13f7ed {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:57:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk /opt/stack/data/nova/instances/snapshots/tmpekj0z7qt/9fc5bf46d6494d2a9388edfe3f13f7ed" returned: 0 in 0.723s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:57:13 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Snapshot extracted, beginning image upload
Oct 30 07:57:14 user nova-compute[74491]: DEBUG nova.compute.manager [req-8ccb3e58-9890-49e1-9b72-5cbe20aa3ec5 req-a2ed855f-bf6b-4f9c-8b47-e977c0f5024f service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Received event network-vif-plugged-f26ac248-94c8-4f92-a6e7-392a350f32a8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:57:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8ccb3e58-9890-49e1-9b72-5cbe20aa3ec5 req-a2ed855f-bf6b-4f9c-8b47-e977c0f5024f service nova] Acquiring lock "a7228739-32f7-4680-8375-424d597eb52a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:57:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8ccb3e58-9890-49e1-9b72-5cbe20aa3ec5 req-a2ed855f-bf6b-4f9c-8b47-e977c0f5024f service nova] Lock "a7228739-32f7-4680-8375-424d597eb52a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:57:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8ccb3e58-9890-49e1-9b72-5cbe20aa3ec5 req-a2ed855f-bf6b-4f9c-8b47-e977c0f5024f service nova] Lock "a7228739-32f7-4680-8375-424d597eb52a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:57:14 user nova-compute[74491]: DEBUG nova.compute.manager [req-8ccb3e58-9890-49e1-9b72-5cbe20aa3ec5 req-a2ed855f-bf6b-4f9c-8b47-e977c0f5024f service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] No waiting events found dispatching network-vif-plugged-f26ac248-94c8-4f92-a6e7-392a350f32a8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:57:14 user nova-compute[74491]: WARNING nova.compute.manager [req-8ccb3e58-9890-49e1-9b72-5cbe20aa3ec5 req-a2ed855f-bf6b-4f9c-8b47-e977c0f5024f service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Received unexpected event network-vif-plugged-f26ac248-94c8-4f92-a6e7-392a350f32a8 for instance with vm_state active and task_state shelving_image_uploading.
Oct 30 07:57:14 user nova-compute[74491]: DEBUG nova.compute.manager [req-8ccb3e58-9890-49e1-9b72-5cbe20aa3ec5 req-a2ed855f-bf6b-4f9c-8b47-e977c0f5024f service nova] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Received event network-changed-9c31f221-2008-4693-8cc5-78a5d13d0fb3 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:57:14 user nova-compute[74491]: DEBUG nova.compute.manager [req-8ccb3e58-9890-49e1-9b72-5cbe20aa3ec5 req-a2ed855f-bf6b-4f9c-8b47-e977c0f5024f service nova] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Refreshing instance network info cache due to event network-changed-9c31f221-2008-4693-8cc5-78a5d13d0fb3. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:57:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8ccb3e58-9890-49e1-9b72-5cbe20aa3ec5 req-a2ed855f-bf6b-4f9c-8b47-e977c0f5024f service nova] Acquiring lock "refresh_cache-6bfe5f19-118f-4f99-8fe7-e246791a1829" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:57:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8ccb3e58-9890-49e1-9b72-5cbe20aa3ec5 req-a2ed855f-bf6b-4f9c-8b47-e977c0f5024f service nova] Acquired lock "refresh_cache-6bfe5f19-118f-4f99-8fe7-e246791a1829" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:57:14 user nova-compute[74491]: DEBUG nova.network.neutron [req-8ccb3e58-9890-49e1-9b72-5cbe20aa3ec5 req-a2ed855f-bf6b-4f9c-8b47-e977c0f5024f service nova] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Refreshing network info cache for port 9c31f221-2008-4693-8cc5-78a5d13d0fb3 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:57:14 user nova-compute[74491]: DEBUG nova.network.neutron [req-8ccb3e58-9890-49e1-9b72-5cbe20aa3ec5 req-a2ed855f-bf6b-4f9c-8b47-e977c0f5024f service nova] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Updated VIF entry in instance network info cache for port 9c31f221-2008-4693-8cc5-78a5d13d0fb3. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:57:14 user nova-compute[74491]: DEBUG nova.network.neutron [req-8ccb3e58-9890-49e1-9b72-5cbe20aa3ec5 req-a2ed855f-bf6b-4f9c-8b47-e977c0f5024f service nova] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Updating instance_info_cache with network_info: [{"id": "9c31f221-2008-4693-8cc5-78a5d13d0fb3", "address": "fa:16:3e:a3:64:81", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.10", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c31f221-20", "ovs_interfaceid": "9c31f221-2008-4693-8cc5-78a5d13d0fb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:57:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8ccb3e58-9890-49e1-9b72-5cbe20aa3ec5 req-a2ed855f-bf6b-4f9c-8b47-e977c0f5024f service nova] Releasing lock "refresh_cache-6bfe5f19-118f-4f99-8fe7-e246791a1829" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:57:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:16 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Snapshot image upload complete
Oct 30 07:57:16 user nova-compute[74491]: DEBUG nova.compute.manager [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:57:16 user nova-compute[74491]: INFO nova.compute.manager [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Shelve offloading
Oct 30 07:57:16 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: a7228739-32f7-4680-8375-424d597eb52a] Instance destroyed successfully.
Oct 30 07:57:16 user nova-compute[74491]: DEBUG nova.compute.manager [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:57:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "refresh_cache-a7228739-32f7-4680-8375-424d597eb52a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:57:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquired lock "refresh_cache-a7228739-32f7-4680-8375-424d597eb52a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:57:16 user nova-compute[74491]: DEBUG nova.network.neutron [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:57:16 user nova-compute[74491]: DEBUG nova.network.neutron [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Updating instance_info_cache with network_info: [{"id": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "address": "fa:16:3e:c9:e6:07", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf26ac248-94", "ovs_interfaceid": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:57:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Releasing lock "refresh_cache-a7228739-32f7-4680-8375-424d597eb52a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:57:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:17 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: a7228739-32f7-4680-8375-424d597eb52a] Instance destroyed successfully.
Oct 30 07:57:17 user nova-compute[74491]: DEBUG nova.objects.instance [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lazy-loading 'resources' on Instance uuid a7228739-32f7-4680-8375-424d597eb52a {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:57:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:55:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1779965758',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1779965758',id=37,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGGwxP2i9uL2oPhrgKqGRErLZm2n/v5jPFoVM5CwudtJJNbhcMkZ+N9eysBqMaTCCet730ZiMV3mnGLpxtce4sjIgenH+Z/QS3vxrkRs5Mm9YgTfXtN/94AS1tgPFZ9bgA==',key_name='tempest-keypair-1224018208',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:55:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='0c80c5fa82b04cb384f1e4d056a69980',ramdisk_id='',reservation_id='r-iu720z3r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-9842313',owner_user_name='tempest-AttachVolumeShelveTestJSON-9842313-project-member',shelved_at='2023-10-30T07:57:16.452601',shelved_host='user',shelved_image_id='78db9721-1718-48ca-b637-517b826d699e'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:57:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0628c3678bc542ef977f664abaaeb041',uuid=a7228739-32f7-4680-8375-424d597eb52a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "address": "fa:16:3e:c9:e6:07", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf26ac248-94", "ovs_interfaceid": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:57:17 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Converting VIF {"id": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "address": "fa:16:3e:c9:e6:07", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf26ac248-94", "ovs_interfaceid": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:57:17 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:e6:07,bridge_name='br-int',has_traffic_filtering=True,id=f26ac248-94c8-4f92-a6e7-392a350f32a8,network=Network(6533d0fd-c0f1-4d14-8ab9-2e397982a10b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf26ac248-94') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:57:17 user nova-compute[74491]: DEBUG os_vif [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:e6:07,bridge_name='br-int',has_traffic_filtering=True,id=f26ac248-94c8-4f92-a6e7-392a350f32a8,network=Network(6533d0fd-c0f1-4d14-8ab9-2e397982a10b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf26ac248-94') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:57:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf26ac248-94, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:57:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1b02f929-7337-4eb3-ae94-3603e4da42f0) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:57:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:17 user nova-compute[74491]: INFO os_vif [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:e6:07,bridge_name='br-int',has_traffic_filtering=True,id=f26ac248-94c8-4f92-a6e7-392a350f32a8,network=Network(6533d0fd-c0f1-4d14-8ab9-2e397982a10b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf26ac248-94')
Oct 30 07:57:17 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Deleting instance files /opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a_del
Oct 30 07:57:17 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Deletion of /opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a_del complete
Oct 30 07:57:17 user nova-compute[74491]: DEBUG nova.compute.manager [req-b2eef862-13e5-4c6a-ac13-d2daecef6cd9 req-22caf81e-c73f-433c-b681-b1db127e773e service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Received event network-changed-f26ac248-94c8-4f92-a6e7-392a350f32a8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:57:17 user nova-compute[74491]: DEBUG nova.compute.manager [req-b2eef862-13e5-4c6a-ac13-d2daecef6cd9 req-22caf81e-c73f-433c-b681-b1db127e773e service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Refreshing instance network info cache due to event network-changed-f26ac248-94c8-4f92-a6e7-392a350f32a8. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:57:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b2eef862-13e5-4c6a-ac13-d2daecef6cd9 req-22caf81e-c73f-433c-b681-b1db127e773e service nova] Acquiring lock "refresh_cache-a7228739-32f7-4680-8375-424d597eb52a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:57:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b2eef862-13e5-4c6a-ac13-d2daecef6cd9 req-22caf81e-c73f-433c-b681-b1db127e773e service nova] Acquired lock "refresh_cache-a7228739-32f7-4680-8375-424d597eb52a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:57:17 user nova-compute[74491]: DEBUG nova.network.neutron [req-b2eef862-13e5-4c6a-ac13-d2daecef6cd9 req-22caf81e-c73f-433c-b681-b1db127e773e service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Refreshing network info cache for port f26ac248-94c8-4f92-a6e7-392a350f32a8 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:57:17 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Deleted allocations for instance a7228739-32f7-4680-8375-424d597eb52a
Oct 30 07:57:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:57:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:57:17 user nova-compute[74491]: DEBUG nova.objects.instance [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lazy-loading 'numa_topology' on Instance uuid a7228739-32f7-4680-8375-424d597eb52a {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:57:17 user nova-compute[74491]: DEBUG nova.objects.base [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Object Instance<a7228739-32f7-4680-8375-424d597eb52a> lazy-loaded attributes: resources,numa_topology {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:57:18 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:57:18 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:57:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.239s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:57:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-40066a44-fcdc-4429-94df-c32d941bdaae tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "a7228739-32f7-4680-8375-424d597eb52a" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 6.355s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:57:18 user nova-compute[74491]: DEBUG nova.network.neutron [req-b2eef862-13e5-4c6a-ac13-d2daecef6cd9 req-22caf81e-c73f-433c-b681-b1db127e773e service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Updated VIF entry in instance network info cache for port f26ac248-94c8-4f92-a6e7-392a350f32a8. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:57:18 user nova-compute[74491]: DEBUG nova.network.neutron [req-b2eef862-13e5-4c6a-ac13-d2daecef6cd9 req-22caf81e-c73f-433c-b681-b1db127e773e service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Updating instance_info_cache with network_info: [{"id": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "address": "fa:16:3e:c9:e6:07", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapf26ac248-94", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:57:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b2eef862-13e5-4c6a-ac13-d2daecef6cd9 req-22caf81e-c73f-433c-b681-b1db127e773e service nova] Releasing lock "refresh_cache-a7228739-32f7-4680-8375-424d597eb52a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:57:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "6bfe5f19-118f-4f99-8fe7-e246791a1829" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:57:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "6bfe5f19-118f-4f99-8fe7-e246791a1829" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:57:19 user nova-compute[74491]: DEBUG nova.objects.instance [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lazy-loading 'flavor' on Instance uuid 6bfe5f19-118f-4f99-8fe7-e246791a1829 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:57:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "6bfe5f19-118f-4f99-8fe7-e246791a1829" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:57:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "6bfe5f19-118f-4f99-8fe7-e246791a1829" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:57:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "6bfe5f19-118f-4f99-8fe7-e246791a1829" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:57:19 user nova-compute[74491]: INFO nova.compute.manager [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Attaching volume 3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b to /dev/vdb
Oct 30 07:57:19 user nova-compute[74491]: DEBUG os_brick.utils [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:57:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:57:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:57:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[df3136a9-60bd-4e98-a989-f5baec8789e2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:57:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:57:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:57:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[da180ed5-ee26-44ec-995c-2c9364c33907]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:57:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:57:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:57:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0eb66f4-e643-4914-b923-5d9090745189]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:57:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0be274fd-002b-4da4-b532-ac3c80525983]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:57:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:57:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:57:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:57:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:57:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:57:19 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:57:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[38bef40e-5629-4e9a-9fb8-858d0645fb74]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:57:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:57:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:57:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:57:19 user nova-compute[74491]: DEBUG os_brick.utils [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:57:19 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Updating existing volume attachment record: 52dbdd27-5d66-4051-9a54-64954de4c632 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:57:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:27 user nova-compute[74491]: INFO nova.compute.manager [None req-8235d7bc-99e8-4d5f-9443-06cff96bd8ff tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Get console output
Oct 30 07:57:28 user nova-compute[74491]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Oct 30 07:57:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uLCcdoFh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:57:40 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:57:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:57:40 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:57:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:57:40 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c8440b0-091e-4689-9aa5-b1acc5642b62]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 07:57:40 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8a9e4fc-26c7-4033-a5ad-86fc1fb224e8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b] added
Oct 30 07:57:40 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[99b3a829-5089-4d76-bf2c-d23d2e87ce21]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[cea54361-e76b-49b0-9b29-1448c4078203]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uLCcdoFh {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uLCcdoFh" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a53d138-3acc-4088-8f87-5647d3e425ea]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uLCcdoFh'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc8aaec7-bbca-4bdf-947e-754a928e1179]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[391fb23c-c2ad-4fe6-9f35-cf7eb405cf79]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:57:40 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:57:40 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e1c28f4-d49e-441d-8feb-d42288f39e5b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b, portal: 172.16.0.220,3260]
Oct 30 07:57:40 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b, portal: 172.16.0.220,3260] successful.
Oct 30 07:57:40 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[dde55592-2eb0-4ec9-a11a-2a19df1fdc7a]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e65a16c-f27d-4328-9172-f211468fc1fa]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:57:40 user nova-compute[74491]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b (non-flash)
Oct 30 07:57:40 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:57:40 user nova-compute[74491]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b (non-flash)
Oct 30 07:57:40 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.287s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] HCTL ('33', '-', '-', 0) found on session 40 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[81146259-6377-46f8-b663-6ddf61a909c6]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Searching for a device in session 40 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 07:57:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uLCcdoFh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 07:57:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.319s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:57:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] <== connect_volume: return (1320ms) {'type': 'block', 'scsi_wwn': '23363333734363362', 'path': '/dev/sdb'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:57:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23363333734363362', 'path': '/dev/sdb'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 07:57:41 user nova-compute[74491]: DEBUG nova.objects.instance [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lazy-loading 'flavor' on Instance uuid 6bfe5f19-118f-4f99-8fe7-e246791a1829 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:57:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 07:57:41 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:57:41 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 07:57:41 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:57:41 user nova-compute[74491]:   <serial>3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b</serial>
Oct 30 07:57:41 user nova-compute[74491]: </disk>
Oct 30 07:57:41 user nova-compute[74491]:  {{(pid=74491) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 07:57:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:57:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:57:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] No VIF found with MAC fa:16:3e:a3:64:81, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:57:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-adebfdcd-d4a5-4b33-801e-eda5c09c98fd tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "6bfe5f19-118f-4f99-8fe7-e246791a1829" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.207s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:57:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:57:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "6bfe5f19-118f-4f99-8fe7-e246791a1829" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:57:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "6bfe5f19-118f-4f99-8fe7-e246791a1829" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:57:42 user nova-compute[74491]: INFO nova.compute.manager [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Detaching volume 3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b
Oct 30 07:57:42 user nova-compute[74491]: INFO nova.virt.block_device [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Attempting to driver detach volume 3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b from mountpoint /dev/vdb
Oct 30 07:57:42 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Attempting to detach device vdb from instance 6bfe5f19-118f-4f99-8fe7-e246791a1829 from the persistent domain config. {{(pid=74491) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 07:57:42 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:57:42 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:57:42 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 07:57:42 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:57:42 user nova-compute[74491]:   <serial>3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b</serial>
Oct 30 07:57:42 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 07:57:42 user nova-compute[74491]: </disk>
Oct 30 07:57:42 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:57:43 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Successfully detached device vdb from instance 6bfe5f19-118f-4f99-8fe7-e246791a1829 from the persistent domain config.
Oct 30 07:57:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 6bfe5f19-118f-4f99-8fe7-e246791a1829 from the live domain config. {{(pid=74491) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 07:57:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 07:57:43 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 07:57:43 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 07:57:43 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 07:57:43 user nova-compute[74491]:   <serial>3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b</serial>
Oct 30 07:57:43 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 07:57:43 user nova-compute[74491]: </disk>
Oct 30 07:57:43 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 07:57:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 6bfe5f19-118f-4f99-8fe7-e246791a1829 {{(pid=74491) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 07:57:43 user nova-compute[74491]: DEBUG nova.compute.manager [req-e6b0e7fd-dd2b-4470-997e-772333d4198f req-f8329acb-c105-4377-a020-14334d968650 service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Received event network-changed-5d88d0c6-4bb7-46e3-9e9f-5d71acf14980 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:57:43 user nova-compute[74491]: DEBUG nova.compute.manager [req-e6b0e7fd-dd2b-4470-997e-772333d4198f req-f8329acb-c105-4377-a020-14334d968650 service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Refreshing instance network info cache due to event network-changed-5d88d0c6-4bb7-46e3-9e9f-5d71acf14980. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:57:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e6b0e7fd-dd2b-4470-997e-772333d4198f req-f8329acb-c105-4377-a020-14334d968650 service nova] Acquiring lock "refresh_cache-041086e2-33e9-4c30-9bf3-fdaae1b86632" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:57:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e6b0e7fd-dd2b-4470-997e-772333d4198f req-f8329acb-c105-4377-a020-14334d968650 service nova] Acquired lock "refresh_cache-041086e2-33e9-4c30-9bf3-fdaae1b86632" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:57:43 user nova-compute[74491]: DEBUG nova.network.neutron [req-e6b0e7fd-dd2b-4470-997e-772333d4198f req-f8329acb-c105-4377-a020-14334d968650 service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Refreshing network info cache for port 5d88d0c6-4bb7-46e3-9e9f-5d71acf14980 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:57:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e99ad5c6-5c1b-4293-89f4-3ba7324ec1af tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "041086e2-33e9-4c30-9bf3-fdaae1b86632" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:57:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e99ad5c6-5c1b-4293-89f4-3ba7324ec1af tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "041086e2-33e9-4c30-9bf3-fdaae1b86632" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:57:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e99ad5c6-5c1b-4293-89f4-3ba7324ec1af tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "041086e2-33e9-4c30-9bf3-fdaae1b86632-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:57:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e99ad5c6-5c1b-4293-89f4-3ba7324ec1af tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "041086e2-33e9-4c30-9bf3-fdaae1b86632-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:57:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e99ad5c6-5c1b-4293-89f4-3ba7324ec1af tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "041086e2-33e9-4c30-9bf3-fdaae1b86632-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:57:44 user nova-compute[74491]: INFO nova.compute.manager [None req-e99ad5c6-5c1b-4293-89f4-3ba7324ec1af tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Terminating instance
Oct 30 07:57:44 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e99ad5c6-5c1b-4293-89f4-3ba7324ec1af tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:57:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:44 user nova-compute[74491]: DEBUG nova.network.neutron [req-e6b0e7fd-dd2b-4470-997e-772333d4198f req-f8329acb-c105-4377-a020-14334d968650 service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Updated VIF entry in instance network info cache for port 5d88d0c6-4bb7-46e3-9e9f-5d71acf14980. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:57:44 user nova-compute[74491]: DEBUG nova.network.neutron [req-e6b0e7fd-dd2b-4470-997e-772333d4198f req-f8329acb-c105-4377-a020-14334d968650 service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Updating instance_info_cache with network_info: [{"id": "5d88d0c6-4bb7-46e3-9e9f-5d71acf14980", "address": "fa:16:3e:be:3c:c7", "network": {"id": "bd8c866d-4a45-414c-843a-0c4d97d7faa6", "bridge": "br-int", "label": "tempest-TestStampPattern-509748374-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f20f318c0ce94480adddf9696681b5b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d88d0c6-4b", "ovs_interfaceid": "5d88d0c6-4bb7-46e3-9e9f-5d71acf14980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:57:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e6b0e7fd-dd2b-4470-997e-772333d4198f req-f8329acb-c105-4377-a020-14334d968650 service nova] Releasing lock "refresh_cache-041086e2-33e9-4c30-9bf3-fdaae1b86632" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:57:44 user nova-compute[74491]: DEBUG nova.compute.manager [req-36573a0d-7adb-4db8-8339-57ff848762ea req-54b85c1a-fb83-4fdd-90f1-220e9fad02a0 service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Received event network-vif-unplugged-5d88d0c6-4bb7-46e3-9e9f-5d71acf14980 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:57:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-36573a0d-7adb-4db8-8339-57ff848762ea req-54b85c1a-fb83-4fdd-90f1-220e9fad02a0 service nova] Acquiring lock "041086e2-33e9-4c30-9bf3-fdaae1b86632-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:57:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-36573a0d-7adb-4db8-8339-57ff848762ea req-54b85c1a-fb83-4fdd-90f1-220e9fad02a0 service nova] Lock "041086e2-33e9-4c30-9bf3-fdaae1b86632-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:57:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-36573a0d-7adb-4db8-8339-57ff848762ea req-54b85c1a-fb83-4fdd-90f1-220e9fad02a0 service nova] Lock "041086e2-33e9-4c30-9bf3-fdaae1b86632-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:57:44 user nova-compute[74491]: DEBUG nova.compute.manager [req-36573a0d-7adb-4db8-8339-57ff848762ea req-54b85c1a-fb83-4fdd-90f1-220e9fad02a0 service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] No waiting events found dispatching network-vif-unplugged-5d88d0c6-4bb7-46e3-9e9f-5d71acf14980 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:57:44 user nova-compute[74491]: DEBUG nova.compute.manager [req-36573a0d-7adb-4db8-8339-57ff848762ea req-54b85c1a-fb83-4fdd-90f1-220e9fad02a0 service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Received event network-vif-unplugged-5d88d0c6-4bb7-46e3-9e9f-5d71acf14980 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:57:44 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Instance destroyed successfully.
Oct 30 07:57:45 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e99ad5c6-5c1b-4293-89f4-3ba7324ec1af tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lazy-loading 'resources' on Instance uuid 041086e2-33e9-4c30-9bf3-fdaae1b86632 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:57:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-e99ad5c6-5c1b-4293-89f4-3ba7324ec1af tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:49:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-357466521',display_name='tempest-TestStampPattern-server-357466521',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-357466521',id=30,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH5xWdOQ4VEs686Qss7e5gWhembQn8arXOtAJQAbhf/ar2NNIuZixrCv8Hj3yV7ZOjdf+Ww0v2lGs3jTTnkjD01CiWdizDzSV1KRYa+aiwnEkdIKxPlCugiREy4A5/vasw==',key_name='tempest-TestStampPattern-829975866',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:49:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f20f318c0ce94480adddf9696681b5b7',ramdisk_id='',reservation_id='r-di3cj5tk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-107539016',owner_user_name='tempest-TestStampPattern-107539016-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:53:17Z,user_data=None,user_id='643ca52461624eae9eb2258193ea1b9a',uuid=041086e2-33e9-4c30-9bf3-fdaae1b86632,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5d88d0c6-4bb7-46e3-9e9f-5d71acf14980", "address": "fa:16:3e:be:3c:c7", "network": {"id": "bd8c866d-4a45-414c-843a-0c4d97d7faa6", "bridge": "br-int", "label": "tempest-TestStampPattern-509748374-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f20f318c0ce94480adddf9696681b5b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d88d0c6-4b", "ovs_interfaceid": "5d88d0c6-4bb7-46e3-9e9f-5d71acf14980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:57:45 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-e99ad5c6-5c1b-4293-89f4-3ba7324ec1af tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Converting VIF {"id": "5d88d0c6-4bb7-46e3-9e9f-5d71acf14980", "address": "fa:16:3e:be:3c:c7", "network": {"id": "bd8c866d-4a45-414c-843a-0c4d97d7faa6", "bridge": "br-int", "label": "tempest-TestStampPattern-509748374-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f20f318c0ce94480adddf9696681b5b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d88d0c6-4b", "ovs_interfaceid": "5d88d0c6-4bb7-46e3-9e9f-5d71acf14980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:57:45 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-e99ad5c6-5c1b-4293-89f4-3ba7324ec1af tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:be:3c:c7,bridge_name='br-int',has_traffic_filtering=True,id=5d88d0c6-4bb7-46e3-9e9f-5d71acf14980,network=Network(bd8c866d-4a45-414c-843a-0c4d97d7faa6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d88d0c6-4b') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:57:45 user nova-compute[74491]: DEBUG os_vif [None req-e99ad5c6-5c1b-4293-89f4-3ba7324ec1af tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:be:3c:c7,bridge_name='br-int',has_traffic_filtering=True,id=5d88d0c6-4bb7-46e3-9e9f-5d71acf14980,network=Network(bd8c866d-4a45-414c-843a-0c4d97d7faa6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d88d0c6-4b') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:57:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5d88d0c6-4b, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:57:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=51fb77b9-46b6-41eb-9dfe-8befa4433fad) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:57:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:57:45 user nova-compute[74491]: INFO os_vif [None req-e99ad5c6-5c1b-4293-89f4-3ba7324ec1af tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:be:3c:c7,bridge_name='br-int',has_traffic_filtering=True,id=5d88d0c6-4bb7-46e3-9e9f-5d71acf14980,network=Network(bd8c866d-4a45-414c-843a-0c4d97d7faa6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d88d0c6-4b')
Oct 30 07:57:45 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-e99ad5c6-5c1b-4293-89f4-3ba7324ec1af tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Deleting instance files /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632_del
Oct 30 07:57:45 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-e99ad5c6-5c1b-4293-89f4-3ba7324ec1af tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Deletion of /opt/stack/data/nova/instances/041086e2-33e9-4c30-9bf3-fdaae1b86632_del complete
Oct 30 07:57:45 user nova-compute[74491]: INFO nova.compute.manager [None req-e99ad5c6-5c1b-4293-89f4-3ba7324ec1af tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Took 1.16 seconds to destroy the instance on the hypervisor.
Oct 30 07:57:45 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-e99ad5c6-5c1b-4293-89f4-3ba7324ec1af tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:57:45 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:57:45 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:57:45 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:57:45 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Took 0.49 seconds to deallocate network for instance.
Oct 30 07:57:45 user nova-compute[74491]: DEBUG nova.compute.manager [req-2990eea7-a156-4b94-b021-b9cfd6c88d9f req-25af9387-d535-4e47-9634-bdcddb2805e9 service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Received event network-vif-deleted-5d88d0c6-4bb7-46e3-9e9f-5d71acf14980 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:57:45 user nova-compute[74491]: INFO nova.compute.manager [req-2990eea7-a156-4b94-b021-b9cfd6c88d9f req-25af9387-d535-4e47-9634-bdcddb2805e9 service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Neutron deleted interface 5d88d0c6-4bb7-46e3-9e9f-5d71acf14980; detaching it from the instance and deleting it from the info cache
Oct 30 07:57:45 user nova-compute[74491]: DEBUG nova.network.neutron [req-2990eea7-a156-4b94-b021-b9cfd6c88d9f req-25af9387-d535-4e47-9634-bdcddb2805e9 service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:57:45 user nova-compute[74491]: DEBUG nova.compute.manager [req-2990eea7-a156-4b94-b021-b9cfd6c88d9f req-25af9387-d535-4e47-9634-bdcddb2805e9 service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Detach interface failed, port_id=5d88d0c6-4bb7-46e3-9e9f-5d71acf14980, reason: Instance 041086e2-33e9-4c30-9bf3-fdaae1b86632 could not be found. {{(pid=74491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 07:57:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e99ad5c6-5c1b-4293-89f4-3ba7324ec1af tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:57:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e99ad5c6-5c1b-4293-89f4-3ba7324ec1af tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:57:45 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e99ad5c6-5c1b-4293-89f4-3ba7324ec1af tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:57:45 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e99ad5c6-5c1b-4293-89f4-3ba7324ec1af tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:57:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e99ad5c6-5c1b-4293-89f4-3ba7324ec1af tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.199s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:57:45 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-e99ad5c6-5c1b-4293-89f4-3ba7324ec1af tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Deleted allocations for instance 041086e2-33e9-4c30-9bf3-fdaae1b86632
Oct 30 07:57:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e99ad5c6-5c1b-4293-89f4-3ba7324ec1af tempest-TestStampPattern-107539016 tempest-TestStampPattern-107539016-project-member] Lock "041086e2-33e9-4c30-9bf3-fdaae1b86632" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.043s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:57:46 user nova-compute[74491]: DEBUG nova.compute.manager [req-2c58d3f2-8bd0-45fe-a570-c896214fcff1 req-96125725-09cc-4004-8c57-db38f734b9a1 service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Received event network-vif-plugged-5d88d0c6-4bb7-46e3-9e9f-5d71acf14980 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:57:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2c58d3f2-8bd0-45fe-a570-c896214fcff1 req-96125725-09cc-4004-8c57-db38f734b9a1 service nova] Acquiring lock "041086e2-33e9-4c30-9bf3-fdaae1b86632-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:57:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2c58d3f2-8bd0-45fe-a570-c896214fcff1 req-96125725-09cc-4004-8c57-db38f734b9a1 service nova] Lock "041086e2-33e9-4c30-9bf3-fdaae1b86632-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:57:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2c58d3f2-8bd0-45fe-a570-c896214fcff1 req-96125725-09cc-4004-8c57-db38f734b9a1 service nova] Lock "041086e2-33e9-4c30-9bf3-fdaae1b86632-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:57:46 user nova-compute[74491]: DEBUG nova.compute.manager [req-2c58d3f2-8bd0-45fe-a570-c896214fcff1 req-96125725-09cc-4004-8c57-db38f734b9a1 service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] No waiting events found dispatching network-vif-plugged-5d88d0c6-4bb7-46e3-9e9f-5d71acf14980 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:57:46 user nova-compute[74491]: WARNING nova.compute.manager [req-2c58d3f2-8bd0-45fe-a570-c896214fcff1 req-96125725-09cc-4004-8c57-db38f734b9a1 service nova] [instance: 041086e2-33e9-4c30-9bf3-fdaae1b86632] Received unexpected event network-vif-plugged-5d88d0c6-4bb7-46e3-9e9f-5d71acf14980 for instance with vm_state deleted and task_state None.
Oct 30 07:57:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:57:51 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:57:53 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:57:53 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 07:57:54 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:57:54 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 07:57:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-643c14ed-732b-4081-9a8a-422da2f76f0f" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:57:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-643c14ed-732b-4081-9a8a-422da2f76f0f" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:57:54 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 07:57:54 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Updating instance_info_cache with network_info: [{"id": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "address": "fa:16:3e:a2:01:25", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5b6c7ee-b8", "ovs_interfaceid": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:57:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-643c14ed-732b-4081-9a8a-422da2f76f0f" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:57:54 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 07:57:54 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:57:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4998-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:57:55 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:57:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:57:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:57:59 user nova-compute[74491]: DEBUG nova.compute.manager [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 07:57:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:57:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:57:59 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:57:59 user nova-compute[74491]: INFO nova.compute.claims [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Claim successful on node user
Oct 30 07:57:59 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:57:59 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:57:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.489s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:57:59 user nova-compute[74491]: DEBUG nova.compute.manager [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 07:57:59 user nova-compute[74491]: DEBUG nova.compute.manager [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 07:57:59 user nova-compute[74491]: DEBUG nova.network.neutron [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 07:57:59 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 07:57:59 user nova-compute[74491]: DEBUG nova.compute.manager [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 07:58:00 user nova-compute[74491]: DEBUG nova.policy [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93b4a35d9bf24f899d7595366533f78a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06674e64f970483b9c1b28793ac6253d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 07:58:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:58:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 07:58:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:58:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 07:58:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:00 user nova-compute[74491]: DEBUG nova.compute.manager [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 07:58:00 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:58:00 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Creating image(s)
Oct 30 07:58:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "/opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:58:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "/opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:58:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "/opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.033s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:58:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "3923b8a10c2897d1bca8f84fb742f1e3cf68962c" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:58:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "3923b8a10c2897d1bca8f84fb742f1e3cf68962c" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:58:00 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3923b8a10c2897d1bca8f84fb742f1e3cf68962c.part --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:00 user nova-compute[74491]: DEBUG nova.network.neutron [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Successfully created port: 03eed40f-9854-41ab-a1fc-a1dbf92a98a8 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 07:58:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3923b8a10c2897d1bca8f84fb742f1e3cf68962c.part --force-share --output=json" returned: 0 in 0.192s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:01 user nova-compute[74491]: DEBUG nova.virt.images [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] b7a022ea-b4e5-452f-9fba-379aedd326ef was qcow2, converting to raw {{(pid=74491) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 30 07:58:01 user nova-compute[74491]: DEBUG nova.privsep.utils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74491) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 07:58:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/3923b8a10c2897d1bca8f84fb742f1e3cf68962c.part /opt/stack/data/nova/instances/_base/3923b8a10c2897d1bca8f84fb742f1e3cf68962c.converted {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/3923b8a10c2897d1bca8f84fb742f1e3cf68962c.part /opt/stack/data/nova/instances/_base/3923b8a10c2897d1bca8f84fb742f1e3cf68962c.converted" returned: 0 in 0.416s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3923b8a10c2897d1bca8f84fb742f1e3cf68962c.converted --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3923b8a10c2897d1bca8f84fb742f1e3cf68962c.converted --force-share --output=json" returned: 0 in 0.187s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "3923b8a10c2897d1bca8f84fb742f1e3cf68962c" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.565s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:58:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3923b8a10c2897d1bca8f84fb742f1e3cf68962c --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:01 user nova-compute[74491]: DEBUG nova.network.neutron [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Successfully updated port: 03eed40f-9854-41ab-a1fc-a1dbf92a98a8 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 07:58:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "refresh_cache-dd089f5a-0474-4ddd-9009-ee0d1a411ca0" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:58:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquired lock "refresh_cache-dd089f5a-0474-4ddd-9009-ee0d1a411ca0" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:58:01 user nova-compute[74491]: DEBUG nova.network.neutron [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:58:01 user nova-compute[74491]: DEBUG nova.compute.manager [req-af6ad030-16f5-4e61-87f3-6e721d4f05bf req-b3bda130-8f8b-4cea-99cc-4485c2acdff6 service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Received event network-changed-03eed40f-9854-41ab-a1fc-a1dbf92a98a8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:58:01 user nova-compute[74491]: DEBUG nova.compute.manager [req-af6ad030-16f5-4e61-87f3-6e721d4f05bf req-b3bda130-8f8b-4cea-99cc-4485c2acdff6 service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Refreshing instance network info cache due to event network-changed-03eed40f-9854-41ab-a1fc-a1dbf92a98a8. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:58:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-af6ad030-16f5-4e61-87f3-6e721d4f05bf req-b3bda130-8f8b-4cea-99cc-4485c2acdff6 service nova] Acquiring lock "refresh_cache-dd089f5a-0474-4ddd-9009-ee0d1a411ca0" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:58:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3923b8a10c2897d1bca8f84fb742f1e3cf68962c --force-share --output=json" returned: 0 in 0.192s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "3923b8a10c2897d1bca8f84fb742f1e3cf68962c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:58:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "3923b8a10c2897d1bca8f84fb742f1e3cf68962c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:58:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3923b8a10c2897d1bca8f84fb742f1e3cf68962c --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:01 user nova-compute[74491]: DEBUG nova.network.neutron [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3923b8a10c2897d1bca8f84fb742f1e3cf68962c --force-share --output=json" returned: 0 in 0.178s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3923b8a10c2897d1bca8f84fb742f1e3cf68962c,backing_fmt=raw /opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3923b8a10c2897d1bca8f84fb742f1e3cf68962c,backing_fmt=raw /opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/disk 1073741824" returned: 0 in 0.057s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "3923b8a10c2897d1bca8f84fb742f1e3cf68962c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.242s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3923b8a10c2897d1bca8f84fb742f1e3cf68962c --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.network.neutron [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Updating instance_info_cache with network_info: [{"id": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "address": "fa:16:3e:2f:09:53", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03eed40f-98", "ovs_interfaceid": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Releasing lock "refresh_cache-dd089f5a-0474-4ddd-9009-ee0d1a411ca0" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.compute.manager [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Instance network_info: |[{"id": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "address": "fa:16:3e:2f:09:53", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03eed40f-98", "ovs_interfaceid": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-af6ad030-16f5-4e61-87f3-6e721d4f05bf req-b3bda130-8f8b-4cea-99cc-4485c2acdff6 service nova] Acquired lock "refresh_cache-dd089f5a-0474-4ddd-9009-ee0d1a411ca0" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.network.neutron [req-af6ad030-16f5-4e61-87f3-6e721d4f05bf req-b3bda130-8f8b-4cea-99cc-4485c2acdff6 service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Refreshing network info cache for port 03eed40f-9854-41ab-a1fc-a1dbf92a98a8 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3923b8a10c2897d1bca8f84fb742f1e3cf68962c --force-share --output=json" returned: 0 in 0.201s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Checking if we can resize image /opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Cannot resize image /opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Ensure instance console log exists: /opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Start _get_guest_xml network_info=[{"id": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "address": "fa:16:3e:2f:09:53", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03eed40f-98", "ovs_interfaceid": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:57:56Z,direct_url=<?>,disk_format='qcow2',id=b7a022ea-b4e5-452f-9fba-379aedd326ef,min_disk=0,min_ram=0,name='tempest-scenario-img--399212453',owner='06674e64f970483b9c1b28793ac6253d',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:57:58Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': 'b7a022ea-b4e5-452f-9fba-379aedd326ef'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bfe5f19-118f-4f99-8fe7-e246791a1829/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:02 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:58:02 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:57:56Z,direct_url=<?>,disk_format='qcow2',id=b7a022ea-b4e5-452f-9fba-379aedd326ef,min_disk=0,min_ram=0,name='tempest-scenario-img--399212453',owner='06674e64f970483b9c1b28793ac6253d',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:57:58Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:57:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1769826399',display_name='tempest-TestMinimumBasicScenario-server-1769826399',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1769826399',id=39,image_ref='b7a022ea-b4e5-452f-9fba-379aedd326ef',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLwqh2ywtPeIdbYvtlWxob6T2+h8RJUx3q51OiQV66GBjPamJarYK7+5KF3fxV5mJ+2Sx96TF72RbY9a8xf/omlov6nj9o6FOcEzkxgG/prUIfZK9Y8b1aYJGFXghZxTSQ==',key_name='tempest-TestMinimumBasicScenario-583333227',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='06674e64f970483b9c1b28793ac6253d',ramdisk_id='',reservation_id='r-57pvqlrj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b7a022ea-b4e5-452f-9fba-379aedd326ef',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1913234354',owner_user_name='tempest-TestMinimumBasicScenario-1913234354-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:58:00Z,user_data=None,user_id='93b4a35d9bf24f899d7595366533f78a',uuid=dd089f5a-0474-4ddd-9009-ee0d1a411ca0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "address": "fa:16:3e:2f:09:53", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03eed40f-98", "ovs_interfaceid": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Converting VIF {"id": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "address": "fa:16:3e:2f:09:53", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03eed40f-98", "ovs_interfaceid": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2f:09:53,bridge_name='br-int',has_traffic_filtering=True,id=03eed40f-9854-41ab-a1fc-a1dbf92a98a8,network=Network(b4a4b7e3-13f0-40aa-a067-480625d7f2fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03eed40f-98') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.objects.instance [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lazy-loading 'pci_devices' on Instance uuid dd089f5a-0474-4ddd-9009-ee0d1a411ca0 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:58:02 user nova-compute[74491]:   <uuid>dd089f5a-0474-4ddd-9009-ee0d1a411ca0</uuid>
Oct 30 07:58:02 user nova-compute[74491]:   <name>instance-00000027</name>
Oct 30 07:58:02 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:58:02 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:58:02 user nova-compute[74491]:   <metadata>
Oct 30 07:58:02 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:58:02 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:58:02 user nova-compute[74491]:       <nova:name>tempest-TestMinimumBasicScenario-server-1769826399</nova:name>
Oct 30 07:58:02 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:58:02</nova:creationTime>
Oct 30 07:58:02 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:58:02 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:58:02 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:58:02 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:58:02 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:58:02 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:58:02 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:58:02 user nova-compute[74491]:       <nova:owner>
Oct 30 07:58:02 user nova-compute[74491]:         <nova:user uuid="93b4a35d9bf24f899d7595366533f78a">tempest-TestMinimumBasicScenario-1913234354-project-member</nova:user>
Oct 30 07:58:02 user nova-compute[74491]:         <nova:project uuid="06674e64f970483b9c1b28793ac6253d">tempest-TestMinimumBasicScenario-1913234354</nova:project>
Oct 30 07:58:02 user nova-compute[74491]:       </nova:owner>
Oct 30 07:58:02 user nova-compute[74491]:       <nova:root type="image" uuid="b7a022ea-b4e5-452f-9fba-379aedd326ef"/>
Oct 30 07:58:02 user nova-compute[74491]:       <nova:ports>
Oct 30 07:58:02 user nova-compute[74491]:         <nova:port uuid="03eed40f-9854-41ab-a1fc-a1dbf92a98a8">
Oct 30 07:58:02 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 30 07:58:02 user nova-compute[74491]:         </nova:port>
Oct 30 07:58:02 user nova-compute[74491]:       </nova:ports>
Oct 30 07:58:02 user nova-compute[74491]:     </nova:instance>
Oct 30 07:58:02 user nova-compute[74491]:   </metadata>
Oct 30 07:58:02 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:58:02 user nova-compute[74491]:     <system>
Oct 30 07:58:02 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:58:02 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:58:02 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:58:02 user nova-compute[74491]:       <entry name="serial">dd089f5a-0474-4ddd-9009-ee0d1a411ca0</entry>
Oct 30 07:58:02 user nova-compute[74491]:       <entry name="uuid">dd089f5a-0474-4ddd-9009-ee0d1a411ca0</entry>
Oct 30 07:58:02 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:58:02 user nova-compute[74491]:     </system>
Oct 30 07:58:02 user nova-compute[74491]:   </sysinfo>
Oct 30 07:58:02 user nova-compute[74491]:   <os>
Oct 30 07:58:02 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:58:02 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:58:02 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:58:02 user nova-compute[74491]:   </os>
Oct 30 07:58:02 user nova-compute[74491]:   <features>
Oct 30 07:58:02 user nova-compute[74491]:     <acpi/>
Oct 30 07:58:02 user nova-compute[74491]:     <apic/>
Oct 30 07:58:02 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:58:02 user nova-compute[74491]:   </features>
Oct 30 07:58:02 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:58:02 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:58:02 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:58:02 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:58:02 user nova-compute[74491]:   </clock>
Oct 30 07:58:02 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:58:02 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:58:02 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:58:02 user nova-compute[74491]:   </cpu>
Oct 30 07:58:02 user nova-compute[74491]:   <devices>
Oct 30 07:58:02 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:58:02 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:58:02 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/disk"/>
Oct 30 07:58:02 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:58:02 user nova-compute[74491]:     </disk>
Oct 30 07:58:02 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:58:02 user nova-compute[74491]:       <mac address="fa:16:3e:2f:09:53"/>
Oct 30 07:58:02 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:58:02 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:58:02 user nova-compute[74491]:       <target dev="tap03eed40f-98"/>
Oct 30 07:58:02 user nova-compute[74491]:     </interface>
Oct 30 07:58:02 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:58:02 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/console.log" append="off"/>
Oct 30 07:58:02 user nova-compute[74491]:     </serial>
Oct 30 07:58:02 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:58:02 user nova-compute[74491]:     <video>
Oct 30 07:58:02 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:58:02 user nova-compute[74491]:     </video>
Oct 30 07:58:02 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:58:02 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:58:02 user nova-compute[74491]:     </rng>
Oct 30 07:58:02 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:58:02 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:58:02 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:58:02 user nova-compute[74491]:     </memballoon>
Oct 30 07:58:02 user nova-compute[74491]:   </devices>
Oct 30 07:58:02 user nova-compute[74491]: </domain>
Oct 30 07:58:02 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:57:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1769826399',display_name='tempest-TestMinimumBasicScenario-server-1769826399',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1769826399',id=39,image_ref='b7a022ea-b4e5-452f-9fba-379aedd326ef',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLwqh2ywtPeIdbYvtlWxob6T2+h8RJUx3q51OiQV66GBjPamJarYK7+5KF3fxV5mJ+2Sx96TF72RbY9a8xf/omlov6nj9o6FOcEzkxgG/prUIfZK9Y8b1aYJGFXghZxTSQ==',key_name='tempest-TestMinimumBasicScenario-583333227',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='06674e64f970483b9c1b28793ac6253d',ramdisk_id='',reservation_id='r-57pvqlrj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b7a022ea-b4e5-452f-9fba-379aedd326ef',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1913234354',owner_user_name='tempest-TestMinimumBasicScenario-1913234354-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:58:00Z,user_data=None,user_id='93b4a35d9bf24f899d7595366533f78a',uuid=dd089f5a-0474-4ddd-9009-ee0d1a411ca0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "address": "fa:16:3e:2f:09:53", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03eed40f-98", "ovs_interfaceid": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Converting VIF {"id": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "address": "fa:16:3e:2f:09:53", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03eed40f-98", "ovs_interfaceid": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2f:09:53,bridge_name='br-int',has_traffic_filtering=True,id=03eed40f-9854-41ab-a1fc-a1dbf92a98a8,network=Network(b4a4b7e3-13f0-40aa-a067-480625d7f2fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03eed40f-98') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG os_vif [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2f:09:53,bridge_name='br-int',has_traffic_filtering=True,id=03eed40f-9854-41ab-a1fc-a1dbf92a98a8,network=Network(b4a4b7e3-13f0-40aa-a067-480625d7f2fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03eed40f-98') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.network.neutron [req-af6ad030-16f5-4e61-87f3-6e721d4f05bf req-b3bda130-8f8b-4cea-99cc-4485c2acdff6 service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Updated VIF entry in instance network info cache for port 03eed40f-9854-41ab-a1fc-a1dbf92a98a8. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.network.neutron [req-af6ad030-16f5-4e61-87f3-6e721d4f05bf req-b3bda130-8f8b-4cea-99cc-4485c2acdff6 service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Updating instance_info_cache with network_info: [{"id": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "address": "fa:16:3e:2f:09:53", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03eed40f-98", "ovs_interfaceid": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0cdd5173-fb3e-5251-ae50-34742c359816', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-af6ad030-16f5-4e61-87f3-6e721d4f05bf req-b3bda130-8f8b-4cea-99cc-4485c2acdff6 service nova] Releasing lock "refresh_cache-dd089f5a-0474-4ddd-9009-ee0d1a411ca0" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap03eed40f-98, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap03eed40f-98, col_values=(('qos', UUID('ae973193-adcf-47a2-8023-20464c94e17d')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap03eed40f-98, col_values=(('external_ids', {'iface-id': '03eed40f-9854-41ab-a1fc-a1dbf92a98a8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2f:09:53', 'vm-uuid': 'dd089f5a-0474-4ddd-9009-ee0d1a411ca0'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:02 user nova-compute[74491]: INFO os_vif [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2f:09:53,bridge_name='br-int',has_traffic_filtering=True,id=03eed40f-9854-41ab-a1fc-a1dbf92a98a8,network=Network(b4a4b7e3-13f0-40aa-a067-480625d7f2fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03eed40f-98')
Oct 30 07:58:02 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bfe5f19-118f-4f99-8fe7-e246791a1829/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bfe5f19-118f-4f99-8fe7-e246791a1829/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] No VIF found with MAC fa:16:3e:2f:09:53, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bfe5f19-118f-4f99-8fe7-e246791a1829/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 07:58:02 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:03 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 6bfe5f19-118f-4f99-8fe7-e246791a1829 is timed out.
Oct 30 07:58:03 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Successfully detached device vdb from instance 6bfe5f19-118f-4f99-8fe7-e246791a1829 from the live domain config.
Oct 30 07:58:03 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:58:03 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:58:03 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8447MB free_disk=25.281070709228516GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uLCcdoFh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:58:03 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:58:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f0b02e0-8f26-4287-998f-b2a564a3ca5b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:58:03 user nova-compute[74491]: No targets found.
Oct 30 07:58:03 user nova-compute[74491]: iSNS:
Oct 30 07:58:03 user nova-compute[74491]: No targets found.
Oct 30 07:58:03 user nova-compute[74491]: STATIC:
Oct 30 07:58:03 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b
Oct 30 07:58:03 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:58:03 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:58:03 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7
Oct 30 07:58:03 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:58:03 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:58:03 user nova-compute[74491]: FIRMWARE:
Oct 30 07:58:03 user nova-compute[74491]: No targets found.
Oct 30 07:58:03 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:58:03 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:58:03 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5779b9b0-54ca-4ee8-8a18-34a6645c35a9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a7cdfaf-75d6-4738-a217-5e0b5f5a7dad]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:58:03 user nova-compute[74491]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b (non-flash)
Oct 30 07:58:03 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:58:03 user nova-compute[74491]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b (non-flash)
Oct 30 07:58:03 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feecc6149d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b'): ({'sdb'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Removing single pathed devices sdb {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[697c34a4-74c1-485b-a6e9-4e888e28eb1f]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ffba7846-2a43-48b7-bd99-27fc59c81765 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 643c14ed-732b-4081-9a8a-422da2f76f0f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 6bfe5f19-118f-4f99-8fe7-e246791a1829 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance dd089f5a-0474-4ddd-9009-ee0d1a411ca0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e54e27cc-74fa-48d6-8114-151c9870927c]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Flushing IO for device /dev/sdb {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7426a42f-2573-4daa-b441-6098cd7799d5]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.039s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[463100c3-d2cc-4541-adad-a41117ab3577]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4024a63-e337-478b-b0d5-8f6a4f7ccb24]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:58:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:04 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:58:04 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:58:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[96a66ac4-0a03-4f0e-9d66-9e1b6cb41642]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:58:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b, portal: 172.16.0.220,3260]
Oct 30 07:58:04 user nova-compute[74491]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b, portal: 172.16.0.220,3260] successful.
Oct 30 07:58:04 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:58:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a5f0bd5-8d0b-4380-a26a-a553c12c3d8b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a8435b3-6f5a-41c7-8cbb-69c3ac5ed7ba]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:58:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:58:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.328s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:58:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] <== disconnect_volume: return (330ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:58:04 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:58:04 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 07:58:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.351s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:58:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:04 user nova-compute[74491]: DEBUG nova.compute.manager [req-3089bdde-bffa-46ca-a63d-eb622bd36214 req-8de0bb78-14d7-4b78-9a1d-54a1290aec69 service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Received event network-vif-plugged-03eed40f-9854-41ab-a1fc-a1dbf92a98a8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:58:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3089bdde-bffa-46ca-a63d-eb622bd36214 req-8de0bb78-14d7-4b78-9a1d-54a1290aec69 service nova] Acquiring lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:58:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3089bdde-bffa-46ca-a63d-eb622bd36214 req-8de0bb78-14d7-4b78-9a1d-54a1290aec69 service nova] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:58:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3089bdde-bffa-46ca-a63d-eb622bd36214 req-8de0bb78-14d7-4b78-9a1d-54a1290aec69 service nova] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:58:04 user nova-compute[74491]: DEBUG nova.compute.manager [req-3089bdde-bffa-46ca-a63d-eb622bd36214 req-8de0bb78-14d7-4b78-9a1d-54a1290aec69 service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] No waiting events found dispatching network-vif-plugged-03eed40f-9854-41ab-a1fc-a1dbf92a98a8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:58:04 user nova-compute[74491]: WARNING nova.compute.manager [req-3089bdde-bffa-46ca-a63d-eb622bd36214 req-8de0bb78-14d7-4b78-9a1d-54a1290aec69 service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Received unexpected event network-vif-plugged-03eed40f-9854-41ab-a1fc-a1dbf92a98a8 for instance with vm_state building and task_state spawning.
Oct 30 07:58:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:05 user nova-compute[74491]: DEBUG nova.objects.instance [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lazy-loading 'flavor' on Instance uuid 6bfe5f19-118f-4f99-8fe7-e246791a1829 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:58:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-65230bb6-a072-4bab-9efa-5c69e91df99a tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "6bfe5f19-118f-4f99-8fe7-e246791a1829" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.246s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:58:05 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:58:05 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:58:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:58:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:58:06 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Instance spawned successfully.
Oct 30 07:58:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 07:58:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:58:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:58:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:58:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:58:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:58:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 07:58:06 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:58:06 user nova-compute[74491]: INFO nova.compute.manager [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Took 6.27 seconds to spawn the instance on the hypervisor.
Oct 30 07:58:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:58:06 user nova-compute[74491]: INFO nova.compute.manager [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Took 7.14 seconds to build instance.
Oct 30 07:58:06 user nova-compute[74491]: DEBUG nova.compute.manager [req-7e2513bc-08b7-4eb9-919b-91913640f85c req-082f0a8d-b70d-482c-9eed-dbafa45a1003 service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Received event network-vif-plugged-03eed40f-9854-41ab-a1fc-a1dbf92a98a8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:58:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7e2513bc-08b7-4eb9-919b-91913640f85c req-082f0a8d-b70d-482c-9eed-dbafa45a1003 service nova] Acquiring lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:58:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7e2513bc-08b7-4eb9-919b-91913640f85c req-082f0a8d-b70d-482c-9eed-dbafa45a1003 service nova] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:58:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7e2513bc-08b7-4eb9-919b-91913640f85c req-082f0a8d-b70d-482c-9eed-dbafa45a1003 service nova] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:58:06 user nova-compute[74491]: DEBUG nova.compute.manager [req-7e2513bc-08b7-4eb9-919b-91913640f85c req-082f0a8d-b70d-482c-9eed-dbafa45a1003 service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] No waiting events found dispatching network-vif-plugged-03eed40f-9854-41ab-a1fc-a1dbf92a98a8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:58:06 user nova-compute[74491]: WARNING nova.compute.manager [req-7e2513bc-08b7-4eb9-919b-91913640f85c req-082f0a8d-b70d-482c-9eed-dbafa45a1003 service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Received unexpected event network-vif-plugged-03eed40f-9854-41ab-a1fc-a1dbf92a98a8 for instance with vm_state building and task_state spawning.
Oct 30 07:58:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0156c866-4406-4f2b-8cef-f333ca651f08 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.240s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:58:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:09 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:58:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:58:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "643c14ed-732b-4081-9a8a-422da2f76f0f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:58:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "643c14ed-732b-4081-9a8a-422da2f76f0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:58:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "643c14ed-732b-4081-9a8a-422da2f76f0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:58:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "643c14ed-732b-4081-9a8a-422da2f76f0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:58:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "643c14ed-732b-4081-9a8a-422da2f76f0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:58:28 user nova-compute[74491]: INFO nova.compute.manager [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Terminating instance
Oct 30 07:58:28 user nova-compute[74491]: DEBUG nova.compute.manager [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:58:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-12127188-3842-494e-8340-575b2bbb5e31 req-70c5e881-6f6a-4d3e-8623-e1d95c4b590c service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Received event network-vif-unplugged-b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-12127188-3842-494e-8340-575b2bbb5e31 req-70c5e881-6f6a-4d3e-8623-e1d95c4b590c service nova] Acquiring lock "643c14ed-732b-4081-9a8a-422da2f76f0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-12127188-3842-494e-8340-575b2bbb5e31 req-70c5e881-6f6a-4d3e-8623-e1d95c4b590c service nova] Lock "643c14ed-732b-4081-9a8a-422da2f76f0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-12127188-3842-494e-8340-575b2bbb5e31 req-70c5e881-6f6a-4d3e-8623-e1d95c4b590c service nova] Lock "643c14ed-732b-4081-9a8a-422da2f76f0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-12127188-3842-494e-8340-575b2bbb5e31 req-70c5e881-6f6a-4d3e-8623-e1d95c4b590c service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] No waiting events found dispatching network-vif-unplugged-b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG nova.compute.manager [req-12127188-3842-494e-8340-575b2bbb5e31 req-70c5e881-6f6a-4d3e-8623-e1d95c4b590c service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Received event network-vif-unplugged-b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:29 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Instance destroyed successfully.
Oct 30 07:58:29 user nova-compute[74491]: DEBUG nova.objects.instance [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lazy-loading 'resources' on Instance uuid 643c14ed-732b-4081-9a8a-422da2f76f0f {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:51:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-118817393',display_name='tempest-ServerActionsTestOtherA-server-118817393',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-118817393',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMKkX3wZa5nlTx/zBkPq6JvHkuZ0ZwirtzvwXAc+12ili2J7Jt0OFTuadQO3Yy3WbPZo6JzOEnW8MZn2lbxtOnQpsb/JJheLCfixeW345LWonBlzJm5jxOEtzAKsRELF4A==',key_name='tempest-keypair-511898630',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:54:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5bf5f042f1294411be0594d4439321be',ramdisk_id='',reservation_id='r-vpxrielk',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-567659046',owner_user_name='tempest-ServerActionsTestOtherA-567659046-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:55:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c60fbfc7c864b9f8cd4c2e5265791b6',uuid=643c14ed-732b-4081-9a8a-422da2f76f0f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "address": "fa:16:3e:a2:01:25", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5b6c7ee-b8", "ovs_interfaceid": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Converting VIF {"id": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "address": "fa:16:3e:a2:01:25", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5b6c7ee-b8", "ovs_interfaceid": "b5b6c7ee-b8f3-49ac-b207-75230bb83dd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a2:01:25,bridge_name='br-int',has_traffic_filtering=True,id=b5b6c7ee-b8f3-49ac-b207-75230bb83dd2,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5b6c7ee-b8') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG os_vif [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a2:01:25,bridge_name='br-int',has_traffic_filtering=True,id=b5b6c7ee-b8f3-49ac-b207-75230bb83dd2,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5b6c7ee-b8') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb5b6c7ee-b8, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2982306d-57e5-489e-8cad-f747156604f0) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:58:29 user nova-compute[74491]: INFO os_vif [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a2:01:25,bridge_name='br-int',has_traffic_filtering=True,id=b5b6c7ee-b8f3-49ac-b207-75230bb83dd2,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5b6c7ee-b8')
Oct 30 07:58:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jHRLSNXJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:58:29 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 07:58:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[806cb6ab-e363-4253-a4a5-087270a80fdc]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 07:58:29 user nova-compute[74491]: No targets found.
Oct 30 07:58:29 user nova-compute[74491]: iSNS:
Oct 30 07:58:29 user nova-compute[74491]: No targets found.
Oct 30 07:58:29 user nova-compute[74491]: STATIC:
Oct 30 07:58:29 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7
Oct 30 07:58:29 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 07:58:29 user nova-compute[74491]:                 Iface Name: default
Oct 30 07:58:29 user nova-compute[74491]: FIRMWARE:
Oct 30 07:58:29 user nova-compute[74491]: No targets found.
Oct 30 07:58:29 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 07:58:29 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 07:58:29 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[88f90354-37bf-4bb4-b760-b02e5912142a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1983b6c-6629-48f3-93fd-8b21b3e5ea5c]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:58:29 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 (non-flash)
Oct 30 07:58:29 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feecc66fe20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7'): ({'sdc'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Removing single pathed devices sdc {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3b14c5d-ea73-4349-8c25-d49c5b18f39d]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1e62755-1749-4e68-a797-658f07fd7b76]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Flushing IO for device /dev/sdc {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6f9bce7-28f6-4520-9d13-683fca70190f]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.046s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f16d8e9-95ff-4191-a115-f6a15c184527]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] SCSI volumes sdc have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_7f55c223', '/dev/disk/by-id/scsi-1SCST_BIO7f55c223-7606aa2462ff9c91', '/dev/disk/by-id/scsi-23736303661613234') {{(pid=85960) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[33f21768-af3c-465f-a339-d8336a573052]: (4, None) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcc8a2fc-f14c-47e5-806c-5cc87308bcff]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[105b59d3-3535-4281-afb4-976f1e1be46a]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7, portal: 172.16.0.220,3260]
Oct 30 07:58:29 user nova-compute[74491]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7, portal: 172.16.0.220,3260] successful.
Oct 30 07:58:29 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:973f098a-5d57-40da-af86-6eb1ec3233f7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2144891d-222e-4ca1-b5f9-219409cb7da4]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.321s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] <== disconnect_volume: return (323ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 07:58:29 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Deleting instance files /opt/stack/data/nova/instances/643c14ed-732b-4081-9a8a-422da2f76f0f_del
Oct 30 07:58:29 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Deletion of /opt/stack/data/nova/instances/643c14ed-732b-4081-9a8a-422da2f76f0f_del complete
Oct 30 07:58:29 user nova-compute[74491]: INFO nova.compute.manager [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Took 1.22 seconds to destroy the instance on the hypervisor.
Oct 30 07:58:29 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:58:29 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:58:30 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:58:30 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Took 0.73 seconds to deallocate network for instance.
Oct 30 07:58:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-4b25153c-38a7-4ef7-99b5-afcbffa02496 req-df514857-0076-4017-92a6-a1e2fa387862 service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Received event network-vif-plugged-b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:58:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4b25153c-38a7-4ef7-99b5-afcbffa02496 req-df514857-0076-4017-92a6-a1e2fa387862 service nova] Acquiring lock "643c14ed-732b-4081-9a8a-422da2f76f0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:58:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4b25153c-38a7-4ef7-99b5-afcbffa02496 req-df514857-0076-4017-92a6-a1e2fa387862 service nova] Lock "643c14ed-732b-4081-9a8a-422da2f76f0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:58:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4b25153c-38a7-4ef7-99b5-afcbffa02496 req-df514857-0076-4017-92a6-a1e2fa387862 service nova] Lock "643c14ed-732b-4081-9a8a-422da2f76f0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:58:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-4b25153c-38a7-4ef7-99b5-afcbffa02496 req-df514857-0076-4017-92a6-a1e2fa387862 service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] No waiting events found dispatching network-vif-plugged-b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:58:31 user nova-compute[74491]: WARNING nova.compute.manager [req-4b25153c-38a7-4ef7-99b5-afcbffa02496 req-df514857-0076-4017-92a6-a1e2fa387862 service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Received unexpected event network-vif-plugged-b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 for instance with vm_state active and task_state deleting.
Oct 30 07:58:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-4b25153c-38a7-4ef7-99b5-afcbffa02496 req-df514857-0076-4017-92a6-a1e2fa387862 service nova] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Received event network-vif-deleted-b5b6c7ee-b8f3-49ac-b207-75230bb83dd2 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:58:31 user nova-compute[74491]: INFO nova.compute.manager [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Took 0.99 seconds to detach 1 volumes for instance.
Oct 30 07:58:31 user nova-compute[74491]: DEBUG nova.compute.manager [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: 643c14ed-732b-4081-9a8a-422da2f76f0f] Deleting volume: 973f098a-5d57-40da-af86-6eb1ec3233f7 {{(pid=74491) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 30 07:58:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:58:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:58:31 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:58:31 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:58:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.192s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:58:32 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Deleted allocations for instance 643c14ed-732b-4081-9a8a-422da2f76f0f
Oct 30 07:58:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cde8d95b-b6dc-4caf-9dec-65a207c07a06 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "643c14ed-732b-4081-9a8a-422da2f76f0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.582s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:58:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4389f533-3ff2-4fa0-8b57-ed13d5841761 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "6bfe5f19-118f-4f99-8fe7-e246791a1829" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:58:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4389f533-3ff2-4fa0-8b57-ed13d5841761 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "6bfe5f19-118f-4f99-8fe7-e246791a1829" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:58:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4389f533-3ff2-4fa0-8b57-ed13d5841761 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "6bfe5f19-118f-4f99-8fe7-e246791a1829-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:58:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4389f533-3ff2-4fa0-8b57-ed13d5841761 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "6bfe5f19-118f-4f99-8fe7-e246791a1829-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:58:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4389f533-3ff2-4fa0-8b57-ed13d5841761 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "6bfe5f19-118f-4f99-8fe7-e246791a1829-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:58:33 user nova-compute[74491]: INFO nova.compute.manager [None req-4389f533-3ff2-4fa0-8b57-ed13d5841761 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Terminating instance
Oct 30 07:58:33 user nova-compute[74491]: DEBUG nova.compute.manager [None req-4389f533-3ff2-4fa0-8b57-ed13d5841761 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:58:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:33 user nova-compute[74491]: DEBUG nova.compute.manager [req-d28011d4-62cf-4ab7-9a27-89f93fdbe853 req-1ae9c82c-061d-4402-b8e2-3360eee6ae30 service nova] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Received event network-vif-unplugged-9c31f221-2008-4693-8cc5-78a5d13d0fb3 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:58:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d28011d4-62cf-4ab7-9a27-89f93fdbe853 req-1ae9c82c-061d-4402-b8e2-3360eee6ae30 service nova] Acquiring lock "6bfe5f19-118f-4f99-8fe7-e246791a1829-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:58:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d28011d4-62cf-4ab7-9a27-89f93fdbe853 req-1ae9c82c-061d-4402-b8e2-3360eee6ae30 service nova] Lock "6bfe5f19-118f-4f99-8fe7-e246791a1829-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:58:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d28011d4-62cf-4ab7-9a27-89f93fdbe853 req-1ae9c82c-061d-4402-b8e2-3360eee6ae30 service nova] Lock "6bfe5f19-118f-4f99-8fe7-e246791a1829-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:58:33 user nova-compute[74491]: DEBUG nova.compute.manager [req-d28011d4-62cf-4ab7-9a27-89f93fdbe853 req-1ae9c82c-061d-4402-b8e2-3360eee6ae30 service nova] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] No waiting events found dispatching network-vif-unplugged-9c31f221-2008-4693-8cc5-78a5d13d0fb3 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:58:33 user nova-compute[74491]: DEBUG nova.compute.manager [req-d28011d4-62cf-4ab7-9a27-89f93fdbe853 req-1ae9c82c-061d-4402-b8e2-3360eee6ae30 service nova] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Received event network-vif-unplugged-9c31f221-2008-4693-8cc5-78a5d13d0fb3 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:58:34 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Instance destroyed successfully.
Oct 30 07:58:34 user nova-compute[74491]: DEBUG nova.objects.instance [None req-4389f533-3ff2-4fa0-8b57-ed13d5841761 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lazy-loading 'resources' on Instance uuid 6bfe5f19-118f-4f99-8fe7-e246791a1829 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:58:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-4389f533-3ff2-4fa0-8b57-ed13d5841761 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:55:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1405993866',display_name='tempest-AttachVolumeNegativeTest-server-1405993866',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1405993866',id=38,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPlFd2byDw+o95TXnCPGx95R6/tkeBPzguCVCqxt7fyexc8i1odeo5I7ClUMkqnH5/sL89BW6/Le5bnKXqRp7zef3Y+7EE5VGlTXwxOxaLXyz6ypJJ6H9LwVbvNkDPIhYw==',key_name='tempest-keypair-826192292',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:55:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5b4719cc6b394e5d89394f7823b3231e',ramdisk_id='',reservation_id='r-jp1pjtf3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-707817915',owner_user_name='tempest-AttachVolumeNegativeTest-707817915-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:55:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ac3777b08c2b4268bd80a1fbcb771286',uuid=6bfe5f19-118f-4f99-8fe7-e246791a1829,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9c31f221-2008-4693-8cc5-78a5d13d0fb3", "address": "fa:16:3e:a3:64:81", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.10", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c31f221-20", "ovs_interfaceid": "9c31f221-2008-4693-8cc5-78a5d13d0fb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:58:34 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-4389f533-3ff2-4fa0-8b57-ed13d5841761 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Converting VIF {"id": "9c31f221-2008-4693-8cc5-78a5d13d0fb3", "address": "fa:16:3e:a3:64:81", "network": {"id": "2b924865-55d3-48a5-8331-546fe67acc51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-5695524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.10", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b4719cc6b394e5d89394f7823b3231e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c31f221-20", "ovs_interfaceid": "9c31f221-2008-4693-8cc5-78a5d13d0fb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:58:34 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-4389f533-3ff2-4fa0-8b57-ed13d5841761 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a3:64:81,bridge_name='br-int',has_traffic_filtering=True,id=9c31f221-2008-4693-8cc5-78a5d13d0fb3,network=Network(2b924865-55d3-48a5-8331-546fe67acc51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c31f221-20') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:58:34 user nova-compute[74491]: DEBUG os_vif [None req-4389f533-3ff2-4fa0-8b57-ed13d5841761 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a3:64:81,bridge_name='br-int',has_traffic_filtering=True,id=9c31f221-2008-4693-8cc5-78a5d13d0fb3,network=Network(2b924865-55d3-48a5-8331-546fe67acc51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c31f221-20') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:58:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9c31f221-20, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:58:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:58:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1f8b8d50-49de-4ae0-af9a-0bf58d9a6c09) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:58:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:58:34 user nova-compute[74491]: INFO os_vif [None req-4389f533-3ff2-4fa0-8b57-ed13d5841761 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a3:64:81,bridge_name='br-int',has_traffic_filtering=True,id=9c31f221-2008-4693-8cc5-78a5d13d0fb3,network=Network(2b924865-55d3-48a5-8331-546fe67acc51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c31f221-20')
Oct 30 07:58:34 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-4389f533-3ff2-4fa0-8b57-ed13d5841761 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Deleting instance files /opt/stack/data/nova/instances/6bfe5f19-118f-4f99-8fe7-e246791a1829_del
Oct 30 07:58:34 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-4389f533-3ff2-4fa0-8b57-ed13d5841761 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Deletion of /opt/stack/data/nova/instances/6bfe5f19-118f-4f99-8fe7-e246791a1829_del complete
Oct 30 07:58:34 user nova-compute[74491]: INFO nova.compute.manager [None req-4389f533-3ff2-4fa0-8b57-ed13d5841761 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Took 0.88 seconds to destroy the instance on the hypervisor.
Oct 30 07:58:34 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-4389f533-3ff2-4fa0-8b57-ed13d5841761 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:58:34 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:58:34 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:58:34 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:58:34 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Took 0.82 seconds to deallocate network for instance.
Oct 30 07:58:34 user nova-compute[74491]: DEBUG nova.compute.manager [req-91834437-3cf4-4165-9ebc-77c0afaa6faa req-8c3c7f64-e401-47a1-9ae8-7ea746ec298c service nova] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Received event network-vif-deleted-9c31f221-2008-4693-8cc5-78a5d13d0fb3 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:58:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4389f533-3ff2-4fa0-8b57-ed13d5841761 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:58:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4389f533-3ff2-4fa0-8b57-ed13d5841761 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:58:35 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-4389f533-3ff2-4fa0-8b57-ed13d5841761 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:58:35 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-4389f533-3ff2-4fa0-8b57-ed13d5841761 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:58:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4389f533-3ff2-4fa0-8b57-ed13d5841761 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.225s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:58:35 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-4389f533-3ff2-4fa0-8b57-ed13d5841761 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Deleted allocations for instance 6bfe5f19-118f-4f99-8fe7-e246791a1829
Oct 30 07:58:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4389f533-3ff2-4fa0-8b57-ed13d5841761 tempest-AttachVolumeNegativeTest-707817915 tempest-AttachVolumeNegativeTest-707817915-project-member] Lock "6bfe5f19-118f-4f99-8fe7-e246791a1829" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.131s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:58:35 user nova-compute[74491]: DEBUG nova.compute.manager [req-3d1df9bf-30e6-4a70-ba3e-f260a28971dc req-7c6f02a9-b6f8-48dc-8a67-6add342c7968 service nova] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Received event network-vif-plugged-9c31f221-2008-4693-8cc5-78a5d13d0fb3 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:58:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3d1df9bf-30e6-4a70-ba3e-f260a28971dc req-7c6f02a9-b6f8-48dc-8a67-6add342c7968 service nova] Acquiring lock "6bfe5f19-118f-4f99-8fe7-e246791a1829-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:58:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3d1df9bf-30e6-4a70-ba3e-f260a28971dc req-7c6f02a9-b6f8-48dc-8a67-6add342c7968 service nova] Lock "6bfe5f19-118f-4f99-8fe7-e246791a1829-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:58:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3d1df9bf-30e6-4a70-ba3e-f260a28971dc req-7c6f02a9-b6f8-48dc-8a67-6add342c7968 service nova] Lock "6bfe5f19-118f-4f99-8fe7-e246791a1829-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:58:35 user nova-compute[74491]: DEBUG nova.compute.manager [req-3d1df9bf-30e6-4a70-ba3e-f260a28971dc req-7c6f02a9-b6f8-48dc-8a67-6add342c7968 service nova] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] No waiting events found dispatching network-vif-plugged-9c31f221-2008-4693-8cc5-78a5d13d0fb3 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:58:35 user nova-compute[74491]: WARNING nova.compute.manager [req-3d1df9bf-30e6-4a70-ba3e-f260a28971dc req-7c6f02a9-b6f8-48dc-8a67-6add342c7968 service nova] [instance: 6bfe5f19-118f-4f99-8fe7-e246791a1829] Received unexpected event network-vif-plugged-9c31f221-2008-4693-8cc5-78a5d13d0fb3 for instance with vm_state deleted and task_state None.
Oct 30 07:58:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:58:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:53 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:53 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:58:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:58:55 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:58:55 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 07:58:55 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: a7228739-32f7-4680-8375-424d597eb52a] Skipping network cache update for instance because it has been migrated to another host. {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9965}}
Oct 30 07:58:55 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Didn't find any instances for network info cache update. {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 07:58:55 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:58:55 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 07:58:56 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:58:57 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:58:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:03 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:59:03 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:59:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:59:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:59:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:59:03 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 07:59:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:59:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:59:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:59:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:59:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:59:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:59:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:59:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:59:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:59:04 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:59:04 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:59:04 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8615MB free_disk=25.268726348876953GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 07:59:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:59:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:59:04 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ffba7846-2a43-48b7-bd99-27fc59c81765 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:59:04 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance dd089f5a-0474-4ddd-9009-ee0d1a411ca0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 07:59:04 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance a7228739-32f7-4680-8375-424d597eb52a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 30 07:59:04 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 07:59:04 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 07:59:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "a7228739-32f7-4680-8375-424d597eb52a" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:59:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "a7228739-32f7-4680-8375-424d597eb52a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:59:04 user nova-compute[74491]: INFO nova.compute.manager [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Unshelving
Oct 30 07:59:05 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:59:05 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:59:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:59:05 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 07:59:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.474s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:59:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.032s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:59:05 user nova-compute[74491]: DEBUG nova.objects.instance [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lazy-loading 'pci_requests' on Instance uuid a7228739-32f7-4680-8375-424d597eb52a {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:59:05 user nova-compute[74491]: DEBUG nova.objects.instance [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lazy-loading 'numa_topology' on Instance uuid a7228739-32f7-4680-8375-424d597eb52a {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:59:05 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 07:59:05 user nova-compute[74491]: INFO nova.compute.claims [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Claim successful on node user
Oct 30 07:59:05 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:59:05 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:59:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.269s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:59:05 user nova-compute[74491]: INFO nova.network.neutron [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Updating port f26ac248-94c8-4f92-a6e7-392a350f32a8 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 30 07:59:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "refresh_cache-a7228739-32f7-4680-8375-424d597eb52a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:59:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquired lock "refresh_cache-a7228739-32f7-4680-8375-424d597eb52a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:59:06 user nova-compute[74491]: DEBUG nova.network.neutron [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 07:59:06 user nova-compute[74491]: DEBUG nova.compute.manager [req-4ccc703d-b8aa-495a-b2ff-4e4e124871b7 req-1fe7a001-84d9-4824-8de2-e37369799392 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Received event network-changed-f26ac248-94c8-4f92-a6e7-392a350f32a8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:59:06 user nova-compute[74491]: DEBUG nova.compute.manager [req-4ccc703d-b8aa-495a-b2ff-4e4e124871b7 req-1fe7a001-84d9-4824-8de2-e37369799392 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Refreshing instance network info cache due to event network-changed-f26ac248-94c8-4f92-a6e7-392a350f32a8. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 07:59:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4ccc703d-b8aa-495a-b2ff-4e4e124871b7 req-1fe7a001-84d9-4824-8de2-e37369799392 service nova] Acquiring lock "refresh_cache-a7228739-32f7-4680-8375-424d597eb52a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:59:06 user nova-compute[74491]: DEBUG nova.network.neutron [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Updating instance_info_cache with network_info: [{"id": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "address": "fa:16:3e:c9:e6:07", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf26ac248-94", "ovs_interfaceid": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:59:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Releasing lock "refresh_cache-a7228739-32f7-4680-8375-424d597eb52a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:59:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 07:59:06 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Creating image(s)
Oct 30 07:59:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "/opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:59:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "/opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:59:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "/opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:59:06 user nova-compute[74491]: DEBUG nova.objects.instance [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lazy-loading 'trusted_certs' on Instance uuid a7228739-32f7-4680-8375-424d597eb52a {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:59:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4ccc703d-b8aa-495a-b2ff-4e4e124871b7 req-1fe7a001-84d9-4824-8de2-e37369799392 service nova] Acquired lock "refresh_cache-a7228739-32f7-4680-8375-424d597eb52a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:59:06 user nova-compute[74491]: DEBUG nova.network.neutron [req-4ccc703d-b8aa-495a-b2ff-4e4e124871b7 req-1fe7a001-84d9-4824-8de2-e37369799392 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Refreshing network info cache for port f26ac248-94c8-4f92-a6e7-392a350f32a8 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 07:59:06 user nova-compute[74491]: DEBUG nova.objects.base [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Object Instance<a7228739-32f7-4680-8375-424d597eb52a> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:59:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "82ba4541b26827d8f59d4881c8ea482630c25054" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:59:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "82ba4541b26827d8f59d4881c8ea482630c25054" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:59:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/82ba4541b26827d8f59d4881c8ea482630c25054.part --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:59:08 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/82ba4541b26827d8f59d4881c8ea482630c25054.part --force-share --output=json" returned: 0 in 0.185s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:59:08 user nova-compute[74491]: DEBUG nova.virt.images [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] 78db9721-1718-48ca-b637-517b826d699e was qcow2, converting to raw {{(pid=74491) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 30 07:59:08 user nova-compute[74491]: DEBUG nova.privsep.utils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74491) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 07:59:08 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/82ba4541b26827d8f59d4881c8ea482630c25054.part /opt/stack/data/nova/instances/_base/82ba4541b26827d8f59d4881c8ea482630c25054.converted {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:59:08 user nova-compute[74491]: DEBUG nova.network.neutron [req-4ccc703d-b8aa-495a-b2ff-4e4e124871b7 req-1fe7a001-84d9-4824-8de2-e37369799392 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Updated VIF entry in instance network info cache for port f26ac248-94c8-4f92-a6e7-392a350f32a8. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 07:59:08 user nova-compute[74491]: DEBUG nova.network.neutron [req-4ccc703d-b8aa-495a-b2ff-4e4e124871b7 req-1fe7a001-84d9-4824-8de2-e37369799392 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Updating instance_info_cache with network_info: [{"id": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "address": "fa:16:3e:c9:e6:07", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf26ac248-94", "ovs_interfaceid": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:59:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4ccc703d-b8aa-495a-b2ff-4e4e124871b7 req-1fe7a001-84d9-4824-8de2-e37369799392 service nova] Releasing lock "refresh_cache-a7228739-32f7-4680-8375-424d597eb52a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:59:08 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/82ba4541b26827d8f59d4881c8ea482630c25054.part /opt/stack/data/nova/instances/_base/82ba4541b26827d8f59d4881c8ea482630c25054.converted" returned: 0 in 0.842s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:59:08 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/82ba4541b26827d8f59d4881c8ea482630c25054.converted --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:59:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:59:09 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:59:09 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:59:09 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/82ba4541b26827d8f59d4881c8ea482630c25054.converted --force-share --output=json" returned: 0 in 0.212s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:59:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "82ba4541b26827d8f59d4881c8ea482630c25054" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.504s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:59:09 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/82ba4541b26827d8f59d4881c8ea482630c25054 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:59:09 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/82ba4541b26827d8f59d4881c8ea482630c25054 --force-share --output=json" returned: 0 in 0.217s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:59:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "82ba4541b26827d8f59d4881c8ea482630c25054" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:59:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "82ba4541b26827d8f59d4881c8ea482630c25054" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:59:09 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/82ba4541b26827d8f59d4881c8ea482630c25054 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:59:09 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/82ba4541b26827d8f59d4881c8ea482630c25054 --force-share --output=json" returned: 0 in 0.197s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:59:09 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/82ba4541b26827d8f59d4881c8ea482630c25054,backing_fmt=raw /opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:59:09 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/82ba4541b26827d8f59d4881c8ea482630c25054,backing_fmt=raw /opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk 1073741824" returned: 0 in 0.060s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:59:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "82ba4541b26827d8f59d4881c8ea482630c25054" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.266s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:59:09 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/82ba4541b26827d8f59d4881c8ea482630c25054 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:59:09 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/82ba4541b26827d8f59d4881c8ea482630c25054 --force-share --output=json" returned: 0 in 0.236s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:59:09 user nova-compute[74491]: DEBUG nova.objects.instance [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lazy-loading 'migration_context' on Instance uuid a7228739-32f7-4680-8375-424d597eb52a {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:59:09 user nova-compute[74491]: DEBUG nova.objects.base [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Object Instance<a7228739-32f7-4680-8375-424d597eb52a> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:59:09 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Rebasing disk image.
Oct 30 07:59:09 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:59:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.182s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:59:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 -F raw /opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 -F raw /opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk" returned: 0 in 2.420s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Ensure instance console log exists: /opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Start _get_guest_xml network_info=[{"id": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "address": "fa:16:3e:c9:e6:07", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf26ac248-94", "ovs_interfaceid": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='77b5294946ee04dd25793a7a02e182bc',container_format='bare',created_at=2023-10-30T07:57:12Z,direct_url=<?>,disk_format='qcow2',id=78db9721-1718-48ca-b637-517b826d699e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1779965758-shelved',owner='0c80c5fa82b04cb384f1e4d056a69980',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-30T07:57:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 07:59:12 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:59:12 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='77b5294946ee04dd25793a7a02e182bc',container_format='bare',created_at=2023-10-30T07:57:12Z,direct_url=<?>,disk_format='qcow2',id=78db9721-1718-48ca-b637-517b826d699e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1779965758-shelved',owner='0c80c5fa82b04cb384f1e4d056a69980',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-30T07:57:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.objects.instance [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lazy-loading 'vcpu_model' on Instance uuid a7228739-32f7-4680-8375-424d597eb52a {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.objects.base [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Object Instance<a7228739-32f7-4680-8375-424d597eb52a> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T07:55:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1779965758',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1779965758',id=37,image_ref='78db9721-1718-48ca-b637-517b826d699e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1224018208',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:55:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='0c80c5fa82b04cb384f1e4d056a69980',ramdisk_id='',reservation_id='r-iu720z3r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-9842313',owner_user_name='tempest-AttachVolumeShelveTestJSON-9842313-project-member',shelved_at='2023-10-30T07:57:16.452601',shelved_host='user',shelved_image_id='78db9721-1718-48ca-b637-517b826d699e'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:59:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0628c3678bc542ef977f664abaaeb041',uuid=a7228739-32f7-4680-8375-424d597eb52a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "address": "fa:16:3e:c9:e6:07", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf26ac248-94", "ovs_interfaceid": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Converting VIF {"id": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "address": "fa:16:3e:c9:e6:07", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf26ac248-94", "ovs_interfaceid": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:e6:07,bridge_name='br-int',has_traffic_filtering=True,id=f26ac248-94c8-4f92-a6e7-392a350f32a8,network=Network(6533d0fd-c0f1-4d14-8ab9-2e397982a10b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf26ac248-94') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.objects.instance [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lazy-loading 'pci_devices' on Instance uuid a7228739-32f7-4680-8375-424d597eb52a {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.objects.base [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Object Instance<a7228739-32f7-4680-8375-424d597eb52a> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] End _get_guest_xml xml=<domain type="kvm">
Oct 30 07:59:12 user nova-compute[74491]:   <uuid>a7228739-32f7-4680-8375-424d597eb52a</uuid>
Oct 30 07:59:12 user nova-compute[74491]:   <name>instance-00000025</name>
Oct 30 07:59:12 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 07:59:12 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 07:59:12 user nova-compute[74491]:   <metadata>
Oct 30 07:59:12 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 07:59:12 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 07:59:12 user nova-compute[74491]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1779965758</nova:name>
Oct 30 07:59:12 user nova-compute[74491]:       <nova:creationTime>2023-10-30 07:59:12</nova:creationTime>
Oct 30 07:59:12 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 07:59:12 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 07:59:12 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 07:59:12 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 07:59:12 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 07:59:12 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 07:59:12 user nova-compute[74491]:       </nova:flavor>
Oct 30 07:59:12 user nova-compute[74491]:       <nova:owner>
Oct 30 07:59:12 user nova-compute[74491]:         <nova:user uuid="0628c3678bc542ef977f664abaaeb041">tempest-AttachVolumeShelveTestJSON-9842313-project-member</nova:user>
Oct 30 07:59:12 user nova-compute[74491]:         <nova:project uuid="0c80c5fa82b04cb384f1e4d056a69980">tempest-AttachVolumeShelveTestJSON-9842313</nova:project>
Oct 30 07:59:12 user nova-compute[74491]:       </nova:owner>
Oct 30 07:59:12 user nova-compute[74491]:       <nova:root type="image" uuid="78db9721-1718-48ca-b637-517b826d699e"/>
Oct 30 07:59:12 user nova-compute[74491]:       <nova:ports>
Oct 30 07:59:12 user nova-compute[74491]:         <nova:port uuid="f26ac248-94c8-4f92-a6e7-392a350f32a8">
Oct 30 07:59:12 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 30 07:59:12 user nova-compute[74491]:         </nova:port>
Oct 30 07:59:12 user nova-compute[74491]:       </nova:ports>
Oct 30 07:59:12 user nova-compute[74491]:     </nova:instance>
Oct 30 07:59:12 user nova-compute[74491]:   </metadata>
Oct 30 07:59:12 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 07:59:12 user nova-compute[74491]:     <system>
Oct 30 07:59:12 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 07:59:12 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 07:59:12 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 07:59:12 user nova-compute[74491]:       <entry name="serial">a7228739-32f7-4680-8375-424d597eb52a</entry>
Oct 30 07:59:12 user nova-compute[74491]:       <entry name="uuid">a7228739-32f7-4680-8375-424d597eb52a</entry>
Oct 30 07:59:12 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 07:59:12 user nova-compute[74491]:     </system>
Oct 30 07:59:12 user nova-compute[74491]:   </sysinfo>
Oct 30 07:59:12 user nova-compute[74491]:   <os>
Oct 30 07:59:12 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 07:59:12 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 07:59:12 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 07:59:12 user nova-compute[74491]:   </os>
Oct 30 07:59:12 user nova-compute[74491]:   <features>
Oct 30 07:59:12 user nova-compute[74491]:     <acpi/>
Oct 30 07:59:12 user nova-compute[74491]:     <apic/>
Oct 30 07:59:12 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 07:59:12 user nova-compute[74491]:   </features>
Oct 30 07:59:12 user nova-compute[74491]:   <clock offset="utc">
Oct 30 07:59:12 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 07:59:12 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 07:59:12 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 07:59:12 user nova-compute[74491]:   </clock>
Oct 30 07:59:12 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 07:59:12 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 07:59:12 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 07:59:12 user nova-compute[74491]:   </cpu>
Oct 30 07:59:12 user nova-compute[74491]:   <devices>
Oct 30 07:59:12 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 07:59:12 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 07:59:12 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk"/>
Oct 30 07:59:12 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 07:59:12 user nova-compute[74491]:     </disk>
Oct 30 07:59:12 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 07:59:12 user nova-compute[74491]:       <mac address="fa:16:3e:c9:e6:07"/>
Oct 30 07:59:12 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:59:12 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 07:59:12 user nova-compute[74491]:       <target dev="tapf26ac248-94"/>
Oct 30 07:59:12 user nova-compute[74491]:     </interface>
Oct 30 07:59:12 user nova-compute[74491]:     <serial type="pty">
Oct 30 07:59:12 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/console.log" append="off"/>
Oct 30 07:59:12 user nova-compute[74491]:     </serial>
Oct 30 07:59:12 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 07:59:12 user nova-compute[74491]:     <video>
Oct 30 07:59:12 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 07:59:12 user nova-compute[74491]:     </video>
Oct 30 07:59:12 user nova-compute[74491]:     <rng model="virtio">
Oct 30 07:59:12 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 07:59:12 user nova-compute[74491]:     </rng>
Oct 30 07:59:12 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 07:59:12 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 07:59:12 user nova-compute[74491]:       <stats period="10"/>
Oct 30 07:59:12 user nova-compute[74491]:     </memballoon>
Oct 30 07:59:12 user nova-compute[74491]:   </devices>
Oct 30 07:59:12 user nova-compute[74491]: </domain>
Oct 30 07:59:12 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T07:55:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1779965758',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1779965758',id=37,image_ref='78db9721-1718-48ca-b637-517b826d699e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1224018208',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:55:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='0c80c5fa82b04cb384f1e4d056a69980',ramdisk_id='',reservation_id='r-iu720z3r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-9842313',owner_user_name='tempest-AttachVolumeShelveTestJSON-9842313-project-member',shelved_at='2023-10-30T07:57:16.452601',shelved_host='user',shelved_image_id='78db9721-1718-48ca-b637-517b826d699e'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T07:59:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0628c3678bc542ef977f664abaaeb041',uuid=a7228739-32f7-4680-8375-424d597eb52a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "address": "fa:16:3e:c9:e6:07", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf26ac248-94", "ovs_interfaceid": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Converting VIF {"id": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "address": "fa:16:3e:c9:e6:07", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf26ac248-94", "ovs_interfaceid": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:e6:07,bridge_name='br-int',has_traffic_filtering=True,id=f26ac248-94c8-4f92-a6e7-392a350f32a8,network=Network(6533d0fd-c0f1-4d14-8ab9-2e397982a10b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf26ac248-94') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG os_vif [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:e6:07,bridge_name='br-int',has_traffic_filtering=True,id=f26ac248-94c8-4f92-a6e7-392a350f32a8,network=Network(6533d0fd-c0f1-4d14-8ab9-2e397982a10b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf26ac248-94') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '036a1364-d99e-5590-9f9d-dc904c9a22b1', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf26ac248-94, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf26ac248-94, col_values=(('qos', UUID('152b3f73-94e3-44b6-98f5-ce425a9bfc84')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf26ac248-94, col_values=(('external_ids', {'iface-id': 'f26ac248-94c8-4f92-a6e7-392a350f32a8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c9:e6:07', 'vm-uuid': 'a7228739-32f7-4680-8375-424d597eb52a'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:12 user nova-compute[74491]: INFO os_vif [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:e6:07,bridge_name='br-int',has_traffic_filtering=True,id=f26ac248-94c8-4f92-a6e7-392a350f32a8,network=Network(6533d0fd-c0f1-4d14-8ab9-2e397982a10b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf26ac248-94')
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 07:59:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] No VIF found with MAC fa:16:3e:c9:e6:07, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 07:59:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:14 user nova-compute[74491]: DEBUG nova.compute.manager [req-32caaf57-079e-4fb7-8e5a-720c59174447 req-cdf8c3ba-02d9-4289-90f1-cbb9434f6687 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Received event network-vif-plugged-f26ac248-94c8-4f92-a6e7-392a350f32a8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:59:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-32caaf57-079e-4fb7-8e5a-720c59174447 req-cdf8c3ba-02d9-4289-90f1-cbb9434f6687 service nova] Acquiring lock "a7228739-32f7-4680-8375-424d597eb52a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:59:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-32caaf57-079e-4fb7-8e5a-720c59174447 req-cdf8c3ba-02d9-4289-90f1-cbb9434f6687 service nova] Lock "a7228739-32f7-4680-8375-424d597eb52a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:59:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-32caaf57-079e-4fb7-8e5a-720c59174447 req-cdf8c3ba-02d9-4289-90f1-cbb9434f6687 service nova] Lock "a7228739-32f7-4680-8375-424d597eb52a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:59:14 user nova-compute[74491]: DEBUG nova.compute.manager [req-32caaf57-079e-4fb7-8e5a-720c59174447 req-cdf8c3ba-02d9-4289-90f1-cbb9434f6687 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] No waiting events found dispatching network-vif-plugged-f26ac248-94c8-4f92-a6e7-392a350f32a8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:59:14 user nova-compute[74491]: WARNING nova.compute.manager [req-32caaf57-079e-4fb7-8e5a-720c59174447 req-cdf8c3ba-02d9-4289-90f1-cbb9434f6687 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Received unexpected event network-vif-plugged-f26ac248-94c8-4f92-a6e7-392a350f32a8 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 30 07:59:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:16 user nova-compute[74491]: DEBUG nova.compute.manager [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 07:59:16 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 07:59:16 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: a7228739-32f7-4680-8375-424d597eb52a] Instance spawned successfully.
Oct 30 07:59:16 user nova-compute[74491]: DEBUG nova.compute.manager [req-d4b45dc3-9525-4dc7-83d7-808745fe4feb req-f0d66094-22af-4f6f-94c0-3d3d43cf4f4d service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Received event network-vif-plugged-f26ac248-94c8-4f92-a6e7-392a350f32a8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:59:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d4b45dc3-9525-4dc7-83d7-808745fe4feb req-f0d66094-22af-4f6f-94c0-3d3d43cf4f4d service nova] Acquiring lock "a7228739-32f7-4680-8375-424d597eb52a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:59:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d4b45dc3-9525-4dc7-83d7-808745fe4feb req-f0d66094-22af-4f6f-94c0-3d3d43cf4f4d service nova] Lock "a7228739-32f7-4680-8375-424d597eb52a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:59:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d4b45dc3-9525-4dc7-83d7-808745fe4feb req-f0d66094-22af-4f6f-94c0-3d3d43cf4f4d service nova] Lock "a7228739-32f7-4680-8375-424d597eb52a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:59:16 user nova-compute[74491]: DEBUG nova.compute.manager [req-d4b45dc3-9525-4dc7-83d7-808745fe4feb req-f0d66094-22af-4f6f-94c0-3d3d43cf4f4d service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] No waiting events found dispatching network-vif-plugged-f26ac248-94c8-4f92-a6e7-392a350f32a8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:59:16 user nova-compute[74491]: WARNING nova.compute.manager [req-d4b45dc3-9525-4dc7-83d7-808745fe4feb req-f0d66094-22af-4f6f-94c0-3d3d43cf4f4d service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Received unexpected event network-vif-plugged-f26ac248-94c8-4f92-a6e7-392a350f32a8 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 30 07:59:16 user nova-compute[74491]: DEBUG nova.compute.manager [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 07:59:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-eb6a8160-462e-45d4-aafc-551156863985 tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "a7228739-32f7-4680-8375-424d597eb52a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 11.953s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:59:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-17e4753b-2766-4d73-b23b-4d92714bf676 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "ffba7846-2a43-48b7-bd99-27fc59c81765" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:59:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-17e4753b-2766-4d73-b23b-4d92714bf676 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "ffba7846-2a43-48b7-bd99-27fc59c81765" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:59:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-17e4753b-2766-4d73-b23b-4d92714bf676 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "ffba7846-2a43-48b7-bd99-27fc59c81765-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:59:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-17e4753b-2766-4d73-b23b-4d92714bf676 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "ffba7846-2a43-48b7-bd99-27fc59c81765-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:59:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-17e4753b-2766-4d73-b23b-4d92714bf676 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "ffba7846-2a43-48b7-bd99-27fc59c81765-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:59:31 user nova-compute[74491]: INFO nova.compute.manager [None req-17e4753b-2766-4d73-b23b-4d92714bf676 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Terminating instance
Oct 30 07:59:31 user nova-compute[74491]: DEBUG nova.compute.manager [None req-17e4753b-2766-4d73-b23b-4d92714bf676 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 07:59:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-6ba8553d-cc2c-41de-ad22-0e35314f822c req-c40697ea-d846-400d-930c-deaceab8e890 service nova] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Received event network-vif-unplugged-4473130f-e4d4-4c60-a047-fc809045a251 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:59:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6ba8553d-cc2c-41de-ad22-0e35314f822c req-c40697ea-d846-400d-930c-deaceab8e890 service nova] Acquiring lock "ffba7846-2a43-48b7-bd99-27fc59c81765-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:59:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6ba8553d-cc2c-41de-ad22-0e35314f822c req-c40697ea-d846-400d-930c-deaceab8e890 service nova] Lock "ffba7846-2a43-48b7-bd99-27fc59c81765-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:59:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6ba8553d-cc2c-41de-ad22-0e35314f822c req-c40697ea-d846-400d-930c-deaceab8e890 service nova] Lock "ffba7846-2a43-48b7-bd99-27fc59c81765-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:59:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-6ba8553d-cc2c-41de-ad22-0e35314f822c req-c40697ea-d846-400d-930c-deaceab8e890 service nova] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] No waiting events found dispatching network-vif-unplugged-4473130f-e4d4-4c60-a047-fc809045a251 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:59:31 user nova-compute[74491]: DEBUG nova.compute.manager [req-6ba8553d-cc2c-41de-ad22-0e35314f822c req-c40697ea-d846-400d-930c-deaceab8e890 service nova] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Received event network-vif-unplugged-4473130f-e4d4-4c60-a047-fc809045a251 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 07:59:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:32 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Instance destroyed successfully.
Oct 30 07:59:32 user nova-compute[74491]: DEBUG nova.objects.instance [None req-17e4753b-2766-4d73-b23b-4d92714bf676 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lazy-loading 'resources' on Instance uuid ffba7846-2a43-48b7-bd99-27fc59c81765 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:59:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-17e4753b-2766-4d73-b23b-4d92714bf676 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:39:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1999384929',display_name='tempest-ServerActionsTestOtherA-server-1999384929',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1999384929',id=17,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMKkX3wZa5nlTx/zBkPq6JvHkuZ0ZwirtzvwXAc+12ili2J7Jt0OFTuadQO3Yy3WbPZo6JzOEnW8MZn2lbxtOnQpsb/JJheLCfixeW345LWonBlzJm5jxOEtzAKsRELF4A==',key_name='tempest-keypair-511898630',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:40:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5bf5f042f1294411be0594d4439321be',ramdisk_id='',reservation_id='r-oliw8cb0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-567659046',owner_user_name='tempest-ServerActionsTestOtherA-567659046-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:40:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c60fbfc7c864b9f8cd4c2e5265791b6',uuid=ffba7846-2a43-48b7-bd99-27fc59c81765,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4473130f-e4d4-4c60-a047-fc809045a251", "address": "fa:16:3e:1f:df:03", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4473130f-e4", "ovs_interfaceid": "4473130f-e4d4-4c60-a047-fc809045a251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 07:59:32 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-17e4753b-2766-4d73-b23b-4d92714bf676 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Converting VIF {"id": "4473130f-e4d4-4c60-a047-fc809045a251", "address": "fa:16:3e:1f:df:03", "network": {"id": "9bcc395f-c443-484f-a34d-64a69c94ac50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1623556387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bf5f042f1294411be0594d4439321be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4473130f-e4", "ovs_interfaceid": "4473130f-e4d4-4c60-a047-fc809045a251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 07:59:32 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-17e4753b-2766-4d73-b23b-4d92714bf676 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1f:df:03,bridge_name='br-int',has_traffic_filtering=True,id=4473130f-e4d4-4c60-a047-fc809045a251,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4473130f-e4') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 07:59:32 user nova-compute[74491]: DEBUG os_vif [None req-17e4753b-2766-4d73-b23b-4d92714bf676 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1f:df:03,bridge_name='br-int',has_traffic_filtering=True,id=4473130f-e4d4-4c60-a047-fc809045a251,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4473130f-e4') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 07:59:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4473130f-e4, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:59:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c3ce836c-0982-4599-b2a1-f69f738e8742) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 07:59:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:32 user nova-compute[74491]: INFO os_vif [None req-17e4753b-2766-4d73-b23b-4d92714bf676 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1f:df:03,bridge_name='br-int',has_traffic_filtering=True,id=4473130f-e4d4-4c60-a047-fc809045a251,network=Network(9bcc395f-c443-484f-a34d-64a69c94ac50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4473130f-e4')
Oct 30 07:59:32 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-17e4753b-2766-4d73-b23b-4d92714bf676 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Deleting instance files /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765_del
Oct 30 07:59:32 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-17e4753b-2766-4d73-b23b-4d92714bf676 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Deletion of /opt/stack/data/nova/instances/ffba7846-2a43-48b7-bd99-27fc59c81765_del complete
Oct 30 07:59:32 user nova-compute[74491]: INFO nova.compute.manager [None req-17e4753b-2766-4d73-b23b-4d92714bf676 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Took 0.87 seconds to destroy the instance on the hypervisor.
Oct 30 07:59:32 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-17e4753b-2766-4d73-b23b-4d92714bf676 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 07:59:32 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 07:59:32 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 07:59:32 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:59:32 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Took 0.47 seconds to deallocate network for instance.
Oct 30 07:59:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-17e4753b-2766-4d73-b23b-4d92714bf676 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:59:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-17e4753b-2766-4d73-b23b-4d92714bf676 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:59:32 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-17e4753b-2766-4d73-b23b-4d92714bf676 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 07:59:32 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-17e4753b-2766-4d73-b23b-4d92714bf676 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 07:59:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-17e4753b-2766-4d73-b23b-4d92714bf676 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.157s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:59:32 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-17e4753b-2766-4d73-b23b-4d92714bf676 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Deleted allocations for instance ffba7846-2a43-48b7-bd99-27fc59c81765
Oct 30 07:59:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-17e4753b-2766-4d73-b23b-4d92714bf676 tempest-ServerActionsTestOtherA-567659046 tempest-ServerActionsTestOtherA-567659046-project-member] Lock "ffba7846-2a43-48b7-bd99-27fc59c81765" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.676s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:59:33 user nova-compute[74491]: DEBUG nova.compute.manager [req-aff48b94-93cd-4132-8367-379f20b8328a req-fec02344-b0f4-4e3a-b301-6fc2923ce571 service nova] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Received event network-vif-plugged-4473130f-e4d4-4c60-a047-fc809045a251 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:59:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-aff48b94-93cd-4132-8367-379f20b8328a req-fec02344-b0f4-4e3a-b301-6fc2923ce571 service nova] Acquiring lock "ffba7846-2a43-48b7-bd99-27fc59c81765-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:59:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-aff48b94-93cd-4132-8367-379f20b8328a req-fec02344-b0f4-4e3a-b301-6fc2923ce571 service nova] Lock "ffba7846-2a43-48b7-bd99-27fc59c81765-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:59:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-aff48b94-93cd-4132-8367-379f20b8328a req-fec02344-b0f4-4e3a-b301-6fc2923ce571 service nova] Lock "ffba7846-2a43-48b7-bd99-27fc59c81765-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:59:33 user nova-compute[74491]: DEBUG nova.compute.manager [req-aff48b94-93cd-4132-8367-379f20b8328a req-fec02344-b0f4-4e3a-b301-6fc2923ce571 service nova] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] No waiting events found dispatching network-vif-plugged-4473130f-e4d4-4c60-a047-fc809045a251 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 07:59:33 user nova-compute[74491]: WARNING nova.compute.manager [req-aff48b94-93cd-4132-8367-379f20b8328a req-fec02344-b0f4-4e3a-b301-6fc2923ce571 service nova] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Received unexpected event network-vif-plugged-4473130f-e4d4-4c60-a047-fc809045a251 for instance with vm_state deleted and task_state None.
Oct 30 07:59:33 user nova-compute[74491]: DEBUG nova.compute.manager [req-aff48b94-93cd-4132-8367-379f20b8328a req-fec02344-b0f4-4e3a-b301-6fc2923ce571 service nova] [instance: ffba7846-2a43-48b7-bd99-27fc59c81765] Received event network-vif-deleted-4473130f-e4d4-4c60-a047-fc809045a251 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 07:59:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:54 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG nova.objects.instance [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lazy-loading 'flavor' on Instance uuid dd089f5a-0474-4ddd-9009-ee0d1a411ca0 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-a7228739-32f7-4680-8375-424d597eb52a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-a7228739-32f7-4680-8375-424d597eb52a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: a7228739-32f7-4680-8375-424d597eb52a] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lazy-loading 'info_cache' on Instance uuid a7228739-32f7-4680-8375-424d597eb52a {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.089s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 07:59:56 user nova-compute[74491]: INFO nova.compute.manager [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Attaching volume c212ebf4-4dc3-4895-a6db-5b9172bee6bf to /dev/vdb
Oct 30 07:59:56 user nova-compute[74491]: DEBUG os_brick.utils [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[830066a4-92ee-4f7a-8f26-e4cb661ae2dc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e94037da-ef48-4866-b593-ee47c1e191c3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9604e573-b128-49e7-8f7e-7ce7ce727608]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8d98003-8322-4aa3-b5ef-9339e7f5e34f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 07:59:56 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 07:59:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dbd717d-a46a-402a-b303-7524483a2f84]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG os_brick.utils [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] <== get_connector_properties: return (142ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 07:59:56 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Updating existing volume attachment record: ed0d7579-e193-4c0d-8e09-7d228334b630 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 07:59:57 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: a7228739-32f7-4680-8375-424d597eb52a] Updating instance_info_cache with network_info: [{"id": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "address": "fa:16:3e:c9:e6:07", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf26ac248-94", "ovs_interfaceid": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 07:59:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-a7228739-32f7-4680-8375-424d597eb52a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 07:59:57 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: a7228739-32f7-4680-8375-424d597eb52a] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 07:59:57 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:59:57 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:59:57 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 07:59:57 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 07:59:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 07:59:59 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:00:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:03 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:00:03 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:00:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:00:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:00:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:00:03 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:00:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:04 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:00:04 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:00:04 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8673MB free_disk=25.243755340576172GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:00:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:00:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:00:04 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance dd089f5a-0474-4ddd-9009-ee0d1a411ca0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:00:04 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance a7228739-32f7-4680-8375-424d597eb52a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:00:04 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:00:04 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:00:04 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing inventories for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 08:00:04 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Updating ProviderTree inventory for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 08:00:04 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Updating inventory in ProviderTree for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 08:00:04 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing aggregate associations for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9, aggregates: None {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 08:00:05 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing trait associations for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9, traits: COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_CIRRUS,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSSE3,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_TRUSTED_CERTS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE41,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE,HW_CPU_X86_MMX,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_FDC,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_USB {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 08:00:05 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:00:05 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:00:05 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:00:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.520s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:00:05 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:00:05 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Cleaning up deleted instances {{(pid=74491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 08:00:05 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] There are 0 instances to clean {{(pid=74491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 08:00:05 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:00:05 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74491) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 08:00:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:08 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:00:09 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:00:09 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:00:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Acquiring lock "e535c98f-1057-41ca-8750-9f1ee5ce2475" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:00:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "e535c98f-1057-41ca-8750-9f1ee5ce2475" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:00:09 user nova-compute[74491]: DEBUG nova.compute.manager [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 08:00:10 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:00:10 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:00:10 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 08:00:10 user nova-compute[74491]: INFO nova.compute.claims [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Claim successful on node user
Oct 30 08:00:10 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:00:10 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:00:10 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:00:10 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.327s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:00:10 user nova-compute[74491]: DEBUG nova.compute.manager [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 08:00:10 user nova-compute[74491]: DEBUG nova.compute.manager [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 08:00:10 user nova-compute[74491]: DEBUG nova.network.neutron [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 08:00:10 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 08:00:10 user nova-compute[74491]: DEBUG nova.compute.manager [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 08:00:10 user nova-compute[74491]: DEBUG nova.policy [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ef3e61925744b8795a1eb7a999a3300', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb3a2f5d569e49229c318b54317da700', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 08:00:10 user nova-compute[74491]: INFO nova.virt.block_device [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Booting with volume 0198f2b4-ddce-4b39-89fb-10f9be82327c at /dev/vda
Oct 30 08:00:10 user nova-compute[74491]: DEBUG os_brick.utils [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:00:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:10 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[298bb907-24b1-4f7a-a4a6-df6587194467]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:00:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:10 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[faebc9f2-c41e-425b-a63a-0dc66d929042]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:00:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:10 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[15e13807-7617-4314-9e83-2cf1ff35f880]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:00:10 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c5ebf2f-61b0-4764-bc21-dbfec491931b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:00:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:00:10 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 08:00:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:00:10 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 08:00:10 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[77e18fad-254f-4fe6-8d8e-509e98dbc92f]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:00:10 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 08:00:10 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 08:00:10 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 08:00:10 user nova-compute[74491]: DEBUG os_brick.utils [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:00:10 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Updating existing volume attachment record: 302a10cd-dd50-4d73-9fb4-62c805d992e9 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 08:00:11 user nova-compute[74491]: DEBUG nova.network.neutron [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Successfully created port: 84f4d1a0-a28e-4508-9e51-2560e3cd6708 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 08:00:11 user nova-compute[74491]: DEBUG nova.network.neutron [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Successfully updated port: 84f4d1a0-a28e-4508-9e51-2560e3cd6708 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 08:00:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Acquiring lock "refresh_cache-e535c98f-1057-41ca-8750-9f1ee5ce2475" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:00:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Acquired lock "refresh_cache-e535c98f-1057-41ca-8750-9f1ee5ce2475" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:00:11 user nova-compute[74491]: DEBUG nova.network.neutron [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 08:00:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-fed44471-b28b-4539-907d-d44b423e28f5 req-a105d784-d270-4853-ab57-a9e339b2916d service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Received event network-changed-84f4d1a0-a28e-4508-9e51-2560e3cd6708 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:00:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-fed44471-b28b-4539-907d-d44b423e28f5 req-a105d784-d270-4853-ab57-a9e339b2916d service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Refreshing instance network info cache due to event network-changed-84f4d1a0-a28e-4508-9e51-2560e3cd6708. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:00:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-fed44471-b28b-4539-907d-d44b423e28f5 req-a105d784-d270-4853-ab57-a9e339b2916d service nova] Acquiring lock "refresh_cache-e535c98f-1057-41ca-8750-9f1ee5ce2475" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:00:11 user nova-compute[74491]: DEBUG nova.network.neutron [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 08:00:12 user nova-compute[74491]: DEBUG nova.network.neutron [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Updating instance_info_cache with network_info: [{"id": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "address": "fa:16:3e:c8:03:dd", "network": {"id": "8aacd423-22d0-4641-97c7-7bbcf7df35bb", "bridge": "br-int", "label": "tempest-TestShelveInstance-2015203576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb3a2f5d569e49229c318b54317da700", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84f4d1a0-a2", "ovs_interfaceid": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:00:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Releasing lock "refresh_cache-e535c98f-1057-41ca-8750-9f1ee5ce2475" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:00:12 user nova-compute[74491]: DEBUG nova.compute.manager [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Instance network_info: |[{"id": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "address": "fa:16:3e:c8:03:dd", "network": {"id": "8aacd423-22d0-4641-97c7-7bbcf7df35bb", "bridge": "br-int", "label": "tempest-TestShelveInstance-2015203576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb3a2f5d569e49229c318b54317da700", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84f4d1a0-a2", "ovs_interfaceid": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 08:00:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-fed44471-b28b-4539-907d-d44b423e28f5 req-a105d784-d270-4853-ab57-a9e339b2916d service nova] Acquired lock "refresh_cache-e535c98f-1057-41ca-8750-9f1ee5ce2475" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:00:12 user nova-compute[74491]: DEBUG nova.network.neutron [req-fed44471-b28b-4539-907d-d44b423e28f5 req-a105d784-d270-4853-ab57-a9e339b2916d service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Refreshing network info cache for port 84f4d1a0-a28e-4508-9e51-2560e3cd6708 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:00:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:00:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:00:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:00:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:00:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:12 user nova-compute[74491]: DEBUG nova.network.neutron [req-fed44471-b28b-4539-907d-d44b423e28f5 req-a105d784-d270-4853-ab57-a9e339b2916d service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Updated VIF entry in instance network info cache for port 84f4d1a0-a28e-4508-9e51-2560e3cd6708. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:00:12 user nova-compute[74491]: DEBUG nova.network.neutron [req-fed44471-b28b-4539-907d-d44b423e28f5 req-a105d784-d270-4853-ab57-a9e339b2916d service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Updating instance_info_cache with network_info: [{"id": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "address": "fa:16:3e:c8:03:dd", "network": {"id": "8aacd423-22d0-4641-97c7-7bbcf7df35bb", "bridge": "br-int", "label": "tempest-TestShelveInstance-2015203576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb3a2f5d569e49229c318b54317da700", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84f4d1a0-a2", "ovs_interfaceid": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:00:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-fed44471-b28b-4539-907d-d44b423e28f5 req-a105d784-d270-4853-ab57-a9e339b2916d service nova] Releasing lock "refresh_cache-e535c98f-1057-41ca-8750-9f1ee5ce2475" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pliTNGeV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:00:15 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:00:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:00:15 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:00:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:00:15 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 08:00:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a93b6966-dc64-4cc5-8159-7358af7c4868]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 08:00:15 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5431c66e-a71c-44fe-a4bc-ea0d42f3ad99]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf] added
Oct 30 08:00:15 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[30652381-72d9-431e-9d32-940c9a675a4d]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8dcfd48-178e-464d-8fd8-1ae2b9dfd30b]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pliTNGeV {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pliTNGeV" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f16307f2-dc8b-4337-ac5c-2809753f0d37]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pliTNGeV'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0854650e-12cb-4475-97c1-009344a0786f]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[344a7b23-53b4-41e0-af11-89ca02c6a983]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 30 08:00:15 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:00:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 30 08:00:15 user nova-compute[74491]:  {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:00:15 user nova-compute[74491]: WARNING os_brick.initiator.connectors.iscsi [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 30 08:00:15 user nova-compute[74491]: 
Oct 30 08:00:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf -p 172.16.0.220:3260 --login" returned: 0 in 0.043s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:16 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[58860847-8300-4715-82e5-48ba567ff89a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:00:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf, portal: 172.16.0.220,3260]
Oct 30 08:00:16 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf, portal: 172.16.0.220,3260] successful.
Oct 30 08:00:16 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:00:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:16 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a750207-1a31-4a1f-9d05-db290d52bce4]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:00:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:00:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:16 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[61f1e04c-1ae8-4a51-8d81-a084eec4ab21]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:00:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf (non-flash)
Oct 30 08:00:16 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:00:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf (non-flash)
Oct 30 08:00:16 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:00:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.246s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:00:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 08:00:16 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] HCTL ('33', '-', '-', 0) found on session 41 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 08:00:16 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 08:00:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:16 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eaf387a-4f68-4acf-955a-0d9c6248af32]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:00:16 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Searching for a device in session 41 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 08:00:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pliTNGeV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 08:00:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:17 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.283s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:00:17 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] <== connect_volume: return (1285ms) {'type': 'block', 'scsi_wwn': '26264346631323934', 'path': '/dev/sdb'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:00:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26264346631323934', 'path': '/dev/sdb'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 08:00:17 user nova-compute[74491]: DEBUG nova.objects.instance [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lazy-loading 'flavor' on Instance uuid dd089f5a-0474-4ddd-9009-ee0d1a411ca0 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:00:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 08:00:17 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:00:17 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 08:00:17 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 08:00:17 user nova-compute[74491]:   <serial>c212ebf4-4dc3-4895-a6db-5b9172bee6bf</serial>
Oct 30 08:00:17 user nova-compute[74491]: </disk>
Oct 30 08:00:17 user nova-compute[74491]:  {{(pid=74491) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 08:00:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:00:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:00:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] No VIF found with MAC fa:16:3e:2f:09:53, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 08:00:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-5cf61af7-1205-4853-8b55-e7f2ecf20742 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.997s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:00:20 user nova-compute[74491]: DEBUG nova.compute.manager [req-3eb3185b-f8a1-4219-9cce-f47d863536d7 req-3665226c-1d56-4c38-891b-9be41bdef612 service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Received event network-changed-03eed40f-9854-41ab-a1fc-a1dbf92a98a8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:00:20 user nova-compute[74491]: DEBUG nova.compute.manager [req-3eb3185b-f8a1-4219-9cce-f47d863536d7 req-3665226c-1d56-4c38-891b-9be41bdef612 service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Refreshing instance network info cache due to event network-changed-03eed40f-9854-41ab-a1fc-a1dbf92a98a8. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:00:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3eb3185b-f8a1-4219-9cce-f47d863536d7 req-3665226c-1d56-4c38-891b-9be41bdef612 service nova] Acquiring lock "refresh_cache-dd089f5a-0474-4ddd-9009-ee0d1a411ca0" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:00:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3eb3185b-f8a1-4219-9cce-f47d863536d7 req-3665226c-1d56-4c38-891b-9be41bdef612 service nova] Acquired lock "refresh_cache-dd089f5a-0474-4ddd-9009-ee0d1a411ca0" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:00:20 user nova-compute[74491]: DEBUG nova.network.neutron [req-3eb3185b-f8a1-4219-9cce-f47d863536d7 req-3665226c-1d56-4c38-891b-9be41bdef612 service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Refreshing network info cache for port 03eed40f-9854-41ab-a1fc-a1dbf92a98a8 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:00:20 user nova-compute[74491]: DEBUG nova.network.neutron [req-3eb3185b-f8a1-4219-9cce-f47d863536d7 req-3665226c-1d56-4c38-891b-9be41bdef612 service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Updated VIF entry in instance network info cache for port 03eed40f-9854-41ab-a1fc-a1dbf92a98a8. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:00:20 user nova-compute[74491]: DEBUG nova.network.neutron [req-3eb3185b-f8a1-4219-9cce-f47d863536d7 req-3665226c-1d56-4c38-891b-9be41bdef612 service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Updating instance_info_cache with network_info: [{"id": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "address": "fa:16:3e:2f:09:53", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03eed40f-98", "ovs_interfaceid": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:00:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3eb3185b-f8a1-4219-9cce-f47d863536d7 req-3665226c-1d56-4c38-891b-9be41bdef612 service nova] Releasing lock "refresh_cache-dd089f5a-0474-4ddd-9009-ee0d1a411ca0" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:00:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:22 user nova-compute[74491]: DEBUG nova.compute.manager [req-5234d2b1-4165-4668-aa71-e29e5a49eede req-fc53237a-4dea-4b25-b362-020cc75682ce service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Received event network-changed-03eed40f-9854-41ab-a1fc-a1dbf92a98a8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:00:22 user nova-compute[74491]: DEBUG nova.compute.manager [req-5234d2b1-4165-4668-aa71-e29e5a49eede req-fc53237a-4dea-4b25-b362-020cc75682ce service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Refreshing instance network info cache due to event network-changed-03eed40f-9854-41ab-a1fc-a1dbf92a98a8. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:00:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5234d2b1-4165-4668-aa71-e29e5a49eede req-fc53237a-4dea-4b25-b362-020cc75682ce service nova] Acquiring lock "refresh_cache-dd089f5a-0474-4ddd-9009-ee0d1a411ca0" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:00:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5234d2b1-4165-4668-aa71-e29e5a49eede req-fc53237a-4dea-4b25-b362-020cc75682ce service nova] Acquired lock "refresh_cache-dd089f5a-0474-4ddd-9009-ee0d1a411ca0" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:00:22 user nova-compute[74491]: DEBUG nova.network.neutron [req-5234d2b1-4165-4668-aa71-e29e5a49eede req-fc53237a-4dea-4b25-b362-020cc75682ce service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Refreshing network info cache for port 03eed40f-9854-41ab-a1fc-a1dbf92a98a8 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:00:23 user nova-compute[74491]: DEBUG nova.network.neutron [req-5234d2b1-4165-4668-aa71-e29e5a49eede req-fc53237a-4dea-4b25-b362-020cc75682ce service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Updated VIF entry in instance network info cache for port 03eed40f-9854-41ab-a1fc-a1dbf92a98a8. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:00:23 user nova-compute[74491]: DEBUG nova.network.neutron [req-5234d2b1-4165-4668-aa71-e29e5a49eede req-fc53237a-4dea-4b25-b362-020cc75682ce service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Updating instance_info_cache with network_info: [{"id": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "address": "fa:16:3e:2f:09:53", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03eed40f-98", "ovs_interfaceid": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:00:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5234d2b1-4165-4668-aa71-e29e5a49eede req-fc53237a-4dea-4b25-b362-020cc75682ce service nova] Releasing lock "refresh_cache-dd089f5a-0474-4ddd-9009-ee0d1a411ca0" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:00:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-176b8ddb-9c0d-46d5-ae09-f989f3a73aa5 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:00:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-176b8ddb-9c0d-46d5-ae09-f989f3a73aa5 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:00:23 user nova-compute[74491]: INFO nova.compute.manager [None req-176b8ddb-9c0d-46d5-ae09-f989f3a73aa5 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Rebooting instance
Oct 30 08:00:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-176b8ddb-9c0d-46d5-ae09-f989f3a73aa5 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "refresh_cache-dd089f5a-0474-4ddd-9009-ee0d1a411ca0" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:00:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-176b8ddb-9c0d-46d5-ae09-f989f3a73aa5 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquired lock "refresh_cache-dd089f5a-0474-4ddd-9009-ee0d1a411ca0" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:00:23 user nova-compute[74491]: DEBUG nova.network.neutron [None req-176b8ddb-9c0d-46d5-ae09-f989f3a73aa5 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 08:00:23 user nova-compute[74491]: DEBUG nova.network.neutron [None req-176b8ddb-9c0d-46d5-ae09-f989f3a73aa5 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Updating instance_info_cache with network_info: [{"id": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "address": "fa:16:3e:2f:09:53", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03eed40f-98", "ovs_interfaceid": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:00:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-176b8ddb-9c0d-46d5-ae09-f989f3a73aa5 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Releasing lock "refresh_cache-dd089f5a-0474-4ddd-9009-ee0d1a411ca0" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:00:23 user nova-compute[74491]: DEBUG nova.compute.manager [None req-176b8ddb-9c0d-46d5-ae09-f989f3a73aa5 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 08:00:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:26 user nova-compute[74491]: DEBUG nova.compute.manager [req-656f5fe2-419d-4a1e-a99b-9be0526a7515 req-eff5c16b-5879-4933-b54e-e1fd31e6cd0d service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Received event network-vif-unplugged-03eed40f-9854-41ab-a1fc-a1dbf92a98a8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:00:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-656f5fe2-419d-4a1e-a99b-9be0526a7515 req-eff5c16b-5879-4933-b54e-e1fd31e6cd0d service nova] Acquiring lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:00:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-656f5fe2-419d-4a1e-a99b-9be0526a7515 req-eff5c16b-5879-4933-b54e-e1fd31e6cd0d service nova] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:00:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-656f5fe2-419d-4a1e-a99b-9be0526a7515 req-eff5c16b-5879-4933-b54e-e1fd31e6cd0d service nova] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:00:26 user nova-compute[74491]: DEBUG nova.compute.manager [req-656f5fe2-419d-4a1e-a99b-9be0526a7515 req-eff5c16b-5879-4933-b54e-e1fd31e6cd0d service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] No waiting events found dispatching network-vif-unplugged-03eed40f-9854-41ab-a1fc-a1dbf92a98a8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:00:26 user nova-compute[74491]: WARNING nova.compute.manager [req-656f5fe2-419d-4a1e-a99b-9be0526a7515 req-eff5c16b-5879-4933-b54e-e1fd31e6cd0d service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Received unexpected event network-vif-unplugged-03eed40f-9854-41ab-a1fc-a1dbf92a98a8 for instance with vm_state active and task_state reboot_started.
Oct 30 08:00:26 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-176b8ddb-9c0d-46d5-ae09-f989f3a73aa5 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Instance shutdown successfully.
Oct 30 08:00:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:28 user nova-compute[74491]: DEBUG nova.compute.manager [req-7037fe1f-4394-482d-b6d2-cdbef355078a req-5aede1d0-2e45-4c18-863e-6f451e52b1e7 service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Received event network-vif-plugged-03eed40f-9854-41ab-a1fc-a1dbf92a98a8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:00:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7037fe1f-4394-482d-b6d2-cdbef355078a req-5aede1d0-2e45-4c18-863e-6f451e52b1e7 service nova] Acquiring lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:00:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7037fe1f-4394-482d-b6d2-cdbef355078a req-5aede1d0-2e45-4c18-863e-6f451e52b1e7 service nova] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:00:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7037fe1f-4394-482d-b6d2-cdbef355078a req-5aede1d0-2e45-4c18-863e-6f451e52b1e7 service nova] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:00:28 user nova-compute[74491]: DEBUG nova.compute.manager [req-7037fe1f-4394-482d-b6d2-cdbef355078a req-5aede1d0-2e45-4c18-863e-6f451e52b1e7 service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] No waiting events found dispatching network-vif-plugged-03eed40f-9854-41ab-a1fc-a1dbf92a98a8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:00:28 user nova-compute[74491]: WARNING nova.compute.manager [req-7037fe1f-4394-482d-b6d2-cdbef355078a req-5aede1d0-2e45-4c18-863e-6f451e52b1e7 service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Received unexpected event network-vif-plugged-03eed40f-9854-41ab-a1fc-a1dbf92a98a8 for instance with vm_state active and task_state reboot_started.
Oct 30 08:00:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG nova.compute.manager [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 08:00:29 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Creating image(s)
Oct 30 08:00:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Did not create local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Ensure instance console log exists: /opt/stack/data/nova/instances/e535c98f-1057-41ca-8750-9f1ee5ce2475/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Start _get_guest_xml network_info=[{"id": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "address": "fa:16:3e:c8:03:dd", "network": {"id": "8aacd423-22d0-4641-97c7-7bbcf7df35bb", "bridge": "br-int", "label": "tempest-TestShelveInstance-2015203576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb3a2f5d569e49229c318b54317da700", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84f4d1a0-a2", "ovs_interfaceid": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'attachment_id': '302a10cd-dd50-4d73-9fb4-62c805d992e9', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vEaXYOnB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e535c98f-1057-41ca-8750-9f1ee5ce2475', 'attached_at': '', 'detached_at': '', 'volume_id': '0198f2b4-ddce-4b39-89fb-10f9be82327c', 'serial': '0198f2b4-ddce-4b39-89fb-10f9be82327c'}, 'delete_on_termination': True, 'volume_type': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 08:00:29 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:00:29 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:00:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vEaXYOnB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:00:29 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:00:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:00:29 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:00:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:00:29 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[94f5dcbc-5fb5-43a1-b706-4b369488dfeb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 08:00:29 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[48ca4686-f5a4-4c23-a96e-73bb5a32fe48]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c] added
Oct 30 08:00:29 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[adc6572d-9028-46c8-bba5-4c39906f1fd4]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[800a74f4-4965-41c1-b13f-1a8bc16f8de3]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vEaXYOnB {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vEaXYOnB" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[439482b3-f6e8-4ff8-a63d-41e749862ea2]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vEaXYOnB'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3724b53-58ed-4ec9-a8fe-d35c04df19e6]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[44a55b86-4831-4442-bae6-54a546c71895]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf (non-flash)
Oct 30 08:00:29 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf (non-flash)
Oct 30 08:00:29 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0becb00-c675-438f-946d-5c13fb7460d8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c, portal: 172.16.0.220,3260]
Oct 30 08:00:29 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c, portal: 172.16.0.220,3260] successful.
Oct 30 08:00:29 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[72cd8458-464a-435d-87fb-034338d88a47]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:00:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:30 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b36d5f3-8f4c-4926-9eea-861d5fa74e08]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:00:30 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf (non-flash)
Oct 30 08:00:30 user nova-compute[74491]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c (non-flash)
Oct 30 08:00:30 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:00:30 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf (non-flash)
Oct 30 08:00:30 user nova-compute[74491]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c (non-flash)
Oct 30 08:00:30 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:00:30 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.277s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:00:30 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 08:00:30 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] HCTL ('34', '-', '-', 0) found on session 42 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 08:00:30 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 08:00:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:30 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[588cec0e-307d-4a73-a067-5bf972eb5da0]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:00:30 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Searching for a device in session 42 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 08:00:30 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vEaXYOnB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 08:00:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-0b3969f9-c3b7-4436-b431-494ad76f1a62 req-ee2aa27b-988f-46ee-b939-3fc7abdd61bd service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Received event network-vif-plugged-03eed40f-9854-41ab-a1fc-a1dbf92a98a8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:00:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0b3969f9-c3b7-4436-b431-494ad76f1a62 req-ee2aa27b-988f-46ee-b939-3fc7abdd61bd service nova] Acquiring lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:00:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0b3969f9-c3b7-4436-b431-494ad76f1a62 req-ee2aa27b-988f-46ee-b939-3fc7abdd61bd service nova] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:00:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0b3969f9-c3b7-4436-b431-494ad76f1a62 req-ee2aa27b-988f-46ee-b939-3fc7abdd61bd service nova] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:00:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-0b3969f9-c3b7-4436-b431-494ad76f1a62 req-ee2aa27b-988f-46ee-b939-3fc7abdd61bd service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] No waiting events found dispatching network-vif-plugged-03eed40f-9854-41ab-a1fc-a1dbf92a98a8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:00:30 user nova-compute[74491]: WARNING nova.compute.manager [req-0b3969f9-c3b7-4436-b431-494ad76f1a62 req-ee2aa27b-988f-46ee-b939-3fc7abdd61bd service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Received unexpected event network-vif-plugged-03eed40f-9854-41ab-a1fc-a1dbf92a98a8 for instance with vm_state active and task_state reboot_started.
Oct 30 08:00:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-0b3969f9-c3b7-4436-b431-494ad76f1a62 req-ee2aa27b-988f-46ee-b939-3fc7abdd61bd service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Received event network-vif-plugged-03eed40f-9854-41ab-a1fc-a1dbf92a98a8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:00:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0b3969f9-c3b7-4436-b431-494ad76f1a62 req-ee2aa27b-988f-46ee-b939-3fc7abdd61bd service nova] Acquiring lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:00:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0b3969f9-c3b7-4436-b431-494ad76f1a62 req-ee2aa27b-988f-46ee-b939-3fc7abdd61bd service nova] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:00:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0b3969f9-c3b7-4436-b431-494ad76f1a62 req-ee2aa27b-988f-46ee-b939-3fc7abdd61bd service nova] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:00:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-0b3969f9-c3b7-4436-b431-494ad76f1a62 req-ee2aa27b-988f-46ee-b939-3fc7abdd61bd service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] No waiting events found dispatching network-vif-plugged-03eed40f-9854-41ab-a1fc-a1dbf92a98a8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:00:30 user nova-compute[74491]: WARNING nova.compute.manager [req-0b3969f9-c3b7-4436-b431-494ad76f1a62 req-ee2aa27b-988f-46ee-b939-3fc7abdd61bd service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Received unexpected event network-vif-plugged-03eed40f-9854-41ab-a1fc-a1dbf92a98a8 for instance with vm_state active and task_state reboot_started.
Oct 30 08:00:30 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Instance running successfully.
Oct 30 08:00:30 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-176b8ddb-9c0d-46d5-ae09-f989f3a73aa5 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Instance soft rebooted successfully.
Oct 30 08:00:30 user nova-compute[74491]: DEBUG nova.compute.manager [None req-176b8ddb-9c0d-46d5-ae09-f989f3a73aa5 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 08:00:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-176b8ddb-9c0d-46d5-ae09-f989f3a73aa5 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.305s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:00:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:31 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.310s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:00:31 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] <== connect_volume: return (1311ms) {'type': 'block', 'scsi_wwn': '23434373362616235', 'path': '/dev/sdc'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:00:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23434373362616235', 'path': '/dev/sdc'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 08:00:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:00:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1214191858',display_name='tempest-TestShelveInstance-server-1214191858',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1214191858',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFpnSw/cMiG/WsGP7HcWOsyUwgcWAv0ifLBQIV0O3gH4kWz4Zy3fv5JrbMVm2HvM4pqMKXXzy+joaD+8GoVoHbGJIawrjttp1f7VxOQ96bpDblgvHTJ+NCr70YkeWMNQwQ==',key_name='tempest-TestShelveInstance-1098349238',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cb3a2f5d569e49229c318b54317da700',ramdisk_id='',reservation_id='r-a7zpmbj8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1902763352',owner_user_name='tempest-TestShelveInstance-1902763352-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T08:00:10Z,user_data=None,user_id='9ef3e61925744b8795a1eb7a999a3300',uuid=e535c98f-1057-41ca-8750-9f1ee5ce2475,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "address": "fa:16:3e:c8:03:dd", "network": {"id": "8aacd423-22d0-4641-97c7-7bbcf7df35bb", "bridge": "br-int", "label": "tempest-TestShelveInstance-2015203576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb3a2f5d569e49229c318b54317da700", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84f4d1a0-a2", "ovs_interfaceid": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 08:00:31 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Converting VIF {"id": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "address": "fa:16:3e:c8:03:dd", "network": {"id": "8aacd423-22d0-4641-97c7-7bbcf7df35bb", "bridge": "br-int", "label": "tempest-TestShelveInstance-2015203576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb3a2f5d569e49229c318b54317da700", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84f4d1a0-a2", "ovs_interfaceid": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:00:31 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:03:dd,bridge_name='br-int',has_traffic_filtering=True,id=84f4d1a0-a28e-4508-9e51-2560e3cd6708,network=Network(8aacd423-22d0-4641-97c7-7bbcf7df35bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84f4d1a0-a2') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:00:31 user nova-compute[74491]: DEBUG nova.objects.instance [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lazy-loading 'pci_devices' on Instance uuid e535c98f-1057-41ca-8750-9f1ee5ce2475 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:00:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] End _get_guest_xml xml=<domain type="kvm">
Oct 30 08:00:31 user nova-compute[74491]:   <uuid>e535c98f-1057-41ca-8750-9f1ee5ce2475</uuid>
Oct 30 08:00:31 user nova-compute[74491]:   <name>instance-00000028</name>
Oct 30 08:00:31 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 08:00:31 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 08:00:31 user nova-compute[74491]:   <metadata>
Oct 30 08:00:31 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 08:00:31 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 08:00:31 user nova-compute[74491]:       <nova:name>tempest-TestShelveInstance-server-1214191858</nova:name>
Oct 30 08:00:31 user nova-compute[74491]:       <nova:creationTime>2023-10-30 08:00:29</nova:creationTime>
Oct 30 08:00:31 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 08:00:31 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 08:00:31 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 08:00:31 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 08:00:31 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 08:00:31 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 08:00:31 user nova-compute[74491]:       </nova:flavor>
Oct 30 08:00:31 user nova-compute[74491]:       <nova:owner>
Oct 30 08:00:31 user nova-compute[74491]:         <nova:user uuid="9ef3e61925744b8795a1eb7a999a3300">tempest-TestShelveInstance-1902763352-project-member</nova:user>
Oct 30 08:00:31 user nova-compute[74491]:         <nova:project uuid="cb3a2f5d569e49229c318b54317da700">tempest-TestShelveInstance-1902763352</nova:project>
Oct 30 08:00:31 user nova-compute[74491]:       </nova:owner>
Oct 30 08:00:31 user nova-compute[74491]:       <nova:ports>
Oct 30 08:00:31 user nova-compute[74491]:         <nova:port uuid="84f4d1a0-a28e-4508-9e51-2560e3cd6708">
Oct 30 08:00:31 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 08:00:31 user nova-compute[74491]:         </nova:port>
Oct 30 08:00:31 user nova-compute[74491]:       </nova:ports>
Oct 30 08:00:31 user nova-compute[74491]:     </nova:instance>
Oct 30 08:00:31 user nova-compute[74491]:   </metadata>
Oct 30 08:00:31 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 08:00:31 user nova-compute[74491]:     <system>
Oct 30 08:00:31 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 08:00:31 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 08:00:31 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 08:00:31 user nova-compute[74491]:       <entry name="serial">e535c98f-1057-41ca-8750-9f1ee5ce2475</entry>
Oct 30 08:00:31 user nova-compute[74491]:       <entry name="uuid">e535c98f-1057-41ca-8750-9f1ee5ce2475</entry>
Oct 30 08:00:31 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 08:00:31 user nova-compute[74491]:     </system>
Oct 30 08:00:31 user nova-compute[74491]:   </sysinfo>
Oct 30 08:00:31 user nova-compute[74491]:   <os>
Oct 30 08:00:31 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 08:00:31 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 08:00:31 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 08:00:31 user nova-compute[74491]:   </os>
Oct 30 08:00:31 user nova-compute[74491]:   <features>
Oct 30 08:00:31 user nova-compute[74491]:     <acpi/>
Oct 30 08:00:31 user nova-compute[74491]:     <apic/>
Oct 30 08:00:31 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 08:00:31 user nova-compute[74491]:   </features>
Oct 30 08:00:31 user nova-compute[74491]:   <clock offset="utc">
Oct 30 08:00:31 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 08:00:31 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 08:00:31 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 08:00:31 user nova-compute[74491]:   </clock>
Oct 30 08:00:31 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 08:00:31 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 08:00:31 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 08:00:31 user nova-compute[74491]:   </cpu>
Oct 30 08:00:31 user nova-compute[74491]:   <devices>
Oct 30 08:00:31 user nova-compute[74491]:     <disk type="block" device="disk">
Oct 30 08:00:31 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:00:31 user nova-compute[74491]:       <source dev="/dev/sdc"/>
Oct 30 08:00:31 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 08:00:31 user nova-compute[74491]:       <serial>0198f2b4-ddce-4b39-89fb-10f9be82327c</serial>
Oct 30 08:00:31 user nova-compute[74491]:     </disk>
Oct 30 08:00:31 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 08:00:31 user nova-compute[74491]:       <mac address="fa:16:3e:c8:03:dd"/>
Oct 30 08:00:31 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:00:31 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 08:00:31 user nova-compute[74491]:       <target dev="tap84f4d1a0-a2"/>
Oct 30 08:00:31 user nova-compute[74491]:     </interface>
Oct 30 08:00:31 user nova-compute[74491]:     <serial type="pty">
Oct 30 08:00:31 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/e535c98f-1057-41ca-8750-9f1ee5ce2475/console.log" append="off"/>
Oct 30 08:00:31 user nova-compute[74491]:     </serial>
Oct 30 08:00:31 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 08:00:31 user nova-compute[74491]:     <video>
Oct 30 08:00:31 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:00:31 user nova-compute[74491]:     </video>
Oct 30 08:00:31 user nova-compute[74491]:     <rng model="virtio">
Oct 30 08:00:31 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 08:00:31 user nova-compute[74491]:     </rng>
Oct 30 08:00:31 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 08:00:31 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 08:00:31 user nova-compute[74491]:       <stats period="10"/>
Oct 30 08:00:31 user nova-compute[74491]:     </memballoon>
Oct 30 08:00:31 user nova-compute[74491]:   </devices>
Oct 30 08:00:31 user nova-compute[74491]: </domain>
Oct 30 08:00:31 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 08:00:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:00:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1214191858',display_name='tempest-TestShelveInstance-server-1214191858',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1214191858',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFpnSw/cMiG/WsGP7HcWOsyUwgcWAv0ifLBQIV0O3gH4kWz4Zy3fv5JrbMVm2HvM4pqMKXXzy+joaD+8GoVoHbGJIawrjttp1f7VxOQ96bpDblgvHTJ+NCr70YkeWMNQwQ==',key_name='tempest-TestShelveInstance-1098349238',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cb3a2f5d569e49229c318b54317da700',ramdisk_id='',reservation_id='r-a7zpmbj8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1902763352',owner_user_name='tempest-TestShelveInstance-1902763352-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T08:00:10Z,user_data=None,user_id='9ef3e61925744b8795a1eb7a999a3300',uuid=e535c98f-1057-41ca-8750-9f1ee5ce2475,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "address": "fa:16:3e:c8:03:dd", "network": {"id": "8aacd423-22d0-4641-97c7-7bbcf7df35bb", "bridge": "br-int", "label": "tempest-TestShelveInstance-2015203576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb3a2f5d569e49229c318b54317da700", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84f4d1a0-a2", "ovs_interfaceid": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 08:00:31 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Converting VIF {"id": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "address": "fa:16:3e:c8:03:dd", "network": {"id": "8aacd423-22d0-4641-97c7-7bbcf7df35bb", "bridge": "br-int", "label": "tempest-TestShelveInstance-2015203576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb3a2f5d569e49229c318b54317da700", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84f4d1a0-a2", "ovs_interfaceid": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:00:31 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:03:dd,bridge_name='br-int',has_traffic_filtering=True,id=84f4d1a0-a28e-4508-9e51-2560e3cd6708,network=Network(8aacd423-22d0-4641-97c7-7bbcf7df35bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84f4d1a0-a2') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:00:31 user nova-compute[74491]: DEBUG os_vif [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:03:dd,bridge_name='br-int',has_traffic_filtering=True,id=84f4d1a0-a28e-4508-9e51-2560e3cd6708,network=Network(8aacd423-22d0-4641-97c7-7bbcf7df35bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84f4d1a0-a2') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 08:00:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:00:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 08:00:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '93c13ec9-cf83-5510-b8de-b21e9868ac5e', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:00:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap84f4d1a0-a2, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:00:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap84f4d1a0-a2, col_values=(('qos', UUID('6c8cc08f-cd05-46dd-9f1a-d1d546777135')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:00:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap84f4d1a0-a2, col_values=(('external_ids', {'iface-id': '84f4d1a0-a28e-4508-9e51-2560e3cd6708', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c8:03:dd', 'vm-uuid': 'e535c98f-1057-41ca-8750-9f1ee5ce2475'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:00:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:00:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:31 user nova-compute[74491]: INFO os_vif [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:03:dd,bridge_name='br-int',has_traffic_filtering=True,id=84f4d1a0-a28e-4508-9e51-2560e3cd6708,network=Network(8aacd423-22d0-4641-97c7-7bbcf7df35bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84f4d1a0-a2')
Oct 30 08:00:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:00:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] No VIF found with MAC fa:16:3e:c8:03:dd, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 08:00:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-6e4f0d60-fd09-4e8f-932a-7d42cc573a30 req-cbf45afc-e4b3-4861-bf16-c9ec91c508ac service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Received event network-vif-plugged-84f4d1a0-a28e-4508-9e51-2560e3cd6708 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:00:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6e4f0d60-fd09-4e8f-932a-7d42cc573a30 req-cbf45afc-e4b3-4861-bf16-c9ec91c508ac service nova] Acquiring lock "e535c98f-1057-41ca-8750-9f1ee5ce2475-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:00:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6e4f0d60-fd09-4e8f-932a-7d42cc573a30 req-cbf45afc-e4b3-4861-bf16-c9ec91c508ac service nova] Lock "e535c98f-1057-41ca-8750-9f1ee5ce2475-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:00:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6e4f0d60-fd09-4e8f-932a-7d42cc573a30 req-cbf45afc-e4b3-4861-bf16-c9ec91c508ac service nova] Lock "e535c98f-1057-41ca-8750-9f1ee5ce2475-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:00:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-6e4f0d60-fd09-4e8f-932a-7d42cc573a30 req-cbf45afc-e4b3-4861-bf16-c9ec91c508ac service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] No waiting events found dispatching network-vif-plugged-84f4d1a0-a28e-4508-9e51-2560e3cd6708 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:00:32 user nova-compute[74491]: WARNING nova.compute.manager [req-6e4f0d60-fd09-4e8f-932a-7d42cc573a30 req-cbf45afc-e4b3-4861-bf16-c9ec91c508ac service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Received unexpected event network-vif-plugged-84f4d1a0-a28e-4508-9e51-2560e3cd6708 for instance with vm_state building and task_state spawning.
Oct 30 08:00:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:34 user nova-compute[74491]: DEBUG nova.compute.manager [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 08:00:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 08:00:34 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Instance spawned successfully.
Oct 30 08:00:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 08:00:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:00:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:00:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:00:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:00:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:00:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:00:34 user nova-compute[74491]: INFO nova.compute.manager [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Took 5.21 seconds to spawn the instance on the hypervisor.
Oct 30 08:00:34 user nova-compute[74491]: DEBUG nova.compute.manager [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 08:00:34 user nova-compute[74491]: DEBUG nova.compute.manager [req-3250a54e-4937-4c57-9796-61f3b97dae8d req-12056b66-4270-4fd8-92b3-fd1c5236c0d7 service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Received event network-vif-plugged-84f4d1a0-a28e-4508-9e51-2560e3cd6708 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:00:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3250a54e-4937-4c57-9796-61f3b97dae8d req-12056b66-4270-4fd8-92b3-fd1c5236c0d7 service nova] Acquiring lock "e535c98f-1057-41ca-8750-9f1ee5ce2475-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:00:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3250a54e-4937-4c57-9796-61f3b97dae8d req-12056b66-4270-4fd8-92b3-fd1c5236c0d7 service nova] Lock "e535c98f-1057-41ca-8750-9f1ee5ce2475-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:00:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3250a54e-4937-4c57-9796-61f3b97dae8d req-12056b66-4270-4fd8-92b3-fd1c5236c0d7 service nova] Lock "e535c98f-1057-41ca-8750-9f1ee5ce2475-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:00:34 user nova-compute[74491]: DEBUG nova.compute.manager [req-3250a54e-4937-4c57-9796-61f3b97dae8d req-12056b66-4270-4fd8-92b3-fd1c5236c0d7 service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] No waiting events found dispatching network-vif-plugged-84f4d1a0-a28e-4508-9e51-2560e3cd6708 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:00:34 user nova-compute[74491]: WARNING nova.compute.manager [req-3250a54e-4937-4c57-9796-61f3b97dae8d req-12056b66-4270-4fd8-92b3-fd1c5236c0d7 service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Received unexpected event network-vif-plugged-84f4d1a0-a28e-4508-9e51-2560e3cd6708 for instance with vm_state building and task_state spawning.
Oct 30 08:00:34 user nova-compute[74491]: INFO nova.compute.manager [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Took 24.98 seconds to build instance.
Oct 30 08:00:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4c6245ed-e4b8-4277-bed9-a575b0421433 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "e535c98f-1057-41ca-8750-9f1ee5ce2475" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 25.100s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:00:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:00:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:00:36 user nova-compute[74491]: DEBUG nova.compute.manager [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 08:00:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:00:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:00:36 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 08:00:36 user nova-compute[74491]: INFO nova.compute.claims [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Claim successful on node user
Oct 30 08:00:36 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:00:36 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:00:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.278s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:00:36 user nova-compute[74491]: DEBUG nova.compute.manager [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 08:00:36 user nova-compute[74491]: DEBUG nova.compute.manager [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 08:00:36 user nova-compute[74491]: DEBUG nova.network.neutron [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 08:00:36 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 08:00:36 user nova-compute[74491]: DEBUG nova.compute.manager [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 08:00:36 user nova-compute[74491]: DEBUG nova.policy [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a34321c2cf0542d0b8f9f3f6c32e059c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3abfa530c3404a19af6fb0548e306d3f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 08:00:36 user nova-compute[74491]: DEBUG nova.compute.manager [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 08:00:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 08:00:36 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Creating image(s)
Oct 30 08:00:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "/opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:00:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "/opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:00:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "/opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:00:36 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.224s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:00:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:00:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.190s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk 1073741824" returned: 0 in 0.052s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:00:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:37 user nova-compute[74491]: DEBUG nova.network.neutron [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Successfully created port: f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 08:00:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.209s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:37 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 08:00:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:00:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:00:37 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Cannot resize image /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 08:00:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 08:00:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Ensure instance console log exists: /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 08:00:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:00:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:00:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.network.neutron [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Successfully updated port: f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "refresh_cache-a194acf1-cb1f-4e19-a893-574bf8ef5b21" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquired lock "refresh_cache-a194acf1-cb1f-4e19-a893-574bf8ef5b21" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.network.neutron [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.network.neutron [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.compute.manager [req-8c81038c-dfbe-44c7-900a-499619c47cd8 req-c3335257-ecee-4913-9e0f-65bc599c6f80 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Received event network-changed-f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.compute.manager [req-8c81038c-dfbe-44c7-900a-499619c47cd8 req-c3335257-ecee-4913-9e0f-65bc599c6f80 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Refreshing instance network info cache due to event network-changed-f9e8808b-ff95-48f3-860f-a50275ffe564. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8c81038c-dfbe-44c7-900a-499619c47cd8 req-c3335257-ecee-4913-9e0f-65bc599c6f80 service nova] Acquiring lock "refresh_cache-a194acf1-cb1f-4e19-a893-574bf8ef5b21" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.network.neutron [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Updating instance_info_cache with network_info: [{"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Releasing lock "refresh_cache-a194acf1-cb1f-4e19-a893-574bf8ef5b21" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.compute.manager [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Instance network_info: |[{"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8c81038c-dfbe-44c7-900a-499619c47cd8 req-c3335257-ecee-4913-9e0f-65bc599c6f80 service nova] Acquired lock "refresh_cache-a194acf1-cb1f-4e19-a893-574bf8ef5b21" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.network.neutron [req-8c81038c-dfbe-44c7-900a-499619c47cd8 req-c3335257-ecee-4913-9e0f-65bc599c6f80 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Refreshing network info cache for port f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Start _get_guest_xml network_info=[{"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 08:00:38 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:00:38 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:00:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1368427086',display_name='tempest-AttachVolumeTestJSON-server-1368427086',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1368427086',id=41,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKM2Y9Jc5JUcLziYPaubZPairGztHzvdpDAwSxvuP4CTiPBaDWTg0zUlzSp0+NvN6++TxvTIniSo1hPD7Vr2VdB7Jg9pky8+6ztzFRT8eiV2BEiF6I4jKSzRztEZWOLXlg==',key_name='tempest-keypair-1011913895',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3abfa530c3404a19af6fb0548e306d3f',ramdisk_id='',reservation_id='r-eclve8qy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1615103906',owner_user_name='tempest-AttachVolumeTestJSON-1615103906-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T08:00:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a34321c2cf0542d0b8f9f3f6c32e059c',uuid=a194acf1-cb1f-4e19-a893-574bf8ef5b21,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Converting VIF {"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:f3:76,bridge_name='br-int',has_traffic_filtering=True,id=f9e8808b-ff95-48f3-860f-a50275ffe564,network=Network(1f627015-45aa-4398-9332-0d6bd1bc1082),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9e8808b-ff') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.objects.instance [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'pci_devices' on Instance uuid a194acf1-cb1f-4e19-a893-574bf8ef5b21 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] End _get_guest_xml xml=<domain type="kvm">
Oct 30 08:00:38 user nova-compute[74491]:   <uuid>a194acf1-cb1f-4e19-a893-574bf8ef5b21</uuid>
Oct 30 08:00:38 user nova-compute[74491]:   <name>instance-00000029</name>
Oct 30 08:00:38 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 08:00:38 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 08:00:38 user nova-compute[74491]:   <metadata>
Oct 30 08:00:38 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 08:00:38 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 08:00:38 user nova-compute[74491]:       <nova:name>tempest-AttachVolumeTestJSON-server-1368427086</nova:name>
Oct 30 08:00:38 user nova-compute[74491]:       <nova:creationTime>2023-10-30 08:00:38</nova:creationTime>
Oct 30 08:00:38 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 08:00:38 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 08:00:38 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 08:00:38 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 08:00:38 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 08:00:38 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 08:00:38 user nova-compute[74491]:       </nova:flavor>
Oct 30 08:00:38 user nova-compute[74491]:       <nova:owner>
Oct 30 08:00:38 user nova-compute[74491]:         <nova:user uuid="a34321c2cf0542d0b8f9f3f6c32e059c">tempest-AttachVolumeTestJSON-1615103906-project-member</nova:user>
Oct 30 08:00:38 user nova-compute[74491]:         <nova:project uuid="3abfa530c3404a19af6fb0548e306d3f">tempest-AttachVolumeTestJSON-1615103906</nova:project>
Oct 30 08:00:38 user nova-compute[74491]:       </nova:owner>
Oct 30 08:00:38 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 08:00:38 user nova-compute[74491]:       <nova:ports>
Oct 30 08:00:38 user nova-compute[74491]:         <nova:port uuid="f9e8808b-ff95-48f3-860f-a50275ffe564">
Oct 30 08:00:38 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 30 08:00:38 user nova-compute[74491]:         </nova:port>
Oct 30 08:00:38 user nova-compute[74491]:       </nova:ports>
Oct 30 08:00:38 user nova-compute[74491]:     </nova:instance>
Oct 30 08:00:38 user nova-compute[74491]:   </metadata>
Oct 30 08:00:38 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 08:00:38 user nova-compute[74491]:     <system>
Oct 30 08:00:38 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 08:00:38 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 08:00:38 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 08:00:38 user nova-compute[74491]:       <entry name="serial">a194acf1-cb1f-4e19-a893-574bf8ef5b21</entry>
Oct 30 08:00:38 user nova-compute[74491]:       <entry name="uuid">a194acf1-cb1f-4e19-a893-574bf8ef5b21</entry>
Oct 30 08:00:38 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 08:00:38 user nova-compute[74491]:     </system>
Oct 30 08:00:38 user nova-compute[74491]:   </sysinfo>
Oct 30 08:00:38 user nova-compute[74491]:   <os>
Oct 30 08:00:38 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 08:00:38 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 08:00:38 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 08:00:38 user nova-compute[74491]:   </os>
Oct 30 08:00:38 user nova-compute[74491]:   <features>
Oct 30 08:00:38 user nova-compute[74491]:     <acpi/>
Oct 30 08:00:38 user nova-compute[74491]:     <apic/>
Oct 30 08:00:38 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 08:00:38 user nova-compute[74491]:   </features>
Oct 30 08:00:38 user nova-compute[74491]:   <clock offset="utc">
Oct 30 08:00:38 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 08:00:38 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 08:00:38 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 08:00:38 user nova-compute[74491]:   </clock>
Oct 30 08:00:38 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 08:00:38 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 08:00:38 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 08:00:38 user nova-compute[74491]:   </cpu>
Oct 30 08:00:38 user nova-compute[74491]:   <devices>
Oct 30 08:00:38 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 08:00:38 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 08:00:38 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk"/>
Oct 30 08:00:38 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 08:00:38 user nova-compute[74491]:     </disk>
Oct 30 08:00:38 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 08:00:38 user nova-compute[74491]:       <mac address="fa:16:3e:55:f3:76"/>
Oct 30 08:00:38 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:00:38 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 08:00:38 user nova-compute[74491]:       <target dev="tapf9e8808b-ff"/>
Oct 30 08:00:38 user nova-compute[74491]:     </interface>
Oct 30 08:00:38 user nova-compute[74491]:     <serial type="pty">
Oct 30 08:00:38 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/console.log" append="off"/>
Oct 30 08:00:38 user nova-compute[74491]:     </serial>
Oct 30 08:00:38 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 08:00:38 user nova-compute[74491]:     <video>
Oct 30 08:00:38 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:00:38 user nova-compute[74491]:     </video>
Oct 30 08:00:38 user nova-compute[74491]:     <rng model="virtio">
Oct 30 08:00:38 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 08:00:38 user nova-compute[74491]:     </rng>
Oct 30 08:00:38 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 08:00:38 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 08:00:38 user nova-compute[74491]:       <stats period="10"/>
Oct 30 08:00:38 user nova-compute[74491]:     </memballoon>
Oct 30 08:00:38 user nova-compute[74491]:   </devices>
Oct 30 08:00:38 user nova-compute[74491]: </domain>
Oct 30 08:00:38 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:00:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1368427086',display_name='tempest-AttachVolumeTestJSON-server-1368427086',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1368427086',id=41,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKM2Y9Jc5JUcLziYPaubZPairGztHzvdpDAwSxvuP4CTiPBaDWTg0zUlzSp0+NvN6++TxvTIniSo1hPD7Vr2VdB7Jg9pky8+6ztzFRT8eiV2BEiF6I4jKSzRztEZWOLXlg==',key_name='tempest-keypair-1011913895',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3abfa530c3404a19af6fb0548e306d3f',ramdisk_id='',reservation_id='r-eclve8qy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1615103906',owner_user_name='tempest-AttachVolumeTestJSON-1615103906-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T08:00:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a34321c2cf0542d0b8f9f3f6c32e059c',uuid=a194acf1-cb1f-4e19-a893-574bf8ef5b21,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Converting VIF {"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:f3:76,bridge_name='br-int',has_traffic_filtering=True,id=f9e8808b-ff95-48f3-860f-a50275ffe564,network=Network(1f627015-45aa-4398-9332-0d6bd1bc1082),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9e8808b-ff') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG os_vif [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:f3:76,bridge_name='br-int',has_traffic_filtering=True,id=f9e8808b-ff95-48f3-860f-a50275ffe564,network=Network(1f627015-45aa-4398-9332-0d6bd1bc1082),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9e8808b-ff') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b2967493-d6be-5184-ad72-d98884a60a2f', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf9e8808b-ff, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf9e8808b-ff, col_values=(('qos', UUID('abed6985-633f-4004-83cf-43184106325e')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf9e8808b-ff, col_values=(('external_ids', {'iface-id': 'f9e8808b-ff95-48f3-860f-a50275ffe564', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:55:f3:76', 'vm-uuid': 'a194acf1-cb1f-4e19-a893-574bf8ef5b21'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:38 user nova-compute[74491]: INFO os_vif [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:f3:76,bridge_name='br-int',has_traffic_filtering=True,id=f9e8808b-ff95-48f3-860f-a50275ffe564,network=Network(1f627015-45aa-4398-9332-0d6bd1bc1082),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9e8808b-ff')
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] No VIF found with MAC fa:16:3e:55:f3:76, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.network.neutron [req-8c81038c-dfbe-44c7-900a-499619c47cd8 req-c3335257-ecee-4913-9e0f-65bc599c6f80 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Updated VIF entry in instance network info cache for port f9e8808b-ff95-48f3-860f-a50275ffe564. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG nova.network.neutron [req-8c81038c-dfbe-44c7-900a-499619c47cd8 req-c3335257-ecee-4913-9e0f-65bc599c6f80 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Updating instance_info_cache with network_info: [{"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:00:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8c81038c-dfbe-44c7-900a-499619c47cd8 req-c3335257-ecee-4913-9e0f-65bc599c6f80 service nova] Releasing lock "refresh_cache-a194acf1-cb1f-4e19-a893-574bf8ef5b21" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:00:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:40 user nova-compute[74491]: DEBUG nova.compute.manager [req-6396eadd-67f8-4a53-a11d-876c46f9586e req-8adec67b-0165-4d37-b0f0-f324929f6ad0 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Received event network-vif-plugged-f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:00:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6396eadd-67f8-4a53-a11d-876c46f9586e req-8adec67b-0165-4d37-b0f0-f324929f6ad0 service nova] Acquiring lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:00:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6396eadd-67f8-4a53-a11d-876c46f9586e req-8adec67b-0165-4d37-b0f0-f324929f6ad0 service nova] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:00:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6396eadd-67f8-4a53-a11d-876c46f9586e req-8adec67b-0165-4d37-b0f0-f324929f6ad0 service nova] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:00:40 user nova-compute[74491]: DEBUG nova.compute.manager [req-6396eadd-67f8-4a53-a11d-876c46f9586e req-8adec67b-0165-4d37-b0f0-f324929f6ad0 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] No waiting events found dispatching network-vif-plugged-f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:00:40 user nova-compute[74491]: WARNING nova.compute.manager [req-6396eadd-67f8-4a53-a11d-876c46f9586e req-8adec67b-0165-4d37-b0f0-f324929f6ad0 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Received unexpected event network-vif-plugged-f9e8808b-ff95-48f3-860f-a50275ffe564 for instance with vm_state building and task_state spawning.
Oct 30 08:00:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:42 user nova-compute[74491]: DEBUG nova.compute.manager [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 08:00:42 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 08:00:42 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Instance spawned successfully.
Oct 30 08:00:42 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 08:00:42 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:00:42 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:00:42 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:00:42 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:00:42 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:00:42 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:00:42 user nova-compute[74491]: DEBUG nova.compute.manager [req-dd0b1028-5e38-445f-b8d5-ff442ab8eca2 req-943c4841-6754-45ae-831d-0d26080db11e service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Received event network-vif-plugged-f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:00:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-dd0b1028-5e38-445f-b8d5-ff442ab8eca2 req-943c4841-6754-45ae-831d-0d26080db11e service nova] Acquiring lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:00:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-dd0b1028-5e38-445f-b8d5-ff442ab8eca2 req-943c4841-6754-45ae-831d-0d26080db11e service nova] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:00:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-dd0b1028-5e38-445f-b8d5-ff442ab8eca2 req-943c4841-6754-45ae-831d-0d26080db11e service nova] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:00:42 user nova-compute[74491]: DEBUG nova.compute.manager [req-dd0b1028-5e38-445f-b8d5-ff442ab8eca2 req-943c4841-6754-45ae-831d-0d26080db11e service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] No waiting events found dispatching network-vif-plugged-f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:00:42 user nova-compute[74491]: WARNING nova.compute.manager [req-dd0b1028-5e38-445f-b8d5-ff442ab8eca2 req-943c4841-6754-45ae-831d-0d26080db11e service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Received unexpected event network-vif-plugged-f9e8808b-ff95-48f3-860f-a50275ffe564 for instance with vm_state building and task_state spawning.
Oct 30 08:00:42 user nova-compute[74491]: INFO nova.compute.manager [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Took 5.37 seconds to spawn the instance on the hypervisor.
Oct 30 08:00:42 user nova-compute[74491]: DEBUG nova.compute.manager [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 08:00:42 user nova-compute[74491]: INFO nova.compute.manager [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Took 6.01 seconds to build instance.
Oct 30 08:00:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4358e582-0f3c-4893-9d5c-b10ae3633e6d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.108s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:00:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:53 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:54 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:00:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6f3192b3-3db0-40fb-9df3-1b882c15f4ac tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "a7228739-32f7-4680-8375-424d597eb52a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:00:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6f3192b3-3db0-40fb-9df3-1b882c15f4ac tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "a7228739-32f7-4680-8375-424d597eb52a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:00:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6f3192b3-3db0-40fb-9df3-1b882c15f4ac tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "a7228739-32f7-4680-8375-424d597eb52a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:00:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6f3192b3-3db0-40fb-9df3-1b882c15f4ac tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "a7228739-32f7-4680-8375-424d597eb52a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:00:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6f3192b3-3db0-40fb-9df3-1b882c15f4ac tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "a7228739-32f7-4680-8375-424d597eb52a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:00:55 user nova-compute[74491]: INFO nova.compute.manager [None req-6f3192b3-3db0-40fb-9df3-1b882c15f4ac tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Terminating instance
Oct 30 08:00:55 user nova-compute[74491]: DEBUG nova.compute.manager [None req-6f3192b3-3db0-40fb-9df3-1b882c15f4ac tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 08:00:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:55 user nova-compute[74491]: DEBUG nova.compute.manager [req-de20750e-6a28-4ba6-89f4-3e6ef2465022 req-b9483d33-4f45-4f2a-a043-6df42985e844 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Received event network-vif-unplugged-f26ac248-94c8-4f92-a6e7-392a350f32a8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:00:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-de20750e-6a28-4ba6-89f4-3e6ef2465022 req-b9483d33-4f45-4f2a-a043-6df42985e844 service nova] Acquiring lock "a7228739-32f7-4680-8375-424d597eb52a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:00:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-de20750e-6a28-4ba6-89f4-3e6ef2465022 req-b9483d33-4f45-4f2a-a043-6df42985e844 service nova] Lock "a7228739-32f7-4680-8375-424d597eb52a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:00:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-de20750e-6a28-4ba6-89f4-3e6ef2465022 req-b9483d33-4f45-4f2a-a043-6df42985e844 service nova] Lock "a7228739-32f7-4680-8375-424d597eb52a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:00:55 user nova-compute[74491]: DEBUG nova.compute.manager [req-de20750e-6a28-4ba6-89f4-3e6ef2465022 req-b9483d33-4f45-4f2a-a043-6df42985e844 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] No waiting events found dispatching network-vif-unplugged-f26ac248-94c8-4f92-a6e7-392a350f32a8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:00:55 user nova-compute[74491]: DEBUG nova.compute.manager [req-de20750e-6a28-4ba6-89f4-3e6ef2465022 req-b9483d33-4f45-4f2a-a043-6df42985e844 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Received event network-vif-unplugged-f26ac248-94c8-4f92-a6e7-392a350f32a8 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 08:00:55 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: a7228739-32f7-4680-8375-424d597eb52a] Instance destroyed successfully.
Oct 30 08:00:55 user nova-compute[74491]: DEBUG nova.objects.instance [None req-6f3192b3-3db0-40fb-9df3-1b882c15f4ac tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lazy-loading 'resources' on Instance uuid a7228739-32f7-4680-8375-424d597eb52a {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:00:55 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-6f3192b3-3db0-40fb-9df3-1b882c15f4ac tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T07:55:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1779965758',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1779965758',id=37,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGGwxP2i9uL2oPhrgKqGRErLZm2n/v5jPFoVM5CwudtJJNbhcMkZ+N9eysBqMaTCCet730ZiMV3mnGLpxtce4sjIgenH+Z/QS3vxrkRs5Mm9YgTfXtN/94AS1tgPFZ9bgA==',key_name='tempest-keypair-1224018208',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:59:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0c80c5fa82b04cb384f1e4d056a69980',ramdisk_id='',reservation_id='r-iu720z3r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-9842313',owner_user_name='tempest-AttachVolumeShelveTestJSON-9842313-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T07:59:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0628c3678bc542ef977f664abaaeb041',uuid=a7228739-32f7-4680-8375-424d597eb52a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "address": "fa:16:3e:c9:e6:07", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf26ac248-94", "ovs_interfaceid": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 08:00:55 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-6f3192b3-3db0-40fb-9df3-1b882c15f4ac tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Converting VIF {"id": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "address": "fa:16:3e:c9:e6:07", "network": {"id": "6533d0fd-c0f1-4d14-8ab9-2e397982a10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051425520-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c80c5fa82b04cb384f1e4d056a69980", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf26ac248-94", "ovs_interfaceid": "f26ac248-94c8-4f92-a6e7-392a350f32a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:00:55 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-6f3192b3-3db0-40fb-9df3-1b882c15f4ac tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c9:e6:07,bridge_name='br-int',has_traffic_filtering=True,id=f26ac248-94c8-4f92-a6e7-392a350f32a8,network=Network(6533d0fd-c0f1-4d14-8ab9-2e397982a10b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf26ac248-94') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:00:55 user nova-compute[74491]: DEBUG os_vif [None req-6f3192b3-3db0-40fb-9df3-1b882c15f4ac tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c9:e6:07,bridge_name='br-int',has_traffic_filtering=True,id=f26ac248-94c8-4f92-a6e7-392a350f32a8,network=Network(6533d0fd-c0f1-4d14-8ab9-2e397982a10b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf26ac248-94') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 08:00:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf26ac248-94, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:00:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:00:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=152b3f73-94e3-44b6-98f5-ce425a9bfc84) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:00:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:55 user nova-compute[74491]: INFO os_vif [None req-6f3192b3-3db0-40fb-9df3-1b882c15f4ac tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c9:e6:07,bridge_name='br-int',has_traffic_filtering=True,id=f26ac248-94c8-4f92-a6e7-392a350f32a8,network=Network(6533d0fd-c0f1-4d14-8ab9-2e397982a10b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf26ac248-94')
Oct 30 08:00:55 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-6f3192b3-3db0-40fb-9df3-1b882c15f4ac tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Deleting instance files /opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a_del
Oct 30 08:00:55 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-6f3192b3-3db0-40fb-9df3-1b882c15f4ac tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Deletion of /opt/stack/data/nova/instances/a7228739-32f7-4680-8375-424d597eb52a_del complete
Oct 30 08:00:55 user nova-compute[74491]: INFO nova.compute.manager [None req-6f3192b3-3db0-40fb-9df3-1b882c15f4ac tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] [instance: a7228739-32f7-4680-8375-424d597eb52a] Took 0.65 seconds to destroy the instance on the hypervisor.
Oct 30 08:00:55 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-6f3192b3-3db0-40fb-9df3-1b882c15f4ac tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 08:00:55 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: a7228739-32f7-4680-8375-424d597eb52a] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 08:00:55 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: a7228739-32f7-4680-8375-424d597eb52a] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 08:00:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:00:56 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:00:56 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:00:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-dd089f5a-0474-4ddd-9009-ee0d1a411ca0" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:00:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-dd089f5a-0474-4ddd-9009-ee0d1a411ca0" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:00:56 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 08:00:56 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Updating instance_info_cache with network_info: [{"id": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "address": "fa:16:3e:2f:09:53", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03eed40f-98", "ovs_interfaceid": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:00:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-dd089f5a-0474-4ddd-9009-ee0d1a411ca0" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:00:56 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 08:00:56 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:00:56 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:00:56 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: a7228739-32f7-4680-8375-424d597eb52a] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:00:56 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: a7228739-32f7-4680-8375-424d597eb52a] Took 1.20 seconds to deallocate network for instance.
Oct 30 08:00:56 user nova-compute[74491]: DEBUG nova.compute.manager [req-9da715ef-64ff-491b-8857-8a87ce425298 req-1f2ca6b4-1690-4498-ba74-2f89ad6126f0 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Received event network-vif-deleted-f26ac248-94c8-4f92-a6e7-392a350f32a8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:00:56 user nova-compute[74491]: INFO nova.compute.manager [req-9da715ef-64ff-491b-8857-8a87ce425298 req-1f2ca6b4-1690-4498-ba74-2f89ad6126f0 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Neutron deleted interface f26ac248-94c8-4f92-a6e7-392a350f32a8; detaching it from the instance and deleting it from the info cache
Oct 30 08:00:56 user nova-compute[74491]: DEBUG nova.network.neutron [req-9da715ef-64ff-491b-8857-8a87ce425298 req-1f2ca6b4-1690-4498-ba74-2f89ad6126f0 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:00:56 user nova-compute[74491]: DEBUG nova.compute.manager [req-9da715ef-64ff-491b-8857-8a87ce425298 req-1f2ca6b4-1690-4498-ba74-2f89ad6126f0 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Detach interface failed, port_id=f26ac248-94c8-4f92-a6e7-392a350f32a8, reason: Instance a7228739-32f7-4680-8375-424d597eb52a could not be found. {{(pid=74491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 08:00:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6f3192b3-3db0-40fb-9df3-1b882c15f4ac tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:00:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6f3192b3-3db0-40fb-9df3-1b882c15f4ac tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:00:57 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-6f3192b3-3db0-40fb-9df3-1b882c15f4ac tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:00:57 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-6f3192b3-3db0-40fb-9df3-1b882c15f4ac tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:00:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6f3192b3-3db0-40fb-9df3-1b882c15f4ac tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.172s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:00:57 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-6f3192b3-3db0-40fb-9df3-1b882c15f4ac tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Deleted allocations for instance a7228739-32f7-4680-8375-424d597eb52a
Oct 30 08:00:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6f3192b3-3db0-40fb-9df3-1b882c15f4ac tempest-AttachVolumeShelveTestJSON-9842313 tempest-AttachVolumeShelveTestJSON-9842313-project-member] Lock "a7228739-32f7-4680-8375-424d597eb52a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.198s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:00:57 user nova-compute[74491]: DEBUG nova.compute.manager [req-104e8ac6-5bb6-47d2-816c-ffb7273f7c0e req-f9cf73eb-771e-40b8-9108-3c9782881ce8 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Received event network-vif-plugged-f26ac248-94c8-4f92-a6e7-392a350f32a8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:00:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-104e8ac6-5bb6-47d2-816c-ffb7273f7c0e req-f9cf73eb-771e-40b8-9108-3c9782881ce8 service nova] Acquiring lock "a7228739-32f7-4680-8375-424d597eb52a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:00:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-104e8ac6-5bb6-47d2-816c-ffb7273f7c0e req-f9cf73eb-771e-40b8-9108-3c9782881ce8 service nova] Lock "a7228739-32f7-4680-8375-424d597eb52a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:00:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-104e8ac6-5bb6-47d2-816c-ffb7273f7c0e req-f9cf73eb-771e-40b8-9108-3c9782881ce8 service nova] Lock "a7228739-32f7-4680-8375-424d597eb52a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:00:57 user nova-compute[74491]: DEBUG nova.compute.manager [req-104e8ac6-5bb6-47d2-816c-ffb7273f7c0e req-f9cf73eb-771e-40b8-9108-3c9782881ce8 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] No waiting events found dispatching network-vif-plugged-f26ac248-94c8-4f92-a6e7-392a350f32a8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:00:57 user nova-compute[74491]: WARNING nova.compute.manager [req-104e8ac6-5bb6-47d2-816c-ffb7273f7c0e req-f9cf73eb-771e-40b8-9108-3c9782881ce8 service nova] [instance: a7228739-32f7-4680-8375-424d597eb52a] Received unexpected event network-vif-plugged-f26ac248-94c8-4f92-a6e7-392a350f32a8 for instance with vm_state deleted and task_state None.
Oct 30 08:00:58 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:01:00 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:01:00 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Triggering sync for uuid dd089f5a-0474-4ddd-9009-ee0d1a411ca0 {{(pid=74491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 08:01:00 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Triggering sync for uuid e535c98f-1057-41ca-8750-9f1ee5ce2475 {{(pid=74491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 08:01:00 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Triggering sync for uuid a194acf1-cb1f-4e19-a893-574bf8ef5b21 {{(pid=74491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 08:01:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:01:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:01:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "e535c98f-1057-41ca-8750-9f1ee5ce2475" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:01:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "e535c98f-1057-41ca-8750-9f1ee5ce2475" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:01:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:01:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:01:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "e535c98f-1057-41ca-8750-9f1ee5ce2475" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.030s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:01:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.032s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:01:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.032s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:01:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:01:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:01:01 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:01:04 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:01:04 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:01:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:01:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:01:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:01:04 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:01:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:01:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:01:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:01:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:01:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:01:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:01:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:01:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:01:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 08:01:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 08:01:05 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:01:05 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:01:05 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8482MB free_disk=25.240005493164062GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:01:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:01:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:01:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:01:05 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance dd089f5a-0474-4ddd-9009-ee0d1a411ca0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:01:05 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance e535c98f-1057-41ca-8750-9f1ee5ce2475 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:01:05 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance a194acf1-cb1f-4e19-a893-574bf8ef5b21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:01:05 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:01:05 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:01:05 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:01:05 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:01:05 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:01:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.415s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:01:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:01:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:01:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:01:11 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:01:11 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:01:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:01:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:01:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:01:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:01:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:01:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:01:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:01:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:01:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:01:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:01:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:01:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:01:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:01:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:01:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:01:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:01:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:01:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:01:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:01:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:01:56 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:01:56 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:01:56 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:01:58 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:01:58 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:01:58 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 08:01:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-dd089f5a-0474-4ddd-9009-ee0d1a411ca0" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:01:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-dd089f5a-0474-4ddd-9009-ee0d1a411ca0" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:01:58 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 08:01:58 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lazy-loading 'info_cache' on Instance uuid dd089f5a-0474-4ddd-9009-ee0d1a411ca0 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:01:58 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Updating instance_info_cache with network_info: [{"id": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "address": "fa:16:3e:2f:09:53", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03eed40f-98", "ovs_interfaceid": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:01:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-dd089f5a-0474-4ddd-9009-ee0d1a411ca0" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:01:58 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 08:01:59 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:02:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:02:01 user nova-compute[74491]: DEBUG nova.compute.manager [req-2826b12d-ea7a-4fa6-940d-ce93bb3ada01 req-cc9bb3ec-30e7-4881-9355-cfa4e33be051 service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Received event network-changed-84f4d1a0-a28e-4508-9e51-2560e3cd6708 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:02:01 user nova-compute[74491]: DEBUG nova.compute.manager [req-2826b12d-ea7a-4fa6-940d-ce93bb3ada01 req-cc9bb3ec-30e7-4881-9355-cfa4e33be051 service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Refreshing instance network info cache due to event network-changed-84f4d1a0-a28e-4508-9e51-2560e3cd6708. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:02:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2826b12d-ea7a-4fa6-940d-ce93bb3ada01 req-cc9bb3ec-30e7-4881-9355-cfa4e33be051 service nova] Acquiring lock "refresh_cache-e535c98f-1057-41ca-8750-9f1ee5ce2475" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:02:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2826b12d-ea7a-4fa6-940d-ce93bb3ada01 req-cc9bb3ec-30e7-4881-9355-cfa4e33be051 service nova] Acquired lock "refresh_cache-e535c98f-1057-41ca-8750-9f1ee5ce2475" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:02:01 user nova-compute[74491]: DEBUG nova.network.neutron [req-2826b12d-ea7a-4fa6-940d-ce93bb3ada01 req-cc9bb3ec-30e7-4881-9355-cfa4e33be051 service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Refreshing network info cache for port 84f4d1a0-a28e-4508-9e51-2560e3cd6708 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:02:01 user nova-compute[74491]: DEBUG nova.network.neutron [req-2826b12d-ea7a-4fa6-940d-ce93bb3ada01 req-cc9bb3ec-30e7-4881-9355-cfa4e33be051 service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Updated VIF entry in instance network info cache for port 84f4d1a0-a28e-4508-9e51-2560e3cd6708. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:02:01 user nova-compute[74491]: DEBUG nova.network.neutron [req-2826b12d-ea7a-4fa6-940d-ce93bb3ada01 req-cc9bb3ec-30e7-4881-9355-cfa4e33be051 service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Updating instance_info_cache with network_info: [{"id": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "address": "fa:16:3e:c8:03:dd", "network": {"id": "8aacd423-22d0-4641-97c7-7bbcf7df35bb", "bridge": "br-int", "label": "tempest-TestShelveInstance-2015203576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb3a2f5d569e49229c318b54317da700", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84f4d1a0-a2", "ovs_interfaceid": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:02:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2826b12d-ea7a-4fa6-940d-ce93bb3ada01 req-cc9bb3ec-30e7-4881-9355-cfa4e33be051 service nova] Releasing lock "refresh_cache-e535c98f-1057-41ca-8750-9f1ee5ce2475" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:02:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Acquiring lock "e535c98f-1057-41ca-8750-9f1ee5ce2475" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:02:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "e535c98f-1057-41ca-8750-9f1ee5ce2475" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:02:02 user nova-compute[74491]: INFO nova.compute.manager [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Shelve offloading
Oct 30 08:02:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:03 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:02:03 user nova-compute[74491]: DEBUG nova.compute.manager [req-b911dca1-024e-48ce-afd9-a5efda03f497 req-e5e3f98a-a017-49ca-b565-ede86cc90532 service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Received event network-vif-unplugged-84f4d1a0-a28e-4508-9e51-2560e3cd6708 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:02:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b911dca1-024e-48ce-afd9-a5efda03f497 req-e5e3f98a-a017-49ca-b565-ede86cc90532 service nova] Acquiring lock "e535c98f-1057-41ca-8750-9f1ee5ce2475-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:02:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b911dca1-024e-48ce-afd9-a5efda03f497 req-e5e3f98a-a017-49ca-b565-ede86cc90532 service nova] Lock "e535c98f-1057-41ca-8750-9f1ee5ce2475-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:02:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b911dca1-024e-48ce-afd9-a5efda03f497 req-e5e3f98a-a017-49ca-b565-ede86cc90532 service nova] Lock "e535c98f-1057-41ca-8750-9f1ee5ce2475-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:02:03 user nova-compute[74491]: DEBUG nova.compute.manager [req-b911dca1-024e-48ce-afd9-a5efda03f497 req-e5e3f98a-a017-49ca-b565-ede86cc90532 service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] No waiting events found dispatching network-vif-unplugged-84f4d1a0-a28e-4508-9e51-2560e3cd6708 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:02:03 user nova-compute[74491]: WARNING nova.compute.manager [req-b911dca1-024e-48ce-afd9-a5efda03f497 req-e5e3f98a-a017-49ca-b565-ede86cc90532 service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Received unexpected event network-vif-unplugged-84f4d1a0-a28e-4508-9e51-2560e3cd6708 for instance with vm_state active and task_state shelving.
Oct 30 08:02:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:03 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Instance destroyed successfully.
Oct 30 08:02:03 user nova-compute[74491]: DEBUG nova.compute.manager [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 08:02:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Acquiring lock "refresh_cache-e535c98f-1057-41ca-8750-9f1ee5ce2475" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:02:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Acquired lock "refresh_cache-e535c98f-1057-41ca-8750-9f1ee5ce2475" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:02:03 user nova-compute[74491]: DEBUG nova.network.neutron [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG nova.network.neutron [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Updating instance_info_cache with network_info: [{"id": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "address": "fa:16:3e:c8:03:dd", "network": {"id": "8aacd423-22d0-4641-97c7-7bbcf7df35bb", "bridge": "br-int", "label": "tempest-TestShelveInstance-2015203576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb3a2f5d569e49229c318b54317da700", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84f4d1a0-a2", "ovs_interfaceid": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Releasing lock "refresh_cache-e535c98f-1057-41ca-8750-9f1ee5ce2475" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:04 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Instance destroyed successfully.
Oct 30 08:02:04 user nova-compute[74491]: DEBUG nova.objects.instance [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lazy-loading 'resources' on Instance uuid e535c98f-1057-41ca-8750-9f1ee5ce2475 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:00:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1214191858',display_name='tempest-TestShelveInstance-server-1214191858',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1214191858',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFpnSw/cMiG/WsGP7HcWOsyUwgcWAv0ifLBQIV0O3gH4kWz4Zy3fv5JrbMVm2HvM4pqMKXXzy+joaD+8GoVoHbGJIawrjttp1f7VxOQ96bpDblgvHTJ+NCr70YkeWMNQwQ==',key_name='tempest-TestShelveInstance-1098349238',keypairs=<?>,launch_index=0,launched_at=2023-10-30T08:00:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cb3a2f5d569e49229c318b54317da700',ramdisk_id='',reservation_id='r-a7zpmbj8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1902763352',owner_user_name='tempest-TestShelveInstance-1902763352-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T08:00:35Z,user_data=None,user_id='9ef3e61925744b8795a1eb7a999a3300',uuid=e535c98f-1057-41ca-8750-9f1ee5ce2475,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "address": "fa:16:3e:c8:03:dd", "network": {"id": "8aacd423-22d0-4641-97c7-7bbcf7df35bb", "bridge": "br-int", "label": "tempest-TestShelveInstance-2015203576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb3a2f5d569e49229c318b54317da700", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84f4d1a0-a2", "ovs_interfaceid": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Converting VIF {"id": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "address": "fa:16:3e:c8:03:dd", "network": {"id": "8aacd423-22d0-4641-97c7-7bbcf7df35bb", "bridge": "br-int", "label": "tempest-TestShelveInstance-2015203576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb3a2f5d569e49229c318b54317da700", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84f4d1a0-a2", "ovs_interfaceid": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:03:dd,bridge_name='br-int',has_traffic_filtering=True,id=84f4d1a0-a28e-4508-9e51-2560e3cd6708,network=Network(8aacd423-22d0-4641-97c7-7bbcf7df35bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84f4d1a0-a2') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG os_vif [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:03:dd,bridge_name='br-int',has_traffic_filtering=True,id=84f4d1a0-a28e-4508-9e51-2560e3cd6708,network=Network(8aacd423-22d0-4641-97c7-7bbcf7df35bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84f4d1a0-a2') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap84f4d1a0-a2, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6c8cc08f-cd05-46dd-9f1a-d1d546777135) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:04 user nova-compute[74491]: INFO os_vif [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:03:dd,bridge_name='br-int',has_traffic_filtering=True,id=84f4d1a0-a28e-4508-9e51-2560e3cd6708,network=Network(8aacd423-22d0-4641-97c7-7bbcf7df35bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84f4d1a0-a2')
Oct 30 08:02:04 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vEaXYOnB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:02:04 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:02:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fa546b9-d973-4d35-b3b9-6b365a707127]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 08:02:04 user nova-compute[74491]: No targets found.
Oct 30 08:02:04 user nova-compute[74491]: iSNS:
Oct 30 08:02:04 user nova-compute[74491]: No targets found.
Oct 30 08:02:04 user nova-compute[74491]: STATIC:
Oct 30 08:02:04 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c
Oct 30 08:02:04 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:02:04 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:02:04 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf
Oct 30 08:02:04 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:02:04 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:02:04 user nova-compute[74491]: FIRMWARE:
Oct 30 08:02:04 user nova-compute[74491]: No targets found.
Oct 30 08:02:04 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 08:02:04 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 08:02:04 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[abd870a4-823f-4b78-ac06-f3da30892b89]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[cef4af0c-dd08-4d85-acdf-af1b3d090858]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf (non-flash)
Oct 30 08:02:04 user nova-compute[74491]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c (non-flash)
Oct 30 08:02:04 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf (non-flash)
Oct 30 08:02:04 user nova-compute[74491]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c (non-flash)
Oct 30 08:02:04 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef017c0d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c'): ({'sdc'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Removing single pathed devices sdc {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[396a9138-0cfc-405a-a5fe-207e89a5048b]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0373b3e9-b617-481a-8261-588d90525b1d]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Flushing IO for device /dev/sdc {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[53b41dae-d734-4145-ab33-ff3146999e9c]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 08:02:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.047s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[77898379-2adb-4079-93d9-651499f1c22a]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] SCSI volumes sdc have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[784a6c80-6034-44b5-807a-3d32d65ebec6]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd7457f8-bdbc-46ca-b221-845db00d6b88]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c, portal: 172.16.0.220,3260]
Oct 30 08:02:05 user nova-compute[74491]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c, portal: 172.16.0.220,3260] successful.
Oct 30 08:02:05 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b2ebef9-51d2-4548-9397-c78441b45235]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.308s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] <== disconnect_volume: return (310ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 08:02:05 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Deleting instance files /opt/stack/data/nova/instances/e535c98f-1057-41ca-8750-9f1ee5ce2475_del
Oct 30 08:02:05 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Deletion of /opt/stack/data/nova/instances/e535c98f-1057-41ca-8750-9f1ee5ce2475_del complete
Oct 30 08:02:05 user nova-compute[74491]: DEBUG nova.compute.manager [req-2754f23b-d28b-4ff4-ab1e-36d6c1811197 req-ef0ddb2e-9774-46dc-a90e-36c9c399a528 service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Received event network-vif-plugged-84f4d1a0-a28e-4508-9e51-2560e3cd6708 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2754f23b-d28b-4ff4-ab1e-36d6c1811197 req-ef0ddb2e-9774-46dc-a90e-36c9c399a528 service nova] Acquiring lock "e535c98f-1057-41ca-8750-9f1ee5ce2475-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2754f23b-d28b-4ff4-ab1e-36d6c1811197 req-ef0ddb2e-9774-46dc-a90e-36c9c399a528 service nova] Lock "e535c98f-1057-41ca-8750-9f1ee5ce2475-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2754f23b-d28b-4ff4-ab1e-36d6c1811197 req-ef0ddb2e-9774-46dc-a90e-36c9c399a528 service nova] Lock "e535c98f-1057-41ca-8750-9f1ee5ce2475-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG nova.compute.manager [req-2754f23b-d28b-4ff4-ab1e-36d6c1811197 req-ef0ddb2e-9774-46dc-a90e-36c9c399a528 service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] No waiting events found dispatching network-vif-plugged-84f4d1a0-a28e-4508-9e51-2560e3cd6708 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:02:05 user nova-compute[74491]: WARNING nova.compute.manager [req-2754f23b-d28b-4ff4-ab1e-36d6c1811197 req-ef0ddb2e-9774-46dc-a90e-36c9c399a528 service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Received unexpected event network-vif-plugged-84f4d1a0-a28e-4508-9e51-2560e3cd6708 for instance with vm_state active and task_state shelving.
Oct 30 08:02:05 user nova-compute[74491]: DEBUG nova.compute.manager [req-2754f23b-d28b-4ff4-ab1e-36d6c1811197 req-ef0ddb2e-9774-46dc-a90e-36c9c399a528 service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Received event network-changed-84f4d1a0-a28e-4508-9e51-2560e3cd6708 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG nova.compute.manager [req-2754f23b-d28b-4ff4-ab1e-36d6c1811197 req-ef0ddb2e-9774-46dc-a90e-36c9c399a528 service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Refreshing instance network info cache due to event network-changed-84f4d1a0-a28e-4508-9e51-2560e3cd6708. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2754f23b-d28b-4ff4-ab1e-36d6c1811197 req-ef0ddb2e-9774-46dc-a90e-36c9c399a528 service nova] Acquiring lock "refresh_cache-e535c98f-1057-41ca-8750-9f1ee5ce2475" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2754f23b-d28b-4ff4-ab1e-36d6c1811197 req-ef0ddb2e-9774-46dc-a90e-36c9c399a528 service nova] Acquired lock "refresh_cache-e535c98f-1057-41ca-8750-9f1ee5ce2475" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG nova.network.neutron [req-2754f23b-d28b-4ff4-ab1e-36d6c1811197 req-ef0ddb2e-9774-46dc-a90e-36c9c399a528 service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Refreshing network info cache for port 84f4d1a0-a28e-4508-9e51-2560e3cd6708 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG nova.network.neutron [req-2754f23b-d28b-4ff4-ab1e-36d6c1811197 req-ef0ddb2e-9774-46dc-a90e-36c9c399a528 service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Updated VIF entry in instance network info cache for port 84f4d1a0-a28e-4508-9e51-2560e3cd6708. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG nova.network.neutron [req-2754f23b-d28b-4ff4-ab1e-36d6c1811197 req-ef0ddb2e-9774-46dc-a90e-36c9c399a528 service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Updating instance_info_cache with network_info: [{"id": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "address": "fa:16:3e:c8:03:dd", "network": {"id": "8aacd423-22d0-4641-97c7-7bbcf7df35bb", "bridge": null, "label": "tempest-TestShelveInstance-2015203576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb3a2f5d569e49229c318b54317da700", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap84f4d1a0-a2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:02:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2754f23b-d28b-4ff4-ab1e-36d6c1811197 req-ef0ddb2e-9774-46dc-a90e-36c9c399a528 service nova] Releasing lock "refresh_cache-e535c98f-1057-41ca-8750-9f1ee5ce2475" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:02:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:06 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:02:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:02:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:02:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:02:06 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:02:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 08:02:07 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:02:07 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:02:07 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8671MB free_disk=25.237613677978516GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:02:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:02:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:02:07 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Deleted allocations for instance e535c98f-1057-41ca-8750-9f1ee5ce2475
Oct 30 08:02:07 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance dd089f5a-0474-4ddd-9009-ee0d1a411ca0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:02:07 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance a194acf1-cb1f-4e19-a893-574bf8ef5b21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:02:07 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:02:07 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:02:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:02:07 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:02:07 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:02:07 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:02:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.244s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:02:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.131s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:02:07 user nova-compute[74491]: DEBUG nova.objects.instance [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lazy-loading 'numa_topology' on Instance uuid e535c98f-1057-41ca-8750-9f1ee5ce2475 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:02:07 user nova-compute[74491]: DEBUG nova.objects.base [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Object Instance<e535c98f-1057-41ca-8750-9f1ee5ce2475> lazy-loaded attributes: resources,numa_topology {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 08:02:07 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:02:07 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:02:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.165s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:02:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-59c0916f-6c93-4bf3-8365-e9c7901f04b4 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "e535c98f-1057-41ca-8750-9f1ee5ce2475" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 5.101s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:02:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:11 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:02:11 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:02:12 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:02:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:15 user nova-compute[74491]: DEBUG nova.compute.manager [req-12af558d-a7d4-4223-ab7a-47a09b3847ac req-a613d4a4-97b7-4953-875d-c40af68c72f6 service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Received event network-changed-03eed40f-9854-41ab-a1fc-a1dbf92a98a8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:02:15 user nova-compute[74491]: DEBUG nova.compute.manager [req-12af558d-a7d4-4223-ab7a-47a09b3847ac req-a613d4a4-97b7-4953-875d-c40af68c72f6 service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Refreshing instance network info cache due to event network-changed-03eed40f-9854-41ab-a1fc-a1dbf92a98a8. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:02:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-12af558d-a7d4-4223-ab7a-47a09b3847ac req-a613d4a4-97b7-4953-875d-c40af68c72f6 service nova] Acquiring lock "refresh_cache-dd089f5a-0474-4ddd-9009-ee0d1a411ca0" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:02:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-12af558d-a7d4-4223-ab7a-47a09b3847ac req-a613d4a4-97b7-4953-875d-c40af68c72f6 service nova] Acquired lock "refresh_cache-dd089f5a-0474-4ddd-9009-ee0d1a411ca0" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:02:15 user nova-compute[74491]: DEBUG nova.network.neutron [req-12af558d-a7d4-4223-ab7a-47a09b3847ac req-a613d4a4-97b7-4953-875d-c40af68c72f6 service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Refreshing network info cache for port 03eed40f-9854-41ab-a1fc-a1dbf92a98a8 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:02:15 user nova-compute[74491]: DEBUG nova.network.neutron [req-12af558d-a7d4-4223-ab7a-47a09b3847ac req-a613d4a4-97b7-4953-875d-c40af68c72f6 service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Updated VIF entry in instance network info cache for port 03eed40f-9854-41ab-a1fc-a1dbf92a98a8. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:02:15 user nova-compute[74491]: DEBUG nova.network.neutron [req-12af558d-a7d4-4223-ab7a-47a09b3847ac req-a613d4a4-97b7-4953-875d-c40af68c72f6 service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Updating instance_info_cache with network_info: [{"id": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "address": "fa:16:3e:2f:09:53", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03eed40f-98", "ovs_interfaceid": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:02:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-12af558d-a7d4-4223-ab7a-47a09b3847ac req-a613d4a4-97b7-4953-875d-c40af68c72f6 service nova] Releasing lock "refresh_cache-dd089f5a-0474-4ddd-9009-ee0d1a411ca0" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:02:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:02:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:02:16 user nova-compute[74491]: INFO nova.compute.manager [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Detaching volume c212ebf4-4dc3-4895-a6db-5b9172bee6bf
Oct 30 08:02:16 user nova-compute[74491]: INFO nova.virt.block_device [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Attempting to driver detach volume c212ebf4-4dc3-4895-a6db-5b9172bee6bf from mountpoint /dev/vdb
Oct 30 08:02:16 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Attempting to detach device vdb from instance dd089f5a-0474-4ddd-9009-ee0d1a411ca0 from the persistent domain config. {{(pid=74491) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 08:02:16 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 08:02:16 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:02:16 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 08:02:16 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 08:02:16 user nova-compute[74491]:   <serial>c212ebf4-4dc3-4895-a6db-5b9172bee6bf</serial>
Oct 30 08:02:16 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 08:02:16 user nova-compute[74491]: </disk>
Oct 30 08:02:16 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 08:02:16 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Successfully detached device vdb from instance dd089f5a-0474-4ddd-9009-ee0d1a411ca0 from the persistent domain config.
Oct 30 08:02:16 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance dd089f5a-0474-4ddd-9009-ee0d1a411ca0 from the live domain config. {{(pid=74491) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 08:02:16 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 08:02:16 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:02:16 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 08:02:16 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 08:02:16 user nova-compute[74491]:   <serial>c212ebf4-4dc3-4895-a6db-5b9172bee6bf</serial>
Oct 30 08:02:16 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 08:02:16 user nova-compute[74491]: </disk>
Oct 30 08:02:16 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 08:02:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance dd089f5a-0474-4ddd-9009-ee0d1a411ca0 {{(pid=74491) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 08:02:17 user nova-compute[74491]: DEBUG nova.compute.manager [req-6e1c73e6-ae53-4b17-99a3-d0322ea091bd req-61dd6c25-3178-402b-8de5-ce0e59d799cc service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Received event network-changed-03eed40f-9854-41ab-a1fc-a1dbf92a98a8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:02:17 user nova-compute[74491]: DEBUG nova.compute.manager [req-6e1c73e6-ae53-4b17-99a3-d0322ea091bd req-61dd6c25-3178-402b-8de5-ce0e59d799cc service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Refreshing instance network info cache due to event network-changed-03eed40f-9854-41ab-a1fc-a1dbf92a98a8. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:02:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6e1c73e6-ae53-4b17-99a3-d0322ea091bd req-61dd6c25-3178-402b-8de5-ce0e59d799cc service nova] Acquiring lock "refresh_cache-dd089f5a-0474-4ddd-9009-ee0d1a411ca0" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:02:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6e1c73e6-ae53-4b17-99a3-d0322ea091bd req-61dd6c25-3178-402b-8de5-ce0e59d799cc service nova] Acquired lock "refresh_cache-dd089f5a-0474-4ddd-9009-ee0d1a411ca0" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:02:17 user nova-compute[74491]: DEBUG nova.network.neutron [req-6e1c73e6-ae53-4b17-99a3-d0322ea091bd req-61dd6c25-3178-402b-8de5-ce0e59d799cc service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Refreshing network info cache for port 03eed40f-9854-41ab-a1fc-a1dbf92a98a8 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:02:17 user nova-compute[74491]: DEBUG nova.network.neutron [req-6e1c73e6-ae53-4b17-99a3-d0322ea091bd req-61dd6c25-3178-402b-8de5-ce0e59d799cc service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Updated VIF entry in instance network info cache for port 03eed40f-9854-41ab-a1fc-a1dbf92a98a8. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:02:17 user nova-compute[74491]: DEBUG nova.network.neutron [req-6e1c73e6-ae53-4b17-99a3-d0322ea091bd req-61dd6c25-3178-402b-8de5-ce0e59d799cc service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Updating instance_info_cache with network_info: [{"id": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "address": "fa:16:3e:2f:09:53", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03eed40f-98", "ovs_interfaceid": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:02:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6e1c73e6-ae53-4b17-99a3-d0322ea091bd req-61dd6c25-3178-402b-8de5-ce0e59d799cc service nova] Releasing lock "refresh_cache-dd089f5a-0474-4ddd-9009-ee0d1a411ca0" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:02:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:24 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:27 user nova-compute[74491]: DEBUG nova.compute.manager [req-6bcf43b1-463f-4a66-be9b-a6fbb94b3fb6 req-7ea75233-fee4-4c8c-9d6f-684639c29ff1 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Received event network-changed-f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:02:27 user nova-compute[74491]: DEBUG nova.compute.manager [req-6bcf43b1-463f-4a66-be9b-a6fbb94b3fb6 req-7ea75233-fee4-4c8c-9d6f-684639c29ff1 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Refreshing instance network info cache due to event network-changed-f9e8808b-ff95-48f3-860f-a50275ffe564. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:02:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6bcf43b1-463f-4a66-be9b-a6fbb94b3fb6 req-7ea75233-fee4-4c8c-9d6f-684639c29ff1 service nova] Acquiring lock "refresh_cache-a194acf1-cb1f-4e19-a893-574bf8ef5b21" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:02:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6bcf43b1-463f-4a66-be9b-a6fbb94b3fb6 req-7ea75233-fee4-4c8c-9d6f-684639c29ff1 service nova] Acquired lock "refresh_cache-a194acf1-cb1f-4e19-a893-574bf8ef5b21" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:02:27 user nova-compute[74491]: DEBUG nova.network.neutron [req-6bcf43b1-463f-4a66-be9b-a6fbb94b3fb6 req-7ea75233-fee4-4c8c-9d6f-684639c29ff1 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Refreshing network info cache for port f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:02:28 user nova-compute[74491]: DEBUG nova.network.neutron [req-6bcf43b1-463f-4a66-be9b-a6fbb94b3fb6 req-7ea75233-fee4-4c8c-9d6f-684639c29ff1 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Updated VIF entry in instance network info cache for port f9e8808b-ff95-48f3-860f-a50275ffe564. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:02:28 user nova-compute[74491]: DEBUG nova.network.neutron [req-6bcf43b1-463f-4a66-be9b-a6fbb94b3fb6 req-7ea75233-fee4-4c8c-9d6f-684639c29ff1 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Updating instance_info_cache with network_info: [{"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:02:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6bcf43b1-463f-4a66-be9b-a6fbb94b3fb6 req-7ea75233-fee4-4c8c-9d6f-684639c29ff1 service nova] Releasing lock "refresh_cache-a194acf1-cb1f-4e19-a893-574bf8ef5b21" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:02:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:02:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:02:33 user nova-compute[74491]: DEBUG nova.objects.instance [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'flavor' on Instance uuid a194acf1-cb1f-4e19-a893-574bf8ef5b21 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:02:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:02:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:02:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:02:33 user nova-compute[74491]: INFO nova.compute.manager [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Attaching volume d2b6d410-236b-479e-8766-d11fb0527436 to /dev/vdb
Oct 30 08:02:33 user nova-compute[74491]: DEBUG os_brick.utils [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:02:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2d4f0fd-62ad-455a-b9d8-560141d81448]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.028s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7594050f-77b7-4470-8e74-6ace85b3b775]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ae17d29-5f05-4b21-833c-a3396f93fced]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[32693ddf-d4f1-4d31-8dd1-9b720c80ff76]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:02:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 08:02:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:02:33 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 08:02:33 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a12d5837-cad6-4caf-95e8-5ba420425ecb]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 08:02:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 08:02:33 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 08:02:33 user nova-compute[74491]: DEBUG os_brick.utils [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:02:33 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Updating existing volume attachment record: 9289bc54-a6ea-4d1d-84fe-85ac1c867eaf {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 08:02:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:37 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance dd089f5a-0474-4ddd-9009-ee0d1a411ca0 is timed out.
Oct 30 08:02:37 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Successfully detached device vdb from instance dd089f5a-0474-4ddd-9009-ee0d1a411ca0 from the live domain config.
Oct 30 08:02:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pliTNGeV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:02:37 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:02:37 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fcadaf0-427e-402e-8ee1-54497469cb68]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 08:02:37 user nova-compute[74491]: No targets found.
Oct 30 08:02:37 user nova-compute[74491]: iSNS:
Oct 30 08:02:37 user nova-compute[74491]: No targets found.
Oct 30 08:02:37 user nova-compute[74491]: STATIC:
Oct 30 08:02:37 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf
Oct 30 08:02:37 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:02:37 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:02:37 user nova-compute[74491]: FIRMWARE:
Oct 30 08:02:37 user nova-compute[74491]: No targets found.
Oct 30 08:02:37 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 08:02:37 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 08:02:37 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[484a7029-036a-45d5-8d30-8393f15334d1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6e7917e-268c-4ad5-a022-987b1fb06c12]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf (non-flash)
Oct 30 08:02:37 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf (non-flash)
Oct 30 08:02:37 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feecc696560>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf'): ({'sdb'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Removing single pathed devices sdb {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d62d2d0-4291-47e6-a23e-3d845b8025ef]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8471727-5041-47f7-81fa-23b18334707c]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Flushing IO for device /dev/sdb {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b19cfa1-d0a5-4cef-9b17-4d4b5b62f0a2]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.052s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ae29207-6f13-4c82-9aa8-15479c5eb354]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[cce24d9f-8020-40bd-912e-d99d3f6ea8ee]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[209d132c-cefb-48f1-be08-f8438099ef88]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf, portal: 172.16.0.220,3260]
Oct 30 08:02:37 user nova-compute[74491]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf, portal: 172.16.0.220,3260] successful.
Oct 30 08:02:37 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c212ebf4-4dc3-4895-a6db-5b9172bee6bf -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[fed8e2f0-d831-496f-933a-48a452e12b7b]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.306s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] <== disconnect_volume: return (308ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:02:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 08:02:38 user nova-compute[74491]: DEBUG nova.objects.instance [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lazy-loading 'flavor' on Instance uuid dd089f5a-0474-4ddd-9009-ee0d1a411ca0 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:02:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-94c54674-3b05-42e0-830a-2419d9374afe tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.057s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:02:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bqziGBLI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:02:52 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:02:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:02:52 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:02:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:02:52 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7764e5f9-2b66-4f5c-94cb-081306005850]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 08:02:52 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d458f39f-53ca-4dde-8b2e-835aecb68cc7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436] added
Oct 30 08:02:52 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d87a19d5-e04d-4a6b-98a2-771169b05873]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6930f20b-31bf-49b8-a1a7-f77a39d02308]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bqziGBLI {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bqziGBLI" returned: 0 in 0.029s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[20ef0bd9-65b9-4478-a156-58f7e7137236]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bqziGBLI'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0969b9d0-cbad-458d-ac65-4dc2dd3de15e]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f69a7f6-6cbc-4e5b-a5d3-a3d456c44713]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 30 08:02:52 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 30 08:02:52 user nova-compute[74491]:  {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:02:52 user nova-compute[74491]: WARNING os_brick.initiator.connectors.iscsi [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 30 08:02:52 user nova-compute[74491]: 
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1283d92-b788-4a97-b537-d703cc900a39]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436, portal: 172.16.0.220,3260]
Oct 30 08:02:52 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436, portal: 172.16.0.220,3260] successful.
Oct 30 08:02:52 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[60da1d16-59bc-4fcf-91c2-dd3562cdd015]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a5698cf-2eea-462f-9a04-14610c1a2eff]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 (non-flash)
Oct 30 08:02:52 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 (non-flash)
Oct 30 08:02:52 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.274s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] HCTL ('33', '-', '-', 0) found on session 43 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c458fdd-7ba5-48ff-9d73-4db5d1941bd5]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:02:52 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Searching for a device in session 43 and hctl ['33', '*', '*', 0] yield: None {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 08:02:53 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Searching for a device in session 43 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 08:02:53 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bqziGBLI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 08:02:53 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.304s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:02:53 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] <== connect_volume: return (1305ms) {'type': 'block', 'scsi_wwn': '26262346430656337', 'path': '/dev/sdb'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:02:53 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26262346430656337', 'path': '/dev/sdb'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 08:02:53 user nova-compute[74491]: DEBUG nova.objects.instance [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'flavor' on Instance uuid a194acf1-cb1f-4e19-a893-574bf8ef5b21 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:02:53 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 08:02:53 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:02:53 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 08:02:53 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 08:02:53 user nova-compute[74491]:   <serial>d2b6d410-236b-479e-8766-d11fb0527436</serial>
Oct 30 08:02:53 user nova-compute[74491]: </disk>
Oct 30 08:02:53 user nova-compute[74491]:  {{(pid=74491) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 08:02:53 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:02:53 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:02:53 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] No VIF found with MAC fa:16:3e:55:f3:76, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 08:02:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-75701a87-b9dd-4486-ac62-1ae2db268c81 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.225s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:02:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:02:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-efa18b0f-1e62-4fc9-9bd1-b2b614cd7f65 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:02:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-efa18b0f-1e62-4fc9-9bd1-b2b614cd7f65 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:02:55 user nova-compute[74491]: DEBUG nova.compute.manager [None req-efa18b0f-1e62-4fc9-9bd1-b2b614cd7f65 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 08:02:55 user nova-compute[74491]: DEBUG nova.compute.manager [None req-efa18b0f-1e62-4fc9-9bd1-b2b614cd7f65 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74491) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Oct 30 08:02:55 user nova-compute[74491]: DEBUG nova.objects.instance [None req-efa18b0f-1e62-4fc9-9bd1-b2b614cd7f65 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'flavor' on Instance uuid a194acf1-cb1f-4e19-a893-574bf8ef5b21 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:02:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:02:55 user nova-compute[74491]: DEBUG nova.compute.manager [req-7b4bbc88-a14f-4bf6-b92c-4a3dabaea4eb req-8001ea2f-c166-4a79-836d-c06fc3e0ce7c service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Received event network-vif-unplugged-f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:02:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7b4bbc88-a14f-4bf6-b92c-4a3dabaea4eb req-8001ea2f-c166-4a79-836d-c06fc3e0ce7c service nova] Acquiring lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:02:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7b4bbc88-a14f-4bf6-b92c-4a3dabaea4eb req-8001ea2f-c166-4a79-836d-c06fc3e0ce7c service nova] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:02:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7b4bbc88-a14f-4bf6-b92c-4a3dabaea4eb req-8001ea2f-c166-4a79-836d-c06fc3e0ce7c service nova] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:02:55 user nova-compute[74491]: DEBUG nova.compute.manager [req-7b4bbc88-a14f-4bf6-b92c-4a3dabaea4eb req-8001ea2f-c166-4a79-836d-c06fc3e0ce7c service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] No waiting events found dispatching network-vif-unplugged-f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:02:55 user nova-compute[74491]: WARNING nova.compute.manager [req-7b4bbc88-a14f-4bf6-b92c-4a3dabaea4eb req-8001ea2f-c166-4a79-836d-c06fc3e0ce7c service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Received unexpected event network-vif-unplugged-f9e8808b-ff95-48f3-860f-a50275ffe564 for instance with vm_state active and task_state powering-off.
Oct 30 08:02:56 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Instance destroyed successfully.
Oct 30 08:02:56 user nova-compute[74491]: DEBUG nova.compute.manager [None req-efa18b0f-1e62-4fc9-9bd1-b2b614cd7f65 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 08:02:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-efa18b0f-1e62-4fc9-9bd1-b2b614cd7f65 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.875s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:02:56 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:02:57 user nova-compute[74491]: DEBUG nova.compute.manager [req-2491749a-0ab0-4466-abc0-fddc3ec5b31c req-d3fd32aa-0702-42d3-a294-c57fbbf76b54 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Received event network-vif-plugged-f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:02:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2491749a-0ab0-4466-abc0-fddc3ec5b31c req-d3fd32aa-0702-42d3-a294-c57fbbf76b54 service nova] Acquiring lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:02:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2491749a-0ab0-4466-abc0-fddc3ec5b31c req-d3fd32aa-0702-42d3-a294-c57fbbf76b54 service nova] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:02:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2491749a-0ab0-4466-abc0-fddc3ec5b31c req-d3fd32aa-0702-42d3-a294-c57fbbf76b54 service nova] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:02:57 user nova-compute[74491]: DEBUG nova.compute.manager [req-2491749a-0ab0-4466-abc0-fddc3ec5b31c req-d3fd32aa-0702-42d3-a294-c57fbbf76b54 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] No waiting events found dispatching network-vif-plugged-f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:02:57 user nova-compute[74491]: WARNING nova.compute.manager [req-2491749a-0ab0-4466-abc0-fddc3ec5b31c req-d3fd32aa-0702-42d3-a294-c57fbbf76b54 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Received unexpected event network-vif-plugged-f9e8808b-ff95-48f3-860f-a50275ffe564 for instance with vm_state stopped and task_state None.
Oct 30 08:02:58 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:02:58 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:02:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:00 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:03:00 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:03:00 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Skipping network cache update for instance because it has been migrated to another host. {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9965}}
Oct 30 08:03:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-a194acf1-cb1f-4e19-a893-574bf8ef5b21" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:03:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-a194acf1-cb1f-4e19-a893-574bf8ef5b21" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:03:00 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 08:03:00 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Updating instance_info_cache with network_info: [{"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:03:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-a194acf1-cb1f-4e19-a893-574bf8ef5b21" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:03:00 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 08:03:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:01 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:03:03 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:03:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:05 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:03:08 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:03:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:03:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:03:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:03:08 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:03:08 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:03:08 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:03:08 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:03:08 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:03:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 08:03:08 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:03:09 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:03:09 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:03:09 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:03:09 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:03:09 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:03:09 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8797MB free_disk=25.226924896240234GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:03:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:03:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:03:09 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance dd089f5a-0474-4ddd-9009-ee0d1a411ca0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:03:09 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance a194acf1-cb1f-4e19-a893-574bf8ef5b21 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:03:09 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:03:09 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:03:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:03:09 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:03:09 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:03:09 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:03:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.270s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:03:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:13 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:03:13 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:03:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d003dae6-7ed1-4bfa-acc7-37f6cf9f1387 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:03:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d003dae6-7ed1-4bfa-acc7-37f6cf9f1387 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:03:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d003dae6-7ed1-4bfa-acc7-37f6cf9f1387 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:03:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d003dae6-7ed1-4bfa-acc7-37f6cf9f1387 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:03:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d003dae6-7ed1-4bfa-acc7-37f6cf9f1387 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:03:16 user nova-compute[74491]: INFO nova.compute.manager [None req-d003dae6-7ed1-4bfa-acc7-37f6cf9f1387 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Terminating instance
Oct 30 08:03:16 user nova-compute[74491]: DEBUG nova.compute.manager [None req-d003dae6-7ed1-4bfa-acc7-37f6cf9f1387 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 08:03:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:16 user nova-compute[74491]: DEBUG nova.compute.manager [req-4aeeec7b-b352-4a7d-9616-c9b62468cf81 req-7cf6c413-8977-402e-91d6-e6bde137b6be service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Received event network-vif-unplugged-03eed40f-9854-41ab-a1fc-a1dbf92a98a8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:03:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4aeeec7b-b352-4a7d-9616-c9b62468cf81 req-7cf6c413-8977-402e-91d6-e6bde137b6be service nova] Acquiring lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:03:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4aeeec7b-b352-4a7d-9616-c9b62468cf81 req-7cf6c413-8977-402e-91d6-e6bde137b6be service nova] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:03:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4aeeec7b-b352-4a7d-9616-c9b62468cf81 req-7cf6c413-8977-402e-91d6-e6bde137b6be service nova] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:03:16 user nova-compute[74491]: DEBUG nova.compute.manager [req-4aeeec7b-b352-4a7d-9616-c9b62468cf81 req-7cf6c413-8977-402e-91d6-e6bde137b6be service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] No waiting events found dispatching network-vif-unplugged-03eed40f-9854-41ab-a1fc-a1dbf92a98a8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:03:16 user nova-compute[74491]: DEBUG nova.compute.manager [req-4aeeec7b-b352-4a7d-9616-c9b62468cf81 req-7cf6c413-8977-402e-91d6-e6bde137b6be service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Received event network-vif-unplugged-03eed40f-9854-41ab-a1fc-a1dbf92a98a8 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 08:03:17 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Instance destroyed successfully.
Oct 30 08:03:17 user nova-compute[74491]: DEBUG nova.objects.instance [None req-d003dae6-7ed1-4bfa-acc7-37f6cf9f1387 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lazy-loading 'resources' on Instance uuid dd089f5a-0474-4ddd-9009-ee0d1a411ca0 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:03:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-d003dae6-7ed1-4bfa-acc7-37f6cf9f1387 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T07:57:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1769826399',display_name='tempest-TestMinimumBasicScenario-server-1769826399',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1769826399',id=39,image_ref='b7a022ea-b4e5-452f-9fba-379aedd326ef',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLwqh2ywtPeIdbYvtlWxob6T2+h8RJUx3q51OiQV66GBjPamJarYK7+5KF3fxV5mJ+2Sx96TF72RbY9a8xf/omlov6nj9o6FOcEzkxgG/prUIfZK9Y8b1aYJGFXghZxTSQ==',key_name='tempest-TestMinimumBasicScenario-583333227',keypairs=<?>,launch_index=0,launched_at=2023-10-30T07:58:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='06674e64f970483b9c1b28793ac6253d',ramdisk_id='',reservation_id='r-57pvqlrj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b7a022ea-b4e5-452f-9fba-379aedd326ef',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1913234354',owner_user_name='tempest-TestMinimumBasicScenario-1913234354-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T08:00:30Z,user_data=None,user_id='93b4a35d9bf24f899d7595366533f78a',uuid=dd089f5a-0474-4ddd-9009-ee0d1a411ca0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "address": "fa:16:3e:2f:09:53", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03eed40f-98", "ovs_interfaceid": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 08:03:17 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-d003dae6-7ed1-4bfa-acc7-37f6cf9f1387 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Converting VIF {"id": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "address": "fa:16:3e:2f:09:53", "network": {"id": "b4a4b7e3-13f0-40aa-a067-480625d7f2fb", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1875998194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06674e64f970483b9c1b28793ac6253d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03eed40f-98", "ovs_interfaceid": "03eed40f-9854-41ab-a1fc-a1dbf92a98a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:03:17 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-d003dae6-7ed1-4bfa-acc7-37f6cf9f1387 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2f:09:53,bridge_name='br-int',has_traffic_filtering=True,id=03eed40f-9854-41ab-a1fc-a1dbf92a98a8,network=Network(b4a4b7e3-13f0-40aa-a067-480625d7f2fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03eed40f-98') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:03:17 user nova-compute[74491]: DEBUG os_vif [None req-d003dae6-7ed1-4bfa-acc7-37f6cf9f1387 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2f:09:53,bridge_name='br-int',has_traffic_filtering=True,id=03eed40f-9854-41ab-a1fc-a1dbf92a98a8,network=Network(b4a4b7e3-13f0-40aa-a067-480625d7f2fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03eed40f-98') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 08:03:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap03eed40f-98, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:03:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:03:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ae973193-adcf-47a2-8023-20464c94e17d) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:03:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:03:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:17 user nova-compute[74491]: INFO os_vif [None req-d003dae6-7ed1-4bfa-acc7-37f6cf9f1387 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2f:09:53,bridge_name='br-int',has_traffic_filtering=True,id=03eed40f-9854-41ab-a1fc-a1dbf92a98a8,network=Network(b4a4b7e3-13f0-40aa-a067-480625d7f2fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03eed40f-98')
Oct 30 08:03:17 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-d003dae6-7ed1-4bfa-acc7-37f6cf9f1387 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Deleting instance files /opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0_del
Oct 30 08:03:17 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-d003dae6-7ed1-4bfa-acc7-37f6cf9f1387 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Deletion of /opt/stack/data/nova/instances/dd089f5a-0474-4ddd-9009-ee0d1a411ca0_del complete
Oct 30 08:03:17 user nova-compute[74491]: INFO nova.compute.manager [None req-d003dae6-7ed1-4bfa-acc7-37f6cf9f1387 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Took 0.87 seconds to destroy the instance on the hypervisor.
Oct 30 08:03:17 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-d003dae6-7ed1-4bfa-acc7-37f6cf9f1387 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 08:03:17 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 08:03:17 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 08:03:18 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:03:18 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Took 0.82 seconds to deallocate network for instance.
Oct 30 08:03:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d003dae6-7ed1-4bfa-acc7-37f6cf9f1387 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:03:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d003dae6-7ed1-4bfa-acc7-37f6cf9f1387 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:03:18 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-d003dae6-7ed1-4bfa-acc7-37f6cf9f1387 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:03:18 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-d003dae6-7ed1-4bfa-acc7-37f6cf9f1387 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:03:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d003dae6-7ed1-4bfa-acc7-37f6cf9f1387 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.147s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:03:18 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-d003dae6-7ed1-4bfa-acc7-37f6cf9f1387 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Deleted allocations for instance dd089f5a-0474-4ddd-9009-ee0d1a411ca0
Oct 30 08:03:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d003dae6-7ed1-4bfa-acc7-37f6cf9f1387 tempest-TestMinimumBasicScenario-1913234354 tempest-TestMinimumBasicScenario-1913234354-project-member] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.021s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:03:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-c5b347cc-552f-4753-8a06-fab6af0ffe66 req-7f15c1d4-571f-4dce-9cca-1f029ae5ade6 service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Received event network-vif-plugged-03eed40f-9854-41ab-a1fc-a1dbf92a98a8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:03:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c5b347cc-552f-4753-8a06-fab6af0ffe66 req-7f15c1d4-571f-4dce-9cca-1f029ae5ade6 service nova] Acquiring lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:03:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c5b347cc-552f-4753-8a06-fab6af0ffe66 req-7f15c1d4-571f-4dce-9cca-1f029ae5ade6 service nova] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:03:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c5b347cc-552f-4753-8a06-fab6af0ffe66 req-7f15c1d4-571f-4dce-9cca-1f029ae5ade6 service nova] Lock "dd089f5a-0474-4ddd-9009-ee0d1a411ca0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:03:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-c5b347cc-552f-4753-8a06-fab6af0ffe66 req-7f15c1d4-571f-4dce-9cca-1f029ae5ade6 service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] No waiting events found dispatching network-vif-plugged-03eed40f-9854-41ab-a1fc-a1dbf92a98a8 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:03:19 user nova-compute[74491]: WARNING nova.compute.manager [req-c5b347cc-552f-4753-8a06-fab6af0ffe66 req-7f15c1d4-571f-4dce-9cca-1f029ae5ade6 service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Received unexpected event network-vif-plugged-03eed40f-9854-41ab-a1fc-a1dbf92a98a8 for instance with vm_state deleted and task_state None.
Oct 30 08:03:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-c5b347cc-552f-4753-8a06-fab6af0ffe66 req-7f15c1d4-571f-4dce-9cca-1f029ae5ade6 service nova] [instance: dd089f5a-0474-4ddd-9009-ee0d1a411ca0] Received event network-vif-deleted-03eed40f-9854-41ab-a1fc-a1dbf92a98a8 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:03:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Acquiring lock "6b64392a-d22a-4b92-822c-276fccda2c80" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:03:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "6b64392a-d22a-4b92-822c-276fccda2c80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:03:29 user nova-compute[74491]: DEBUG nova.compute.manager [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 08:03:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:03:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:03:29 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 08:03:29 user nova-compute[74491]: INFO nova.compute.claims [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Claim successful on node user
Oct 30 08:03:29 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:03:29 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:03:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.199s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:03:29 user nova-compute[74491]: DEBUG nova.compute.manager [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 08:03:29 user nova-compute[74491]: DEBUG nova.compute.manager [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 08:03:29 user nova-compute[74491]: DEBUG nova.network.neutron [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 08:03:29 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 08:03:29 user nova-compute[74491]: DEBUG nova.compute.manager [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 08:03:29 user nova-compute[74491]: DEBUG nova.policy [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eed8908d86034f989e8e1dd07f98caa5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6d09f14364d4950b9729a3bed818669', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 08:03:29 user nova-compute[74491]: DEBUG nova.compute.manager [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 08:03:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 08:03:29 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Creating image(s)
Oct 30 08:03:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Acquiring lock "/opt/stack/data/nova/instances/6b64392a-d22a-4b92-822c-276fccda2c80/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:03:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "/opt/stack/data/nova/instances/6b64392a-d22a-4b92-822c-276fccda2c80/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:03:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "/opt/stack/data/nova/instances/6b64392a-d22a-4b92-822c-276fccda2c80/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:03:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:03:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.174s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:03:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:03:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:03:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:03:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.182s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:03:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/6b64392a-d22a-4b92-822c-276fccda2c80/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:03:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/6b64392a-d22a-4b92-822c-276fccda2c80/disk 1073741824" returned: 0 in 0.051s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:03:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.243s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:03:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:03:30 user nova-compute[74491]: DEBUG nova.network.neutron [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Successfully created port: 142d44dd-3d14-456e-9616-00c2d471694c {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 08:03:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.187s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:03:30 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6b64392a-d22a-4b92-822c-276fccda2c80/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 08:03:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b64392a-d22a-4b92-822c-276fccda2c80/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:03:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b64392a-d22a-4b92-822c-276fccda2c80/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:03:30 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Cannot resize image /opt/stack/data/nova/instances/6b64392a-d22a-4b92-822c-276fccda2c80/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 08:03:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 08:03:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Ensure instance console log exists: /opt/stack/data/nova/instances/6b64392a-d22a-4b92-822c-276fccda2c80/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 08:03:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:03:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:03:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:03:30 user nova-compute[74491]: DEBUG nova.network.neutron [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Successfully updated port: 142d44dd-3d14-456e-9616-00c2d471694c {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 08:03:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Acquiring lock "refresh_cache-6b64392a-d22a-4b92-822c-276fccda2c80" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:03:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Acquired lock "refresh_cache-6b64392a-d22a-4b92-822c-276fccda2c80" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:03:30 user nova-compute[74491]: DEBUG nova.network.neutron [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 08:03:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-6641d10b-9b1c-48ba-bd70-549ccee77886 req-6f71c20a-8e93-454c-8c16-7dae842e256c service nova] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Received event network-changed-142d44dd-3d14-456e-9616-00c2d471694c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:03:30 user nova-compute[74491]: DEBUG nova.compute.manager [req-6641d10b-9b1c-48ba-bd70-549ccee77886 req-6f71c20a-8e93-454c-8c16-7dae842e256c service nova] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Refreshing instance network info cache due to event network-changed-142d44dd-3d14-456e-9616-00c2d471694c. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:03:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6641d10b-9b1c-48ba-bd70-549ccee77886 req-6f71c20a-8e93-454c-8c16-7dae842e256c service nova] Acquiring lock "refresh_cache-6b64392a-d22a-4b92-822c-276fccda2c80" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:03:30 user nova-compute[74491]: DEBUG nova.network.neutron [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.network.neutron [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Updating instance_info_cache with network_info: [{"id": "142d44dd-3d14-456e-9616-00c2d471694c", "address": "fa:16:3e:f3:8b:aa", "network": {"id": "eb097998-6e39-4b8b-a31e-96c4384bf8e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-796967521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6d09f14364d4950b9729a3bed818669", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap142d44dd-3d", "ovs_interfaceid": "142d44dd-3d14-456e-9616-00c2d471694c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Releasing lock "refresh_cache-6b64392a-d22a-4b92-822c-276fccda2c80" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.compute.manager [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Instance network_info: |[{"id": "142d44dd-3d14-456e-9616-00c2d471694c", "address": "fa:16:3e:f3:8b:aa", "network": {"id": "eb097998-6e39-4b8b-a31e-96c4384bf8e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-796967521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6d09f14364d4950b9729a3bed818669", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap142d44dd-3d", "ovs_interfaceid": "142d44dd-3d14-456e-9616-00c2d471694c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6641d10b-9b1c-48ba-bd70-549ccee77886 req-6f71c20a-8e93-454c-8c16-7dae842e256c service nova] Acquired lock "refresh_cache-6b64392a-d22a-4b92-822c-276fccda2c80" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.network.neutron [req-6641d10b-9b1c-48ba-bd70-549ccee77886 req-6f71c20a-8e93-454c-8c16-7dae842e256c service nova] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Refreshing network info cache for port 142d44dd-3d14-456e-9616-00c2d471694c {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Start _get_guest_xml network_info=[{"id": "142d44dd-3d14-456e-9616-00c2d471694c", "address": "fa:16:3e:f3:8b:aa", "network": {"id": "eb097998-6e39-4b8b-a31e-96c4384bf8e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-796967521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6d09f14364d4950b9729a3bed818669", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap142d44dd-3d", "ovs_interfaceid": "142d44dd-3d14-456e-9616-00c2d471694c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 08:03:31 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:03:31 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:03:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-720043340',display_name='tempest-VolumesActionsTest-instance-720043340',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-720043340',id=42,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f6d09f14364d4950b9729a3bed818669',ramdisk_id='',reservation_id='r-qrpg80j7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1922351455',owner_user_name='tempest-VolumesActionsTest-1922351455-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T08:03:30Z,user_data=None,user_id='eed8908d86034f989e8e1dd07f98caa5',uuid=6b64392a-d22a-4b92-822c-276fccda2c80,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "142d44dd-3d14-456e-9616-00c2d471694c", "address": "fa:16:3e:f3:8b:aa", "network": {"id": "eb097998-6e39-4b8b-a31e-96c4384bf8e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-796967521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6d09f14364d4950b9729a3bed818669", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap142d44dd-3d", "ovs_interfaceid": "142d44dd-3d14-456e-9616-00c2d471694c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Converting VIF {"id": "142d44dd-3d14-456e-9616-00c2d471694c", "address": "fa:16:3e:f3:8b:aa", "network": {"id": "eb097998-6e39-4b8b-a31e-96c4384bf8e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-796967521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6d09f14364d4950b9729a3bed818669", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap142d44dd-3d", "ovs_interfaceid": "142d44dd-3d14-456e-9616-00c2d471694c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f3:8b:aa,bridge_name='br-int',has_traffic_filtering=True,id=142d44dd-3d14-456e-9616-00c2d471694c,network=Network(eb097998-6e39-4b8b-a31e-96c4384bf8e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap142d44dd-3d') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.objects.instance [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lazy-loading 'pci_devices' on Instance uuid 6b64392a-d22a-4b92-822c-276fccda2c80 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] End _get_guest_xml xml=<domain type="kvm">
Oct 30 08:03:31 user nova-compute[74491]:   <uuid>6b64392a-d22a-4b92-822c-276fccda2c80</uuid>
Oct 30 08:03:31 user nova-compute[74491]:   <name>instance-0000002a</name>
Oct 30 08:03:31 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 08:03:31 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 08:03:31 user nova-compute[74491]:   <metadata>
Oct 30 08:03:31 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 08:03:31 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 08:03:31 user nova-compute[74491]:       <nova:name>tempest-VolumesActionsTest-instance-720043340</nova:name>
Oct 30 08:03:31 user nova-compute[74491]:       <nova:creationTime>2023-10-30 08:03:31</nova:creationTime>
Oct 30 08:03:31 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 08:03:31 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 08:03:31 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 08:03:31 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 08:03:31 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 08:03:31 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 08:03:31 user nova-compute[74491]:       </nova:flavor>
Oct 30 08:03:31 user nova-compute[74491]:       <nova:owner>
Oct 30 08:03:31 user nova-compute[74491]:         <nova:user uuid="eed8908d86034f989e8e1dd07f98caa5">tempest-VolumesActionsTest-1922351455-project-member</nova:user>
Oct 30 08:03:31 user nova-compute[74491]:         <nova:project uuid="f6d09f14364d4950b9729a3bed818669">tempest-VolumesActionsTest-1922351455</nova:project>
Oct 30 08:03:31 user nova-compute[74491]:       </nova:owner>
Oct 30 08:03:31 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 08:03:31 user nova-compute[74491]:       <nova:ports>
Oct 30 08:03:31 user nova-compute[74491]:         <nova:port uuid="142d44dd-3d14-456e-9616-00c2d471694c">
Oct 30 08:03:31 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 30 08:03:31 user nova-compute[74491]:         </nova:port>
Oct 30 08:03:31 user nova-compute[74491]:       </nova:ports>
Oct 30 08:03:31 user nova-compute[74491]:     </nova:instance>
Oct 30 08:03:31 user nova-compute[74491]:   </metadata>
Oct 30 08:03:31 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 08:03:31 user nova-compute[74491]:     <system>
Oct 30 08:03:31 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 08:03:31 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 08:03:31 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 08:03:31 user nova-compute[74491]:       <entry name="serial">6b64392a-d22a-4b92-822c-276fccda2c80</entry>
Oct 30 08:03:31 user nova-compute[74491]:       <entry name="uuid">6b64392a-d22a-4b92-822c-276fccda2c80</entry>
Oct 30 08:03:31 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 08:03:31 user nova-compute[74491]:     </system>
Oct 30 08:03:31 user nova-compute[74491]:   </sysinfo>
Oct 30 08:03:31 user nova-compute[74491]:   <os>
Oct 30 08:03:31 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 08:03:31 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 08:03:31 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 08:03:31 user nova-compute[74491]:   </os>
Oct 30 08:03:31 user nova-compute[74491]:   <features>
Oct 30 08:03:31 user nova-compute[74491]:     <acpi/>
Oct 30 08:03:31 user nova-compute[74491]:     <apic/>
Oct 30 08:03:31 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 08:03:31 user nova-compute[74491]:   </features>
Oct 30 08:03:31 user nova-compute[74491]:   <clock offset="utc">
Oct 30 08:03:31 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 08:03:31 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 08:03:31 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 08:03:31 user nova-compute[74491]:   </clock>
Oct 30 08:03:31 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 08:03:31 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 08:03:31 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 08:03:31 user nova-compute[74491]:   </cpu>
Oct 30 08:03:31 user nova-compute[74491]:   <devices>
Oct 30 08:03:31 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 08:03:31 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 08:03:31 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/6b64392a-d22a-4b92-822c-276fccda2c80/disk"/>
Oct 30 08:03:31 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 08:03:31 user nova-compute[74491]:     </disk>
Oct 30 08:03:31 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 08:03:31 user nova-compute[74491]:       <mac address="fa:16:3e:f3:8b:aa"/>
Oct 30 08:03:31 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:03:31 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 08:03:31 user nova-compute[74491]:       <target dev="tap142d44dd-3d"/>
Oct 30 08:03:31 user nova-compute[74491]:     </interface>
Oct 30 08:03:31 user nova-compute[74491]:     <serial type="pty">
Oct 30 08:03:31 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/6b64392a-d22a-4b92-822c-276fccda2c80/console.log" append="off"/>
Oct 30 08:03:31 user nova-compute[74491]:     </serial>
Oct 30 08:03:31 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 08:03:31 user nova-compute[74491]:     <video>
Oct 30 08:03:31 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:03:31 user nova-compute[74491]:     </video>
Oct 30 08:03:31 user nova-compute[74491]:     <rng model="virtio">
Oct 30 08:03:31 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 08:03:31 user nova-compute[74491]:     </rng>
Oct 30 08:03:31 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 08:03:31 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 08:03:31 user nova-compute[74491]:       <stats period="10"/>
Oct 30 08:03:31 user nova-compute[74491]:     </memballoon>
Oct 30 08:03:31 user nova-compute[74491]:   </devices>
Oct 30 08:03:31 user nova-compute[74491]: </domain>
Oct 30 08:03:31 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:03:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-720043340',display_name='tempest-VolumesActionsTest-instance-720043340',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-720043340',id=42,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f6d09f14364d4950b9729a3bed818669',ramdisk_id='',reservation_id='r-qrpg80j7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1922351455',owner_user_name='tempest-VolumesActionsTest-1922351455-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T08:03:30Z,user_data=None,user_id='eed8908d86034f989e8e1dd07f98caa5',uuid=6b64392a-d22a-4b92-822c-276fccda2c80,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "142d44dd-3d14-456e-9616-00c2d471694c", "address": "fa:16:3e:f3:8b:aa", "network": {"id": "eb097998-6e39-4b8b-a31e-96c4384bf8e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-796967521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6d09f14364d4950b9729a3bed818669", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap142d44dd-3d", "ovs_interfaceid": "142d44dd-3d14-456e-9616-00c2d471694c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Converting VIF {"id": "142d44dd-3d14-456e-9616-00c2d471694c", "address": "fa:16:3e:f3:8b:aa", "network": {"id": "eb097998-6e39-4b8b-a31e-96c4384bf8e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-796967521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6d09f14364d4950b9729a3bed818669", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap142d44dd-3d", "ovs_interfaceid": "142d44dd-3d14-456e-9616-00c2d471694c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f3:8b:aa,bridge_name='br-int',has_traffic_filtering=True,id=142d44dd-3d14-456e-9616-00c2d471694c,network=Network(eb097998-6e39-4b8b-a31e-96c4384bf8e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap142d44dd-3d') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG os_vif [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f3:8b:aa,bridge_name='br-int',has_traffic_filtering=True,id=142d44dd-3d14-456e-9616-00c2d471694c,network=Network(eb097998-6e39-4b8b-a31e-96c4384bf8e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap142d44dd-3d') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b7751d59-fbc7-547a-ac6c-8f079d17433e', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap142d44dd-3d, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap142d44dd-3d, col_values=(('qos', UUID('6ca6f10e-5abb-46ee-a27c-e8d2d9e1b203')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap142d44dd-3d, col_values=(('external_ids', {'iface-id': '142d44dd-3d14-456e-9616-00c2d471694c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f3:8b:aa', 'vm-uuid': '6b64392a-d22a-4b92-822c-276fccda2c80'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:31 user nova-compute[74491]: INFO os_vif [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f3:8b:aa,bridge_name='br-int',has_traffic_filtering=True,id=142d44dd-3d14-456e-9616-00c2d471694c,network=Network(eb097998-6e39-4b8b-a31e-96c4384bf8e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap142d44dd-3d')
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] No VIF found with MAC fa:16:3e:f3:8b:aa, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.network.neutron [req-6641d10b-9b1c-48ba-bd70-549ccee77886 req-6f71c20a-8e93-454c-8c16-7dae842e256c service nova] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Updated VIF entry in instance network info cache for port 142d44dd-3d14-456e-9616-00c2d471694c. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG nova.network.neutron [req-6641d10b-9b1c-48ba-bd70-549ccee77886 req-6f71c20a-8e93-454c-8c16-7dae842e256c service nova] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Updating instance_info_cache with network_info: [{"id": "142d44dd-3d14-456e-9616-00c2d471694c", "address": "fa:16:3e:f3:8b:aa", "network": {"id": "eb097998-6e39-4b8b-a31e-96c4384bf8e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-796967521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6d09f14364d4950b9729a3bed818669", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap142d44dd-3d", "ovs_interfaceid": "142d44dd-3d14-456e-9616-00c2d471694c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:03:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6641d10b-9b1c-48ba-bd70-549ccee77886 req-6f71c20a-8e93-454c-8c16-7dae842e256c service nova] Releasing lock "refresh_cache-6b64392a-d22a-4b92-822c-276fccda2c80" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:03:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-aba0f213-6815-43c6-94bc-920e8caa60be req-98fbe10e-4ec5-4212-91cc-7fe920c35623 service nova] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Received event network-vif-plugged-142d44dd-3d14-456e-9616-00c2d471694c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:03:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-aba0f213-6815-43c6-94bc-920e8caa60be req-98fbe10e-4ec5-4212-91cc-7fe920c35623 service nova] Acquiring lock "6b64392a-d22a-4b92-822c-276fccda2c80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:03:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-aba0f213-6815-43c6-94bc-920e8caa60be req-98fbe10e-4ec5-4212-91cc-7fe920c35623 service nova] Lock "6b64392a-d22a-4b92-822c-276fccda2c80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:03:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-aba0f213-6815-43c6-94bc-920e8caa60be req-98fbe10e-4ec5-4212-91cc-7fe920c35623 service nova] Lock "6b64392a-d22a-4b92-822c-276fccda2c80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:03:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-aba0f213-6815-43c6-94bc-920e8caa60be req-98fbe10e-4ec5-4212-91cc-7fe920c35623 service nova] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] No waiting events found dispatching network-vif-plugged-142d44dd-3d14-456e-9616-00c2d471694c {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:03:32 user nova-compute[74491]: WARNING nova.compute.manager [req-aba0f213-6815-43c6-94bc-920e8caa60be req-98fbe10e-4ec5-4212-91cc-7fe920c35623 service nova] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Received unexpected event network-vif-plugged-142d44dd-3d14-456e-9616-00c2d471694c for instance with vm_state building and task_state spawning.
Oct 30 08:03:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:34 user nova-compute[74491]: DEBUG nova.compute.manager [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 08:03:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 08:03:34 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Instance spawned successfully.
Oct 30 08:03:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 08:03:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:03:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:03:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:03:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:03:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:03:34 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:03:34 user nova-compute[74491]: INFO nova.compute.manager [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Took 5.29 seconds to spawn the instance on the hypervisor.
Oct 30 08:03:34 user nova-compute[74491]: DEBUG nova.compute.manager [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 08:03:34 user nova-compute[74491]: DEBUG nova.compute.manager [req-c75dacf9-04f1-49a5-8f69-7fb56fb0a6ae req-a81fd53f-6603-46cc-a56a-21550820edcf service nova] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Received event network-vif-plugged-142d44dd-3d14-456e-9616-00c2d471694c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:03:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c75dacf9-04f1-49a5-8f69-7fb56fb0a6ae req-a81fd53f-6603-46cc-a56a-21550820edcf service nova] Acquiring lock "6b64392a-d22a-4b92-822c-276fccda2c80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:03:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c75dacf9-04f1-49a5-8f69-7fb56fb0a6ae req-a81fd53f-6603-46cc-a56a-21550820edcf service nova] Lock "6b64392a-d22a-4b92-822c-276fccda2c80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:03:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c75dacf9-04f1-49a5-8f69-7fb56fb0a6ae req-a81fd53f-6603-46cc-a56a-21550820edcf service nova] Lock "6b64392a-d22a-4b92-822c-276fccda2c80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:03:34 user nova-compute[74491]: DEBUG nova.compute.manager [req-c75dacf9-04f1-49a5-8f69-7fb56fb0a6ae req-a81fd53f-6603-46cc-a56a-21550820edcf service nova] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] No waiting events found dispatching network-vif-plugged-142d44dd-3d14-456e-9616-00c2d471694c {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:03:34 user nova-compute[74491]: WARNING nova.compute.manager [req-c75dacf9-04f1-49a5-8f69-7fb56fb0a6ae req-a81fd53f-6603-46cc-a56a-21550820edcf service nova] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Received unexpected event network-vif-plugged-142d44dd-3d14-456e-9616-00c2d471694c for instance with vm_state building and task_state spawning.
Oct 30 08:03:34 user nova-compute[74491]: INFO nova.compute.manager [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Took 5.79 seconds to build instance.
Oct 30 08:03:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-19fc469e-1c16-44e9-ad5e-1bef869d3fee tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "6b64392a-d22a-4b92-822c-276fccda2c80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.908s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:03:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:03:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:03:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:03:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:03:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:03:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:03:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Acquiring lock "e535c98f-1057-41ca-8750-9f1ee5ce2475" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:03:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "e535c98f-1057-41ca-8750-9f1ee5ce2475" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:03:54 user nova-compute[74491]: INFO nova.compute.manager [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Unshelving
Oct 30 08:03:54 user nova-compute[74491]: INFO nova.virt.block_device [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Booting with volume 0198f2b4-ddce-4b39-89fb-10f9be82327c at /dev/vda
Oct 30 08:03:54 user nova-compute[74491]: DEBUG os_brick.utils [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:03:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:03:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:03:54 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[26e94dfd-5a74-4f0d-a49d-9202e1d919bd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:03:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:03:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:03:54 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7b9c9df-fbdf-477f-bba6-a5778e2063e7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:03:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:03:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:03:54 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[89d7920b-0735-4e44-99fb-ae6ba8ba2b61]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:03:54 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c767391a-c99d-400f-a913-87d002abda89]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:03:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:03:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:03:54 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 08:03:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:03:54 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:03:54 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 08:03:54 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f423a45e-1a2b-4183-939e-450c2c72ab22]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:03:54 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 08:03:54 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 08:03:54 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 08:03:54 user nova-compute[74491]: DEBUG os_brick.utils [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:03:54 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Updating existing volume attachment record: 3f3fa767-4412-422b-90a8-78391603ee92 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 08:03:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:03:57 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:04:00 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:04:00 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:04:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:01 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:04:01 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:04:01 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 08:04:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-a194acf1-cb1f-4e19-a893-574bf8ef5b21" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:04:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-a194acf1-cb1f-4e19-a893-574bf8ef5b21" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:04:01 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 08:04:01 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lazy-loading 'info_cache' on Instance uuid a194acf1-cb1f-4e19-a893-574bf8ef5b21 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:04:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:01 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Updating instance_info_cache with network_info: [{"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:04:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-a194acf1-cb1f-4e19-a893-574bf8ef5b21" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:04:01 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 08:04:02 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:04:03 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:04:05 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:04:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:10 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:04:10 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:04:10 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:04:10 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:04:10 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:04:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:10 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 08:04:10 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b64392a-d22a-4b92-822c-276fccda2c80/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:11 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b64392a-d22a-4b92-822c-276fccda2c80/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:11 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b64392a-d22a-4b92-822c-276fccda2c80/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:11 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b64392a-d22a-4b92-822c-276fccda2c80/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:11 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:04:11 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:04:11 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8824MB free_disk=25.263790130615234GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:04:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:04:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:04:11 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance a194acf1-cb1f-4e19-a893-574bf8ef5b21 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:04:11 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 6b64392a-d22a-4b92-822c-276fccda2c80 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:04:11 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance e535c98f-1057-41ca-8750-9f1ee5ce2475 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 30 08:04:11 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:04:11 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:04:11 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:04:11 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:04:11 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:04:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.315s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:04:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:04:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:04:13 user nova-compute[74491]: DEBUG nova.objects.instance [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lazy-loading 'pci_requests' on Instance uuid e535c98f-1057-41ca-8750-9f1ee5ce2475 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:04:13 user nova-compute[74491]: DEBUG nova.objects.instance [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lazy-loading 'numa_topology' on Instance uuid e535c98f-1057-41ca-8750-9f1ee5ce2475 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:04:14 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 08:04:14 user nova-compute[74491]: INFO nova.compute.claims [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Claim successful on node user
Oct 30 08:04:14 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:04:14 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:04:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.726s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:04:14 user nova-compute[74491]: INFO nova.network.neutron [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Updating port 84f4d1a0-a28e-4508-9e51-2560e3cd6708 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 30 08:04:14 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:04:14 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Acquiring lock "refresh_cache-e535c98f-1057-41ca-8750-9f1ee5ce2475" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Acquired lock "refresh_cache-e535c98f-1057-41ca-8750-9f1ee5ce2475" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG nova.network.neutron [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG nova.compute.manager [req-b63447e8-ba9d-4d61-ba4b-120eb58a3d68 req-d2154b4c-768e-4ae5-9285-bba30fac28bb service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Received event network-changed-84f4d1a0-a28e-4508-9e51-2560e3cd6708 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG nova.compute.manager [req-b63447e8-ba9d-4d61-ba4b-120eb58a3d68 req-d2154b4c-768e-4ae5-9285-bba30fac28bb service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Refreshing instance network info cache due to event network-changed-84f4d1a0-a28e-4508-9e51-2560e3cd6708. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b63447e8-ba9d-4d61-ba4b-120eb58a3d68 req-d2154b4c-768e-4ae5-9285-bba30fac28bb service nova] Acquiring lock "refresh_cache-e535c98f-1057-41ca-8750-9f1ee5ce2475" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG nova.network.neutron [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Updating instance_info_cache with network_info: [{"id": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "address": "fa:16:3e:c8:03:dd", "network": {"id": "8aacd423-22d0-4641-97c7-7bbcf7df35bb", "bridge": "br-int", "label": "tempest-TestShelveInstance-2015203576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb3a2f5d569e49229c318b54317da700", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84f4d1a0-a2", "ovs_interfaceid": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Releasing lock "refresh_cache-e535c98f-1057-41ca-8750-9f1ee5ce2475" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 08:04:15 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Creating image(s)
Oct 30 08:04:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Did not create local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Ensure instance console log exists: /opt/stack/data/nova/instances/e535c98f-1057-41ca-8750-9f1ee5ce2475/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Start _get_guest_xml network_info=[{"id": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "address": "fa:16:3e:c8:03:dd", "network": {"id": "8aacd423-22d0-4641-97c7-7bbcf7df35bb", "bridge": "br-int", "label": "tempest-TestShelveInstance-2015203576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb3a2f5d569e49229c318b54317da700", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84f4d1a0-a2", "ovs_interfaceid": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'attachment_id': '3f3fa767-4412-422b-90a8-78391603ee92', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vEaXYOnB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e535c98f-1057-41ca-8750-9f1ee5ce2475', 'attached_at': '', 'detached_at': '', 'volume_id': '0198f2b4-ddce-4b39-89fb-10f9be82327c', 'serial': '0198f2b4-ddce-4b39-89fb-10f9be82327c'}, 'delete_on_termination': True, 'volume_type': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b63447e8-ba9d-4d61-ba4b-120eb58a3d68 req-d2154b4c-768e-4ae5-9285-bba30fac28bb service nova] Acquired lock "refresh_cache-e535c98f-1057-41ca-8750-9f1ee5ce2475" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG nova.network.neutron [req-b63447e8-ba9d-4d61-ba4b-120eb58a3d68 req-d2154b4c-768e-4ae5-9285-bba30fac28bb service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Refreshing network info cache for port 84f4d1a0-a28e-4508-9e51-2560e3cd6708 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:04:15 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:04:15 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:04:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG nova.objects.instance [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lazy-loading 'vcpu_model' on Instance uuid e535c98f-1057-41ca-8750-9f1ee5ce2475 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG nova.objects.base [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Object Instance<e535c98f-1057-41ca-8750-9f1ee5ce2475> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vEaXYOnB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:04:15 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:04:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:04:15 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:04:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:04:15 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c4d1eeb-2601-4749-b591-a8ca60c73094]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 08:04:15 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c28c568-fbda-4082-8f00-57a9291740c8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c] added
Oct 30 08:04:15 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[790446e8-abbf-4da9-9c33-0f1549e81ed3]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c51f60ea-5cf7-4725-bd08-e9f3b68419a3]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vEaXYOnB {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vEaXYOnB" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cd0d088-0bf9-477b-8652-fc43075918d2]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vEaXYOnB'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c57a57c-8e6c-4429-a753-bc450b19c972]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[16890a3b-41f8-449e-ba4a-9408dfe68e8e]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 (non-flash)
Oct 30 08:04:15 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 (non-flash)
Oct 30 08:04:15 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:04:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:16 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbfed9fb-d050-4adb-877a-9a8474404b6c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c, portal: 172.16.0.220,3260]
Oct 30 08:04:16 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c, portal: 172.16.0.220,3260] successful.
Oct 30 08:04:16 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:04:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:16 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7489975d-6f4c-41c4-a418-ee32503f4e1d]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:04:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:16 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[011e4c32-1f25-4e3e-88c3-78b29e4c1e10]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 (non-flash)
Oct 30 08:04:16 user nova-compute[74491]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c (non-flash)
Oct 30 08:04:16 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:04:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 (non-flash)
Oct 30 08:04:16 user nova-compute[74491]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c (non-flash)
Oct 30 08:04:16 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:04:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.300s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:04:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 08:04:16 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] HCTL ('34', '-', '-', 0) found on session 44 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 08:04:16 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 08:04:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.029s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:16 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cb4392b-da02-4d82-9914-9b726d3c6029]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:16 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Searching for a device in session 44 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 08:04:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vEaXYOnB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 08:04:16 user nova-compute[74491]: DEBUG nova.network.neutron [req-b63447e8-ba9d-4d61-ba4b-120eb58a3d68 req-d2154b4c-768e-4ae5-9285-bba30fac28bb service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Updated VIF entry in instance network info cache for port 84f4d1a0-a28e-4508-9e51-2560e3cd6708. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:04:16 user nova-compute[74491]: DEBUG nova.network.neutron [req-b63447e8-ba9d-4d61-ba4b-120eb58a3d68 req-d2154b4c-768e-4ae5-9285-bba30fac28bb service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Updating instance_info_cache with network_info: [{"id": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "address": "fa:16:3e:c8:03:dd", "network": {"id": "8aacd423-22d0-4641-97c7-7bbcf7df35bb", "bridge": "br-int", "label": "tempest-TestShelveInstance-2015203576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb3a2f5d569e49229c318b54317da700", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84f4d1a0-a2", "ovs_interfaceid": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:04:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b63447e8-ba9d-4d61-ba4b-120eb58a3d68 req-d2154b4c-768e-4ae5-9285-bba30fac28bb service nova] Releasing lock "refresh_cache-e535c98f-1057-41ca-8750-9f1ee5ce2475" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:04:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:17 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.342s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:04:17 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] <== connect_volume: return (1343ms) {'type': 'block', 'scsi_wwn': '23434373362616235', 'path': '/dev/sdc'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:04:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23434373362616235', 'path': '/dev/sdc'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 08:04:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T08:00:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1214191858',display_name='tempest-TestShelveInstance-server-1214191858',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1214191858',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-1098349238',keypairs=<?>,launch_index=0,launched_at=2023-10-30T08:00:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='cb3a2f5d569e49229c318b54317da700',ramdisk_id='',reservation_id='r-a7zpmbj8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1902763352',owner_user_name='tempest-TestShelveInstance-1902763352-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T08:03:55Z,user_data=None,user_id='9ef3e61925744b8795a1eb7a999a3300',uuid=e535c98f-1057-41ca-8750-9f1ee5ce2475,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "address": "fa:16:3e:c8:03:dd", "network": {"id": "8aacd423-22d0-4641-97c7-7bbcf7df35bb", "bridge": "br-int", "label": "tempest-TestShelveInstance-2015203576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb3a2f5d569e49229c318b54317da700", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84f4d1a0-a2", "ovs_interfaceid": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 08:04:17 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Converting VIF {"id": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "address": "fa:16:3e:c8:03:dd", "network": {"id": "8aacd423-22d0-4641-97c7-7bbcf7df35bb", "bridge": "br-int", "label": "tempest-TestShelveInstance-2015203576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb3a2f5d569e49229c318b54317da700", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84f4d1a0-a2", "ovs_interfaceid": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:04:17 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:03:dd,bridge_name='br-int',has_traffic_filtering=True,id=84f4d1a0-a28e-4508-9e51-2560e3cd6708,network=Network(8aacd423-22d0-4641-97c7-7bbcf7df35bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84f4d1a0-a2') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:04:17 user nova-compute[74491]: DEBUG nova.objects.instance [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lazy-loading 'pci_devices' on Instance uuid e535c98f-1057-41ca-8750-9f1ee5ce2475 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:04:17 user nova-compute[74491]: DEBUG nova.objects.base [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Object Instance<e535c98f-1057-41ca-8750-9f1ee5ce2475> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 08:04:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] End _get_guest_xml xml=<domain type="kvm">
Oct 30 08:04:17 user nova-compute[74491]:   <uuid>e535c98f-1057-41ca-8750-9f1ee5ce2475</uuid>
Oct 30 08:04:17 user nova-compute[74491]:   <name>instance-00000028</name>
Oct 30 08:04:17 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 08:04:17 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 08:04:17 user nova-compute[74491]:   <metadata>
Oct 30 08:04:17 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 08:04:17 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 08:04:17 user nova-compute[74491]:       <nova:name>tempest-TestShelveInstance-server-1214191858</nova:name>
Oct 30 08:04:17 user nova-compute[74491]:       <nova:creationTime>2023-10-30 08:04:15</nova:creationTime>
Oct 30 08:04:17 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 08:04:17 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 08:04:17 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 08:04:17 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 08:04:17 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 08:04:17 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 08:04:17 user nova-compute[74491]:       </nova:flavor>
Oct 30 08:04:17 user nova-compute[74491]:       <nova:owner>
Oct 30 08:04:17 user nova-compute[74491]:         <nova:user uuid="9ef3e61925744b8795a1eb7a999a3300">tempest-TestShelveInstance-1902763352-project-member</nova:user>
Oct 30 08:04:17 user nova-compute[74491]:         <nova:project uuid="cb3a2f5d569e49229c318b54317da700">tempest-TestShelveInstance-1902763352</nova:project>
Oct 30 08:04:17 user nova-compute[74491]:       </nova:owner>
Oct 30 08:04:17 user nova-compute[74491]:       <nova:ports>
Oct 30 08:04:17 user nova-compute[74491]:         <nova:port uuid="84f4d1a0-a28e-4508-9e51-2560e3cd6708">
Oct 30 08:04:17 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 08:04:17 user nova-compute[74491]:         </nova:port>
Oct 30 08:04:17 user nova-compute[74491]:       </nova:ports>
Oct 30 08:04:17 user nova-compute[74491]:     </nova:instance>
Oct 30 08:04:17 user nova-compute[74491]:   </metadata>
Oct 30 08:04:17 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 08:04:17 user nova-compute[74491]:     <system>
Oct 30 08:04:17 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 08:04:17 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 08:04:17 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 08:04:17 user nova-compute[74491]:       <entry name="serial">e535c98f-1057-41ca-8750-9f1ee5ce2475</entry>
Oct 30 08:04:17 user nova-compute[74491]:       <entry name="uuid">e535c98f-1057-41ca-8750-9f1ee5ce2475</entry>
Oct 30 08:04:17 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 08:04:17 user nova-compute[74491]:     </system>
Oct 30 08:04:17 user nova-compute[74491]:   </sysinfo>
Oct 30 08:04:17 user nova-compute[74491]:   <os>
Oct 30 08:04:17 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 08:04:17 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 08:04:17 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 08:04:17 user nova-compute[74491]:   </os>
Oct 30 08:04:17 user nova-compute[74491]:   <features>
Oct 30 08:04:17 user nova-compute[74491]:     <acpi/>
Oct 30 08:04:17 user nova-compute[74491]:     <apic/>
Oct 30 08:04:17 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 08:04:17 user nova-compute[74491]:   </features>
Oct 30 08:04:17 user nova-compute[74491]:   <clock offset="utc">
Oct 30 08:04:17 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 08:04:17 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 08:04:17 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 08:04:17 user nova-compute[74491]:   </clock>
Oct 30 08:04:17 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 08:04:17 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 08:04:17 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 08:04:17 user nova-compute[74491]:   </cpu>
Oct 30 08:04:17 user nova-compute[74491]:   <devices>
Oct 30 08:04:17 user nova-compute[74491]:     <disk type="block" device="disk">
Oct 30 08:04:17 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:04:17 user nova-compute[74491]:       <source dev="/dev/sdc"/>
Oct 30 08:04:17 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 08:04:17 user nova-compute[74491]:       <serial>0198f2b4-ddce-4b39-89fb-10f9be82327c</serial>
Oct 30 08:04:17 user nova-compute[74491]:     </disk>
Oct 30 08:04:17 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 08:04:17 user nova-compute[74491]:       <mac address="fa:16:3e:c8:03:dd"/>
Oct 30 08:04:17 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:04:17 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 08:04:17 user nova-compute[74491]:       <target dev="tap84f4d1a0-a2"/>
Oct 30 08:04:17 user nova-compute[74491]:     </interface>
Oct 30 08:04:17 user nova-compute[74491]:     <serial type="pty">
Oct 30 08:04:17 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/e535c98f-1057-41ca-8750-9f1ee5ce2475/console.log" append="off"/>
Oct 30 08:04:17 user nova-compute[74491]:     </serial>
Oct 30 08:04:17 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 08:04:17 user nova-compute[74491]:     <video>
Oct 30 08:04:17 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:04:17 user nova-compute[74491]:     </video>
Oct 30 08:04:17 user nova-compute[74491]:     <rng model="virtio">
Oct 30 08:04:17 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 08:04:17 user nova-compute[74491]:     </rng>
Oct 30 08:04:17 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 08:04:17 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 08:04:17 user nova-compute[74491]:       <stats period="10"/>
Oct 30 08:04:17 user nova-compute[74491]:     </memballoon>
Oct 30 08:04:17 user nova-compute[74491]:   </devices>
Oct 30 08:04:17 user nova-compute[74491]: </domain>
Oct 30 08:04:17 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 08:04:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T08:00:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1214191858',display_name='tempest-TestShelveInstance-server-1214191858',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1214191858',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-1098349238',keypairs=<?>,launch_index=0,launched_at=2023-10-30T08:00:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='cb3a2f5d569e49229c318b54317da700',ramdisk_id='',reservation_id='r-a7zpmbj8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1902763352',owner_user_name='tempest-TestShelveInstance-1902763352-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T08:03:55Z,user_data=None,user_id='9ef3e61925744b8795a1eb7a999a3300',uuid=e535c98f-1057-41ca-8750-9f1ee5ce2475,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "address": "fa:16:3e:c8:03:dd", "network": {"id": "8aacd423-22d0-4641-97c7-7bbcf7df35bb", "bridge": "br-int", "label": "tempest-TestShelveInstance-2015203576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb3a2f5d569e49229c318b54317da700", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84f4d1a0-a2", "ovs_interfaceid": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 08:04:17 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Converting VIF {"id": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "address": "fa:16:3e:c8:03:dd", "network": {"id": "8aacd423-22d0-4641-97c7-7bbcf7df35bb", "bridge": "br-int", "label": "tempest-TestShelveInstance-2015203576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb3a2f5d569e49229c318b54317da700", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84f4d1a0-a2", "ovs_interfaceid": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:04:17 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:03:dd,bridge_name='br-int',has_traffic_filtering=True,id=84f4d1a0-a28e-4508-9e51-2560e3cd6708,network=Network(8aacd423-22d0-4641-97c7-7bbcf7df35bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84f4d1a0-a2') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:04:17 user nova-compute[74491]: DEBUG os_vif [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:03:dd,bridge_name='br-int',has_traffic_filtering=True,id=84f4d1a0-a28e-4508-9e51-2560e3cd6708,network=Network(8aacd423-22d0-4641-97c7-7bbcf7df35bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84f4d1a0-a2') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 08:04:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:04:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 08:04:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '93c13ec9-cf83-5510-b8de-b21e9868ac5e', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:04:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:04:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap84f4d1a0-a2, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:04:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap84f4d1a0-a2, col_values=(('qos', UUID('83005c32-d518-4f81-bc0f-b6acab377df0')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:04:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap84f4d1a0-a2, col_values=(('external_ids', {'iface-id': '84f4d1a0-a28e-4508-9e51-2560e3cd6708', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c8:03:dd', 'vm-uuid': 'e535c98f-1057-41ca-8750-9f1ee5ce2475'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:04:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:04:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:17 user nova-compute[74491]: INFO os_vif [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:03:dd,bridge_name='br-int',has_traffic_filtering=True,id=84f4d1a0-a28e-4508-9e51-2560e3cd6708,network=Network(8aacd423-22d0-4641-97c7-7bbcf7df35bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84f4d1a0-a2')
Oct 30 08:04:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:04:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] No VIF found with MAC fa:16:3e:c8:03:dd, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 08:04:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:18 user nova-compute[74491]: DEBUG nova.compute.manager [req-80668c67-e727-4797-ab97-5da810cdc869 req-45316603-11b2-474e-ac14-9fb8be65f4d9 service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Received event network-vif-plugged-84f4d1a0-a28e-4508-9e51-2560e3cd6708 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:04:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-80668c67-e727-4797-ab97-5da810cdc869 req-45316603-11b2-474e-ac14-9fb8be65f4d9 service nova] Acquiring lock "e535c98f-1057-41ca-8750-9f1ee5ce2475-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:04:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-80668c67-e727-4797-ab97-5da810cdc869 req-45316603-11b2-474e-ac14-9fb8be65f4d9 service nova] Lock "e535c98f-1057-41ca-8750-9f1ee5ce2475-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:04:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-80668c67-e727-4797-ab97-5da810cdc869 req-45316603-11b2-474e-ac14-9fb8be65f4d9 service nova] Lock "e535c98f-1057-41ca-8750-9f1ee5ce2475-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:04:18 user nova-compute[74491]: DEBUG nova.compute.manager [req-80668c67-e727-4797-ab97-5da810cdc869 req-45316603-11b2-474e-ac14-9fb8be65f4d9 service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] No waiting events found dispatching network-vif-plugged-84f4d1a0-a28e-4508-9e51-2560e3cd6708 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:04:18 user nova-compute[74491]: WARNING nova.compute.manager [req-80668c67-e727-4797-ab97-5da810cdc869 req-45316603-11b2-474e-ac14-9fb8be65f4d9 service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Received unexpected event network-vif-plugged-84f4d1a0-a28e-4508-9e51-2560e3cd6708 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 30 08:04:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:20 user nova-compute[74491]: DEBUG nova.compute.manager [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 08:04:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 08:04:20 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Instance spawned successfully.
Oct 30 08:04:20 user nova-compute[74491]: DEBUG nova.compute.manager [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 08:04:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-63748ff4-a45a-4f7f-9c39-629f4b8dbd2a tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "e535c98f-1057-41ca-8750-9f1ee5ce2475" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 26.136s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:04:20 user nova-compute[74491]: DEBUG nova.compute.manager [req-d174b3a6-217c-4ae8-90c5-c42dbcbdf10f req-47bf4cc0-af3c-441b-9385-54d9aab2d2fa service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Received event network-vif-plugged-84f4d1a0-a28e-4508-9e51-2560e3cd6708 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:04:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d174b3a6-217c-4ae8-90c5-c42dbcbdf10f req-47bf4cc0-af3c-441b-9385-54d9aab2d2fa service nova] Acquiring lock "e535c98f-1057-41ca-8750-9f1ee5ce2475-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:04:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d174b3a6-217c-4ae8-90c5-c42dbcbdf10f req-47bf4cc0-af3c-441b-9385-54d9aab2d2fa service nova] Lock "e535c98f-1057-41ca-8750-9f1ee5ce2475-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:04:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d174b3a6-217c-4ae8-90c5-c42dbcbdf10f req-47bf4cc0-af3c-441b-9385-54d9aab2d2fa service nova] Lock "e535c98f-1057-41ca-8750-9f1ee5ce2475-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:04:20 user nova-compute[74491]: DEBUG nova.compute.manager [req-d174b3a6-217c-4ae8-90c5-c42dbcbdf10f req-47bf4cc0-af3c-441b-9385-54d9aab2d2fa service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] No waiting events found dispatching network-vif-plugged-84f4d1a0-a28e-4508-9e51-2560e3cd6708 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:04:20 user nova-compute[74491]: WARNING nova.compute.manager [req-d174b3a6-217c-4ae8-90c5-c42dbcbdf10f req-47bf4cc0-af3c-441b-9385-54d9aab2d2fa service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Received unexpected event network-vif-plugged-84f4d1a0-a28e-4508-9e51-2560e3cd6708 for instance with vm_state active and task_state None.
Oct 30 08:04:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:24 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Acquiring lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:04:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:04:30 user nova-compute[74491]: DEBUG nova.compute.manager [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 08:04:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:04:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:04:30 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 08:04:30 user nova-compute[74491]: INFO nova.compute.claims [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Claim successful on node user
Oct 30 08:04:30 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:04:30 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:04:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.285s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:04:30 user nova-compute[74491]: DEBUG nova.compute.manager [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 08:04:30 user nova-compute[74491]: DEBUG nova.compute.manager [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 08:04:30 user nova-compute[74491]: DEBUG nova.network.neutron [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 08:04:30 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 08:04:30 user nova-compute[74491]: DEBUG nova.compute.manager [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 08:04:30 user nova-compute[74491]: DEBUG nova.policy [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a719acc191d44abaad343fc6305261f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '008d6c718a3644ab9a9f9b5267d137ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 08:04:30 user nova-compute[74491]: DEBUG nova.compute.manager [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 08:04:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 08:04:30 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Creating image(s)
Oct 30 08:04:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Acquiring lock "/opt/stack/data/nova/instances/2f9cf992-9e65-49ff-8b79-b0d90b85bc06/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:04:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "/opt/stack/data/nova/instances/2f9cf992-9e65-49ff-8b79-b0d90b85bc06/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:04:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "/opt/stack/data/nova/instances/2f9cf992-9e65-49ff-8b79-b0d90b85bc06/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:04:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.178s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:04:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:04:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.174s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/2f9cf992-9e65-49ff-8b79-b0d90b85bc06/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/2f9cf992-9e65-49ff-8b79-b0d90b85bc06/disk 1073741824" returned: 0 in 0.067s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:04:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:31 user nova-compute[74491]: DEBUG nova.network.neutron [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Successfully created port: 9fc05989-acdf-48ec-8e6f-4ff3560071e3 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 08:04:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.216s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:31 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2f9cf992-9e65-49ff-8b79-b0d90b85bc06/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 08:04:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f9cf992-9e65-49ff-8b79-b0d90b85bc06/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f9cf992-9e65-49ff-8b79-b0d90b85bc06/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:31 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Cannot resize image /opt/stack/data/nova/instances/2f9cf992-9e65-49ff-8b79-b0d90b85bc06/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 08:04:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 08:04:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Ensure instance console log exists: /opt/stack/data/nova/instances/2f9cf992-9e65-49ff-8b79-b0d90b85bc06/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 08:04:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:04:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:04:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.network.neutron [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Successfully updated port: 9fc05989-acdf-48ec-8e6f-4ff3560071e3 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Acquiring lock "refresh_cache-2f9cf992-9e65-49ff-8b79-b0d90b85bc06" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Acquired lock "refresh_cache-2f9cf992-9e65-49ff-8b79-b0d90b85bc06" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.network.neutron [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-73f0215a-f0ad-41da-adcd-94e782facc90 req-fce35a9b-72d6-4695-81ee-a6a0cc3d5430 service nova] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Received event network-changed-9fc05989-acdf-48ec-8e6f-4ff3560071e3 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-73f0215a-f0ad-41da-adcd-94e782facc90 req-fce35a9b-72d6-4695-81ee-a6a0cc3d5430 service nova] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Refreshing instance network info cache due to event network-changed-9fc05989-acdf-48ec-8e6f-4ff3560071e3. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-73f0215a-f0ad-41da-adcd-94e782facc90 req-fce35a9b-72d6-4695-81ee-a6a0cc3d5430 service nova] Acquiring lock "refresh_cache-2f9cf992-9e65-49ff-8b79-b0d90b85bc06" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.network.neutron [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.network.neutron [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Updating instance_info_cache with network_info: [{"id": "9fc05989-acdf-48ec-8e6f-4ff3560071e3", "address": "fa:16:3e:86:2f:ce", "network": {"id": "078187cc-4c20-459b-bd9b-69ef8af435cc", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2104738965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008d6c718a3644ab9a9f9b5267d137ea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fc05989-ac", "ovs_interfaceid": "9fc05989-acdf-48ec-8e6f-4ff3560071e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Releasing lock "refresh_cache-2f9cf992-9e65-49ff-8b79-b0d90b85bc06" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.compute.manager [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Instance network_info: |[{"id": "9fc05989-acdf-48ec-8e6f-4ff3560071e3", "address": "fa:16:3e:86:2f:ce", "network": {"id": "078187cc-4c20-459b-bd9b-69ef8af435cc", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2104738965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008d6c718a3644ab9a9f9b5267d137ea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fc05989-ac", "ovs_interfaceid": "9fc05989-acdf-48ec-8e6f-4ff3560071e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-73f0215a-f0ad-41da-adcd-94e782facc90 req-fce35a9b-72d6-4695-81ee-a6a0cc3d5430 service nova] Acquired lock "refresh_cache-2f9cf992-9e65-49ff-8b79-b0d90b85bc06" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.network.neutron [req-73f0215a-f0ad-41da-adcd-94e782facc90 req-fce35a9b-72d6-4695-81ee-a6a0cc3d5430 service nova] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Refreshing network info cache for port 9fc05989-acdf-48ec-8e6f-4ff3560071e3 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Start _get_guest_xml network_info=[{"id": "9fc05989-acdf-48ec-8e6f-4ff3560071e3", "address": "fa:16:3e:86:2f:ce", "network": {"id": "078187cc-4c20-459b-bd9b-69ef8af435cc", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2104738965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008d6c718a3644ab9a9f9b5267d137ea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fc05989-ac", "ovs_interfaceid": "9fc05989-acdf-48ec-8e6f-4ff3560071e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 08:04:32 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:04:32 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:04:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1174487178',display_name='tempest-TestServerVolumeAttachmentScenario-server-1174487178',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1174487178',id=43,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBRP4olAtAoISwmnRSdTSHZlEjzy9nOhqkhTojyWH9/LaXDNj0HIq+Zpt17ZSl5oiaFCcrblJh+/dKRGIUr2UEXD5VMDifFN82ozIho7JTIiDtmeqBV1YUWNvunGYIWmaA==',key_name='tempest-keypair-302620872',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='008d6c718a3644ab9a9f9b5267d137ea',ramdisk_id='',reservation_id='r-3o166r9q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-211781193',owner_user_name='tempest-TestServerVolumeAttachmentScenario-211781193-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T08:04:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a719acc191d44abaad343fc6305261f7',uuid=2f9cf992-9e65-49ff-8b79-b0d90b85bc06,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9fc05989-acdf-48ec-8e6f-4ff3560071e3", "address": "fa:16:3e:86:2f:ce", "network": {"id": "078187cc-4c20-459b-bd9b-69ef8af435cc", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2104738965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008d6c718a3644ab9a9f9b5267d137ea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fc05989-ac", "ovs_interfaceid": "9fc05989-acdf-48ec-8e6f-4ff3560071e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Converting VIF {"id": "9fc05989-acdf-48ec-8e6f-4ff3560071e3", "address": "fa:16:3e:86:2f:ce", "network": {"id": "078187cc-4c20-459b-bd9b-69ef8af435cc", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2104738965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008d6c718a3644ab9a9f9b5267d137ea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fc05989-ac", "ovs_interfaceid": "9fc05989-acdf-48ec-8e6f-4ff3560071e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:86:2f:ce,bridge_name='br-int',has_traffic_filtering=True,id=9fc05989-acdf-48ec-8e6f-4ff3560071e3,network=Network(078187cc-4c20-459b-bd9b-69ef8af435cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9fc05989-ac') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.objects.instance [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lazy-loading 'pci_devices' on Instance uuid 2f9cf992-9e65-49ff-8b79-b0d90b85bc06 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] End _get_guest_xml xml=<domain type="kvm">
Oct 30 08:04:32 user nova-compute[74491]:   <uuid>2f9cf992-9e65-49ff-8b79-b0d90b85bc06</uuid>
Oct 30 08:04:32 user nova-compute[74491]:   <name>instance-0000002b</name>
Oct 30 08:04:32 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 08:04:32 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 08:04:32 user nova-compute[74491]:   <metadata>
Oct 30 08:04:32 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 08:04:32 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 08:04:32 user nova-compute[74491]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-1174487178</nova:name>
Oct 30 08:04:32 user nova-compute[74491]:       <nova:creationTime>2023-10-30 08:04:32</nova:creationTime>
Oct 30 08:04:32 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 08:04:32 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 08:04:32 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 08:04:32 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 08:04:32 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 08:04:32 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 08:04:32 user nova-compute[74491]:       </nova:flavor>
Oct 30 08:04:32 user nova-compute[74491]:       <nova:owner>
Oct 30 08:04:32 user nova-compute[74491]:         <nova:user uuid="a719acc191d44abaad343fc6305261f7">tempest-TestServerVolumeAttachmentScenario-211781193-project-member</nova:user>
Oct 30 08:04:32 user nova-compute[74491]:         <nova:project uuid="008d6c718a3644ab9a9f9b5267d137ea">tempest-TestServerVolumeAttachmentScenario-211781193</nova:project>
Oct 30 08:04:32 user nova-compute[74491]:       </nova:owner>
Oct 30 08:04:32 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 08:04:32 user nova-compute[74491]:       <nova:ports>
Oct 30 08:04:32 user nova-compute[74491]:         <nova:port uuid="9fc05989-acdf-48ec-8e6f-4ff3560071e3">
Oct 30 08:04:32 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 30 08:04:32 user nova-compute[74491]:         </nova:port>
Oct 30 08:04:32 user nova-compute[74491]:       </nova:ports>
Oct 30 08:04:32 user nova-compute[74491]:     </nova:instance>
Oct 30 08:04:32 user nova-compute[74491]:   </metadata>
Oct 30 08:04:32 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 08:04:32 user nova-compute[74491]:     <system>
Oct 30 08:04:32 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 08:04:32 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 08:04:32 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 08:04:32 user nova-compute[74491]:       <entry name="serial">2f9cf992-9e65-49ff-8b79-b0d90b85bc06</entry>
Oct 30 08:04:32 user nova-compute[74491]:       <entry name="uuid">2f9cf992-9e65-49ff-8b79-b0d90b85bc06</entry>
Oct 30 08:04:32 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 08:04:32 user nova-compute[74491]:     </system>
Oct 30 08:04:32 user nova-compute[74491]:   </sysinfo>
Oct 30 08:04:32 user nova-compute[74491]:   <os>
Oct 30 08:04:32 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 08:04:32 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 08:04:32 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 08:04:32 user nova-compute[74491]:   </os>
Oct 30 08:04:32 user nova-compute[74491]:   <features>
Oct 30 08:04:32 user nova-compute[74491]:     <acpi/>
Oct 30 08:04:32 user nova-compute[74491]:     <apic/>
Oct 30 08:04:32 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 08:04:32 user nova-compute[74491]:   </features>
Oct 30 08:04:32 user nova-compute[74491]:   <clock offset="utc">
Oct 30 08:04:32 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 08:04:32 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 08:04:32 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 08:04:32 user nova-compute[74491]:   </clock>
Oct 30 08:04:32 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 08:04:32 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 08:04:32 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 08:04:32 user nova-compute[74491]:   </cpu>
Oct 30 08:04:32 user nova-compute[74491]:   <devices>
Oct 30 08:04:32 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 08:04:32 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 08:04:32 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/2f9cf992-9e65-49ff-8b79-b0d90b85bc06/disk"/>
Oct 30 08:04:32 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 08:04:32 user nova-compute[74491]:     </disk>
Oct 30 08:04:32 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 08:04:32 user nova-compute[74491]:       <mac address="fa:16:3e:86:2f:ce"/>
Oct 30 08:04:32 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:04:32 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 08:04:32 user nova-compute[74491]:       <target dev="tap9fc05989-ac"/>
Oct 30 08:04:32 user nova-compute[74491]:     </interface>
Oct 30 08:04:32 user nova-compute[74491]:     <serial type="pty">
Oct 30 08:04:32 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/2f9cf992-9e65-49ff-8b79-b0d90b85bc06/console.log" append="off"/>
Oct 30 08:04:32 user nova-compute[74491]:     </serial>
Oct 30 08:04:32 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 08:04:32 user nova-compute[74491]:     <video>
Oct 30 08:04:32 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:04:32 user nova-compute[74491]:     </video>
Oct 30 08:04:32 user nova-compute[74491]:     <rng model="virtio">
Oct 30 08:04:32 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 08:04:32 user nova-compute[74491]:     </rng>
Oct 30 08:04:32 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 08:04:32 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 08:04:32 user nova-compute[74491]:       <stats period="10"/>
Oct 30 08:04:32 user nova-compute[74491]:     </memballoon>
Oct 30 08:04:32 user nova-compute[74491]:   </devices>
Oct 30 08:04:32 user nova-compute[74491]: </domain>
Oct 30 08:04:32 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:04:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1174487178',display_name='tempest-TestServerVolumeAttachmentScenario-server-1174487178',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1174487178',id=43,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBRP4olAtAoISwmnRSdTSHZlEjzy9nOhqkhTojyWH9/LaXDNj0HIq+Zpt17ZSl5oiaFCcrblJh+/dKRGIUr2UEXD5VMDifFN82ozIho7JTIiDtmeqBV1YUWNvunGYIWmaA==',key_name='tempest-keypair-302620872',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='008d6c718a3644ab9a9f9b5267d137ea',ramdisk_id='',reservation_id='r-3o166r9q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-211781193',owner_user_name='tempest-TestServerVolumeAttachmentScenario-211781193-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T08:04:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a719acc191d44abaad343fc6305261f7',uuid=2f9cf992-9e65-49ff-8b79-b0d90b85bc06,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9fc05989-acdf-48ec-8e6f-4ff3560071e3", "address": "fa:16:3e:86:2f:ce", "network": {"id": "078187cc-4c20-459b-bd9b-69ef8af435cc", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2104738965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008d6c718a3644ab9a9f9b5267d137ea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fc05989-ac", "ovs_interfaceid": "9fc05989-acdf-48ec-8e6f-4ff3560071e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Converting VIF {"id": "9fc05989-acdf-48ec-8e6f-4ff3560071e3", "address": "fa:16:3e:86:2f:ce", "network": {"id": "078187cc-4c20-459b-bd9b-69ef8af435cc", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2104738965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008d6c718a3644ab9a9f9b5267d137ea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fc05989-ac", "ovs_interfaceid": "9fc05989-acdf-48ec-8e6f-4ff3560071e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:86:2f:ce,bridge_name='br-int',has_traffic_filtering=True,id=9fc05989-acdf-48ec-8e6f-4ff3560071e3,network=Network(078187cc-4c20-459b-bd9b-69ef8af435cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9fc05989-ac') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG os_vif [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:86:2f:ce,bridge_name='br-int',has_traffic_filtering=True,id=9fc05989-acdf-48ec-8e6f-4ff3560071e3,network=Network(078187cc-4c20-459b-bd9b-69ef8af435cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9fc05989-ac') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '998f59f3-d41f-56bc-9fad-af1292dfdfca', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9fc05989-ac, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9fc05989-ac, col_values=(('qos', UUID('b83f857a-f4ea-4447-9d7e-49c91e22d181')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9fc05989-ac, col_values=(('external_ids', {'iface-id': '9fc05989-acdf-48ec-8e6f-4ff3560071e3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:86:2f:ce', 'vm-uuid': '2f9cf992-9e65-49ff-8b79-b0d90b85bc06'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:32 user nova-compute[74491]: INFO os_vif [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:86:2f:ce,bridge_name='br-int',has_traffic_filtering=True,id=9fc05989-acdf-48ec-8e6f-4ff3560071e3,network=Network(078187cc-4c20-459b-bd9b-69ef8af435cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9fc05989-ac')
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] No VIF found with MAC fa:16:3e:86:2f:ce, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.network.neutron [req-73f0215a-f0ad-41da-adcd-94e782facc90 req-fce35a9b-72d6-4695-81ee-a6a0cc3d5430 service nova] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Updated VIF entry in instance network info cache for port 9fc05989-acdf-48ec-8e6f-4ff3560071e3. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG nova.network.neutron [req-73f0215a-f0ad-41da-adcd-94e782facc90 req-fce35a9b-72d6-4695-81ee-a6a0cc3d5430 service nova] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Updating instance_info_cache with network_info: [{"id": "9fc05989-acdf-48ec-8e6f-4ff3560071e3", "address": "fa:16:3e:86:2f:ce", "network": {"id": "078187cc-4c20-459b-bd9b-69ef8af435cc", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2104738965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008d6c718a3644ab9a9f9b5267d137ea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fc05989-ac", "ovs_interfaceid": "9fc05989-acdf-48ec-8e6f-4ff3560071e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:04:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-73f0215a-f0ad-41da-adcd-94e782facc90 req-fce35a9b-72d6-4695-81ee-a6a0cc3d5430 service nova] Releasing lock "refresh_cache-2f9cf992-9e65-49ff-8b79-b0d90b85bc06" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:04:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:34 user nova-compute[74491]: DEBUG nova.compute.manager [req-dca756d1-2173-4cb7-90d9-489b3b61ea47 req-26410783-0d21-4d7b-92f9-7a7399ac092a service nova] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Received event network-vif-plugged-9fc05989-acdf-48ec-8e6f-4ff3560071e3 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:04:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-dca756d1-2173-4cb7-90d9-489b3b61ea47 req-26410783-0d21-4d7b-92f9-7a7399ac092a service nova] Acquiring lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:04:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-dca756d1-2173-4cb7-90d9-489b3b61ea47 req-26410783-0d21-4d7b-92f9-7a7399ac092a service nova] Lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:04:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-dca756d1-2173-4cb7-90d9-489b3b61ea47 req-26410783-0d21-4d7b-92f9-7a7399ac092a service nova] Lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:04:34 user nova-compute[74491]: DEBUG nova.compute.manager [req-dca756d1-2173-4cb7-90d9-489b3b61ea47 req-26410783-0d21-4d7b-92f9-7a7399ac092a service nova] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] No waiting events found dispatching network-vif-plugged-9fc05989-acdf-48ec-8e6f-4ff3560071e3 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:04:34 user nova-compute[74491]: WARNING nova.compute.manager [req-dca756d1-2173-4cb7-90d9-489b3b61ea47 req-26410783-0d21-4d7b-92f9-7a7399ac092a service nova] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Received unexpected event network-vif-plugged-9fc05989-acdf-48ec-8e6f-4ff3560071e3 for instance with vm_state building and task_state spawning.
Oct 30 08:04:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:36 user nova-compute[74491]: DEBUG nova.compute.manager [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 08:04:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 08:04:36 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Instance spawned successfully.
Oct 30 08:04:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 08:04:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:04:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:04:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:04:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:04:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:04:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:04:36 user nova-compute[74491]: INFO nova.compute.manager [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Took 5.39 seconds to spawn the instance on the hypervisor.
Oct 30 08:04:36 user nova-compute[74491]: DEBUG nova.compute.manager [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 08:04:36 user nova-compute[74491]: DEBUG nova.compute.manager [req-3c89ea32-7f6f-4149-9163-d51ce6646505 req-60310568-66a2-40c1-9f6b-f50ff9d61b04 service nova] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Received event network-vif-plugged-9fc05989-acdf-48ec-8e6f-4ff3560071e3 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:04:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3c89ea32-7f6f-4149-9163-d51ce6646505 req-60310568-66a2-40c1-9f6b-f50ff9d61b04 service nova] Acquiring lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:04:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3c89ea32-7f6f-4149-9163-d51ce6646505 req-60310568-66a2-40c1-9f6b-f50ff9d61b04 service nova] Lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:04:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3c89ea32-7f6f-4149-9163-d51ce6646505 req-60310568-66a2-40c1-9f6b-f50ff9d61b04 service nova] Lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:04:36 user nova-compute[74491]: DEBUG nova.compute.manager [req-3c89ea32-7f6f-4149-9163-d51ce6646505 req-60310568-66a2-40c1-9f6b-f50ff9d61b04 service nova] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] No waiting events found dispatching network-vif-plugged-9fc05989-acdf-48ec-8e6f-4ff3560071e3 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:04:36 user nova-compute[74491]: WARNING nova.compute.manager [req-3c89ea32-7f6f-4149-9163-d51ce6646505 req-60310568-66a2-40c1-9f6b-f50ff9d61b04 service nova] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Received unexpected event network-vif-plugged-9fc05989-acdf-48ec-8e6f-4ff3560071e3 for instance with vm_state building and task_state spawning.
Oct 30 08:04:36 user nova-compute[74491]: INFO nova.compute.manager [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Took 5.99 seconds to build instance.
Oct 30 08:04:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-6aeed0cc-0c2d-45cf-ac6a-c9715be73fd0 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.082s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:04:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:45 user nova-compute[74491]: DEBUG nova.objects.instance [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'flavor' on Instance uuid a194acf1-cb1f-4e19-a893-574bf8ef5b21 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:04:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "refresh_cache-a194acf1-cb1f-4e19-a893-574bf8ef5b21" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:04:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquired lock "refresh_cache-a194acf1-cb1f-4e19-a893-574bf8ef5b21" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:04:45 user nova-compute[74491]: DEBUG nova.network.neutron [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 08:04:45 user nova-compute[74491]: DEBUG nova.objects.instance [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'info_cache' on Instance uuid a194acf1-cb1f-4e19-a893-574bf8ef5b21 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:04:45 user nova-compute[74491]: DEBUG nova.objects.base [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Object Instance<a194acf1-cb1f-4e19-a893-574bf8ef5b21> lazy-loaded attributes: flavor,info_cache {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG nova.network.neutron [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Updating instance_info_cache with network_info: [{"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Releasing lock "refresh_cache-a194acf1-cb1f-4e19-a893-574bf8ef5b21" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:04:46 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Instance destroyed successfully.
Oct 30 08:04:46 user nova-compute[74491]: DEBUG nova.objects.instance [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'resources' on Instance uuid a194acf1-cb1f-4e19-a893-574bf8ef5b21 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG nova.objects.base [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Object Instance<a194acf1-cb1f-4e19-a893-574bf8ef5b21> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:00:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1368427086',display_name='tempest-AttachVolumeTestJSON-server-1368427086',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1368427086',id=41,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKM2Y9Jc5JUcLziYPaubZPairGztHzvdpDAwSxvuP4CTiPBaDWTg0zUlzSp0+NvN6++TxvTIniSo1hPD7Vr2VdB7Jg9pky8+6ztzFRT8eiV2BEiF6I4jKSzRztEZWOLXlg==',key_name='tempest-keypair-1011913895',keypairs=<?>,launch_index=0,launched_at=2023-10-30T08:00:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='3abfa530c3404a19af6fb0548e306d3f',ramdisk_id='',reservation_id='r-eclve8qy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1615103906',owner_user_name='tempest-AttachVolumeTestJSON-1615103906-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T08:02:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a34321c2cf0542d0b8f9f3f6c32e059c',uuid=a194acf1-cb1f-4e19-a893-574bf8ef5b21,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Converting VIF {"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:f3:76,bridge_name='br-int',has_traffic_filtering=True,id=f9e8808b-ff95-48f3-860f-a50275ffe564,network=Network(1f627015-45aa-4398-9332-0d6bd1bc1082),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9e8808b-ff') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_vif [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:f3:76,bridge_name='br-int',has_traffic_filtering=True,id=f9e8808b-ff95-48f3-860f-a50275ffe564,network=Network(1f627015-45aa-4398-9332-0d6bd1bc1082),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9e8808b-ff') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf9e8808b-ff, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=abed6985-633f-4004-83cf-43184106325e) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:04:46 user nova-compute[74491]: INFO os_vif [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:f3:76,bridge_name='br-int',has_traffic_filtering=True,id=f9e8808b-ff95-48f3-860f-a50275ffe564,network=Network(1f627015-45aa-4398-9332-0d6bd1bc1082),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9e8808b-ff')
Oct 30 08:04:46 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bqziGBLI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:04:46 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ba5717b-caa1-49c7-8334-9a39949da609]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 08:04:46 user nova-compute[74491]: No targets found.
Oct 30 08:04:46 user nova-compute[74491]: iSNS:
Oct 30 08:04:46 user nova-compute[74491]: No targets found.
Oct 30 08:04:46 user nova-compute[74491]: STATIC:
Oct 30 08:04:46 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436
Oct 30 08:04:46 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:04:46 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:04:46 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c
Oct 30 08:04:46 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:04:46 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:04:46 user nova-compute[74491]: FIRMWARE:
Oct 30 08:04:46 user nova-compute[74491]: No targets found.
Oct 30 08:04:46 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 08:04:46 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 08:04:46 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b8b1676-5742-48ca-84c4-89b9f8fe1e33]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[86bba2ee-ea17-465b-9132-b74f89a5407b]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 (non-flash)
Oct 30 08:04:46 user nova-compute[74491]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c (non-flash)
Oct 30 08:04:46 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 (non-flash)
Oct 30 08:04:46 user nova-compute[74491]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c (non-flash)
Oct 30 08:04:46 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feecc67df30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436'): ({'sdb'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Removing single pathed devices sdb {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[126bc92b-1730-4064-a250-37f9efb8cf36]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[35dc12ce-94a7-40a9-8f29-b1430f14a850]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Flushing IO for device /dev/sdb {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e44b903-075d-4afa-a5b8-b1e39b14f5aa]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.047s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[52d504cf-7ed7-4fb6-a4ce-1eb5ff2aa00e]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[30c2cfe6-14a7-4f81-bde2-5766339ea879]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[080bc3a9-f9bd-41dd-8f92-641dfd79f963]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436, portal: 172.16.0.220,3260]
Oct 30 08:04:46 user nova-compute[74491]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436, portal: 172.16.0.220,3260] successful.
Oct 30 08:04:46 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[94a581fd-97a0-4943-ac72-cba27f7c6683]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.296s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] <== disconnect_volume: return (298ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Start _get_guest_xml network_info=[{"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vdb', 'disk_bus': 'virtio', 'boot_index': None, 'attachment_id': '9289bc54-a6ea-4d1d-84fe-85ac1c867eaf', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bqziGBLI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': 'a194acf1-cb1f-4e19-a893-574bf8ef5b21', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2b6d410-236b-479e-8766-d11fb0527436', 'serial': 'd2b6d410-236b-479e-8766-d11fb0527436'}, 'delete_on_termination': False, 'volume_type': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG nova.objects.instance [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'numa_topology' on Instance uuid a194acf1-cb1f-4e19-a893-574bf8ef5b21 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG nova.objects.base [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Object Instance<a194acf1-cb1f-4e19-a893-574bf8ef5b21> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 08:04:46 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:04:46 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:04:46 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG nova.objects.instance [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'vcpu_model' on Instance uuid a194acf1-cb1f-4e19-a893-574bf8ef5b21 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG nova.objects.base [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Object Instance<a194acf1-cb1f-4e19-a893-574bf8ef5b21> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bqziGBLI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:04:46 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:04:46 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:04:46 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[eca84eb1-ef8d-4b40-99ea-0073da975547]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 08:04:46 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4ba5ed5-29c9-487b-af6b-f95850783a86]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436] added
Oct 30 08:04:46 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9a24f53-1687-4094-923c-8df687cc06e4]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bd53795-23cf-42de-b31e-f4f77dbaa8a1]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bqziGBLI {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bqziGBLI" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[acf7cb92-c154-4056-8af0-3d3f0742241d]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bqziGBLI'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[48038b7c-8757-44da-a13e-d21a7db01085]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c1cefc1-74f1-4375-9a08-488af59d8c46]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c (non-flash)
Oct 30 08:04:46 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c (non-flash)
Oct 30 08:04:46 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b761ab65-d3d3-4de6-81ba-f799f2906da5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436, portal: 172.16.0.220,3260]
Oct 30 08:04:46 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436, portal: 172.16.0.220,3260] successful.
Oct 30 08:04:46 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b667eb5c-6fd9-434b-a773-08303cc498df]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b5aa56d-8cac-4b1c-a66b-71568f2182d4]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c (non-flash)
Oct 30 08:04:46 user nova-compute[74491]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 (non-flash)
Oct 30 08:04:46 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c (non-flash)
Oct 30 08:04:46 user nova-compute[74491]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 (non-flash)
Oct 30 08:04:46 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.238s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] HCTL ('33', '-', '-', 0) found on session 45 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 08:04:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:47 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c177679-6afd-4f0f-b246-8f549bcd77aa]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:04:47 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Searching for a device in session 45 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 08:04:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bqziGBLI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.268s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] <== connect_volume: return (1269ms) {'type': 'block', 'scsi_wwn': '26262346430656337', 'path': '/dev/sdb'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26262346430656337', 'path': '/dev/sdb'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:00:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1368427086',display_name='tempest-AttachVolumeTestJSON-server-1368427086',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1368427086',id=41,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKM2Y9Jc5JUcLziYPaubZPairGztHzvdpDAwSxvuP4CTiPBaDWTg0zUlzSp0+NvN6++TxvTIniSo1hPD7Vr2VdB7Jg9pky8+6ztzFRT8eiV2BEiF6I4jKSzRztEZWOLXlg==',key_name='tempest-keypair-1011913895',keypairs=<?>,launch_index=0,launched_at=2023-10-30T08:00:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='3abfa530c3404a19af6fb0548e306d3f',ramdisk_id='',reservation_id='r-eclve8qy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1615103906',owner_user_name='tempest-AttachVolumeTestJSON-1615103906-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T08:02:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a34321c2cf0542d0b8f9f3f6c32e059c',uuid=a194acf1-cb1f-4e19-a893-574bf8ef5b21,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Converting VIF {"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:f3:76,bridge_name='br-int',has_traffic_filtering=True,id=f9e8808b-ff95-48f3-860f-a50275ffe564,network=Network(1f627015-45aa-4398-9332-0d6bd1bc1082),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9e8808b-ff') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG nova.objects.instance [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'pci_devices' on Instance uuid a194acf1-cb1f-4e19-a893-574bf8ef5b21 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG nova.objects.base [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Object Instance<a194acf1-cb1f-4e19-a893-574bf8ef5b21> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] End _get_guest_xml xml=<domain type="kvm">
Oct 30 08:04:48 user nova-compute[74491]:   <uuid>a194acf1-cb1f-4e19-a893-574bf8ef5b21</uuid>
Oct 30 08:04:48 user nova-compute[74491]:   <name>instance-00000029</name>
Oct 30 08:04:48 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 08:04:48 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 08:04:48 user nova-compute[74491]:   <metadata>
Oct 30 08:04:48 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 08:04:48 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 08:04:48 user nova-compute[74491]:       <nova:name>tempest-AttachVolumeTestJSON-server-1368427086</nova:name>
Oct 30 08:04:48 user nova-compute[74491]:       <nova:creationTime>2023-10-30 08:04:46</nova:creationTime>
Oct 30 08:04:48 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 08:04:48 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 08:04:48 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 08:04:48 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 08:04:48 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 08:04:48 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 08:04:48 user nova-compute[74491]:       </nova:flavor>
Oct 30 08:04:48 user nova-compute[74491]:       <nova:owner>
Oct 30 08:04:48 user nova-compute[74491]:         <nova:user uuid="a34321c2cf0542d0b8f9f3f6c32e059c">tempest-AttachVolumeTestJSON-1615103906-project-member</nova:user>
Oct 30 08:04:48 user nova-compute[74491]:         <nova:project uuid="3abfa530c3404a19af6fb0548e306d3f">tempest-AttachVolumeTestJSON-1615103906</nova:project>
Oct 30 08:04:48 user nova-compute[74491]:       </nova:owner>
Oct 30 08:04:48 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 08:04:48 user nova-compute[74491]:       <nova:ports>
Oct 30 08:04:48 user nova-compute[74491]:         <nova:port uuid="f9e8808b-ff95-48f3-860f-a50275ffe564">
Oct 30 08:04:48 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 30 08:04:48 user nova-compute[74491]:         </nova:port>
Oct 30 08:04:48 user nova-compute[74491]:       </nova:ports>
Oct 30 08:04:48 user nova-compute[74491]:     </nova:instance>
Oct 30 08:04:48 user nova-compute[74491]:   </metadata>
Oct 30 08:04:48 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 08:04:48 user nova-compute[74491]:     <system>
Oct 30 08:04:48 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 08:04:48 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 08:04:48 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 08:04:48 user nova-compute[74491]:       <entry name="serial">a194acf1-cb1f-4e19-a893-574bf8ef5b21</entry>
Oct 30 08:04:48 user nova-compute[74491]:       <entry name="uuid">a194acf1-cb1f-4e19-a893-574bf8ef5b21</entry>
Oct 30 08:04:48 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 08:04:48 user nova-compute[74491]:     </system>
Oct 30 08:04:48 user nova-compute[74491]:   </sysinfo>
Oct 30 08:04:48 user nova-compute[74491]:   <os>
Oct 30 08:04:48 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 08:04:48 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 08:04:48 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 08:04:48 user nova-compute[74491]:   </os>
Oct 30 08:04:48 user nova-compute[74491]:   <features>
Oct 30 08:04:48 user nova-compute[74491]:     <acpi/>
Oct 30 08:04:48 user nova-compute[74491]:     <apic/>
Oct 30 08:04:48 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 08:04:48 user nova-compute[74491]:   </features>
Oct 30 08:04:48 user nova-compute[74491]:   <clock offset="utc">
Oct 30 08:04:48 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 08:04:48 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 08:04:48 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 08:04:48 user nova-compute[74491]:   </clock>
Oct 30 08:04:48 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 08:04:48 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 08:04:48 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 08:04:48 user nova-compute[74491]:   </cpu>
Oct 30 08:04:48 user nova-compute[74491]:   <devices>
Oct 30 08:04:48 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 08:04:48 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 08:04:48 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk"/>
Oct 30 08:04:48 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 08:04:48 user nova-compute[74491]:     </disk>
Oct 30 08:04:48 user nova-compute[74491]:     <disk type="block" device="disk">
Oct 30 08:04:48 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:04:48 user nova-compute[74491]:       <source dev="/dev/sdb"/>
Oct 30 08:04:48 user nova-compute[74491]:       <target dev="vdb" bus="virtio"/>
Oct 30 08:04:48 user nova-compute[74491]:       <serial>d2b6d410-236b-479e-8766-d11fb0527436</serial>
Oct 30 08:04:48 user nova-compute[74491]:     </disk>
Oct 30 08:04:48 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 08:04:48 user nova-compute[74491]:       <mac address="fa:16:3e:55:f3:76"/>
Oct 30 08:04:48 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:04:48 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 08:04:48 user nova-compute[74491]:       <target dev="tapf9e8808b-ff"/>
Oct 30 08:04:48 user nova-compute[74491]:     </interface>
Oct 30 08:04:48 user nova-compute[74491]:     <serial type="pty">
Oct 30 08:04:48 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/console.log" append="off"/>
Oct 30 08:04:48 user nova-compute[74491]:     </serial>
Oct 30 08:04:48 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 08:04:48 user nova-compute[74491]:     <video>
Oct 30 08:04:48 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:04:48 user nova-compute[74491]:     </video>
Oct 30 08:04:48 user nova-compute[74491]:     <rng model="virtio">
Oct 30 08:04:48 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 08:04:48 user nova-compute[74491]:     </rng>
Oct 30 08:04:48 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 08:04:48 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 08:04:48 user nova-compute[74491]:       <stats period="10"/>
Oct 30 08:04:48 user nova-compute[74491]:     </memballoon>
Oct 30 08:04:48 user nova-compute[74491]:   </devices>
Oct 30 08:04:48 user nova-compute[74491]: </domain>
Oct 30 08:04:48 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG nova.objects.instance [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'trusted_certs' on Instance uuid a194acf1-cb1f-4e19-a893-574bf8ef5b21 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG nova.objects.base [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Object Instance<a194acf1-cb1f-4e19-a893-574bf8ef5b21> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.184s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Cannot resize image /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG nova.objects.instance [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'migration_context' on Instance uuid a194acf1-cb1f-4e19-a893-574bf8ef5b21 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG nova.objects.base [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Object Instance<a194acf1-cb1f-4e19-a893-574bf8ef5b21> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:00:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1368427086',display_name='tempest-AttachVolumeTestJSON-server-1368427086',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1368427086',id=41,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKM2Y9Jc5JUcLziYPaubZPairGztHzvdpDAwSxvuP4CTiPBaDWTg0zUlzSp0+NvN6++TxvTIniSo1hPD7Vr2VdB7Jg9pky8+6ztzFRT8eiV2BEiF6I4jKSzRztEZWOLXlg==',key_name='tempest-keypair-1011913895',keypairs=<?>,launch_index=0,launched_at=2023-10-30T08:00:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='3abfa530c3404a19af6fb0548e306d3f',ramdisk_id='',reservation_id='r-eclve8qy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1615103906',owner_user_name='tempest-AttachVolumeTestJSON-1615103906-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T08:02:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a34321c2cf0542d0b8f9f3f6c32e059c',uuid=a194acf1-cb1f-4e19-a893-574bf8ef5b21,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Converting VIF {"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:f3:76,bridge_name='br-int',has_traffic_filtering=True,id=f9e8808b-ff95-48f3-860f-a50275ffe564,network=Network(1f627015-45aa-4398-9332-0d6bd1bc1082),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9e8808b-ff') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG os_vif [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:f3:76,bridge_name='br-int',has_traffic_filtering=True,id=f9e8808b-ff95-48f3-860f-a50275ffe564,network=Network(1f627015-45aa-4398-9332-0d6bd1bc1082),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9e8808b-ff') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b2967493-d6be-5184-ad72-d98884a60a2f', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf9e8808b-ff, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf9e8808b-ff, col_values=(('qos', UUID('10f6c156-f7f6-4a1e-bfbb-4f052eb59d14')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf9e8808b-ff, col_values=(('external_ids', {'iface-id': 'f9e8808b-ff95-48f3-860f-a50275ffe564', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:55:f3:76', 'vm-uuid': 'a194acf1-cb1f-4e19-a893-574bf8ef5b21'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:04:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:48 user nova-compute[74491]: INFO os_vif [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:f3:76,bridge_name='br-int',has_traffic_filtering=True,id=f9e8808b-ff95-48f3-860f-a50275ffe564,network=Network(1f627015-45aa-4398-9332-0d6bd1bc1082),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9e8808b-ff')
Oct 30 08:04:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:50 user nova-compute[74491]: DEBUG nova.compute.manager [req-36359ac2-1314-40d0-a193-4db565a10d7e req-70016b00-06b0-413c-975b-26fcebf33756 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Received event network-vif-plugged-f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:04:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-36359ac2-1314-40d0-a193-4db565a10d7e req-70016b00-06b0-413c-975b-26fcebf33756 service nova] Acquiring lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:04:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-36359ac2-1314-40d0-a193-4db565a10d7e req-70016b00-06b0-413c-975b-26fcebf33756 service nova] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:04:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-36359ac2-1314-40d0-a193-4db565a10d7e req-70016b00-06b0-413c-975b-26fcebf33756 service nova] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:04:50 user nova-compute[74491]: DEBUG nova.compute.manager [req-36359ac2-1314-40d0-a193-4db565a10d7e req-70016b00-06b0-413c-975b-26fcebf33756 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] No waiting events found dispatching network-vif-plugged-f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:04:50 user nova-compute[74491]: WARNING nova.compute.manager [req-36359ac2-1314-40d0-a193-4db565a10d7e req-70016b00-06b0-413c-975b-26fcebf33756 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Received unexpected event network-vif-plugged-f9e8808b-ff95-48f3-860f-a50275ffe564 for instance with vm_state stopped and task_state powering-on.
Oct 30 08:04:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:52 user nova-compute[74491]: DEBUG nova.compute.manager [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 08:04:52 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Instance rebooted successfully.
Oct 30 08:04:52 user nova-compute[74491]: DEBUG nova.compute.manager [None req-4b2af6b4-b5a3-4fc9-a4f5-9c899a9f988c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 08:04:52 user nova-compute[74491]: DEBUG nova.compute.manager [req-0c08ade3-a8b5-4779-86ef-d33a0f70df79 req-738076c6-67c9-43e1-9a22-3ef35a715ad1 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Received event network-vif-plugged-f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:04:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0c08ade3-a8b5-4779-86ef-d33a0f70df79 req-738076c6-67c9-43e1-9a22-3ef35a715ad1 service nova] Acquiring lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:04:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0c08ade3-a8b5-4779-86ef-d33a0f70df79 req-738076c6-67c9-43e1-9a22-3ef35a715ad1 service nova] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:04:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0c08ade3-a8b5-4779-86ef-d33a0f70df79 req-738076c6-67c9-43e1-9a22-3ef35a715ad1 service nova] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:04:52 user nova-compute[74491]: DEBUG nova.compute.manager [req-0c08ade3-a8b5-4779-86ef-d33a0f70df79 req-738076c6-67c9-43e1-9a22-3ef35a715ad1 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] No waiting events found dispatching network-vif-plugged-f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:04:52 user nova-compute[74491]: WARNING nova.compute.manager [req-0c08ade3-a8b5-4779-86ef-d33a0f70df79 req-738076c6-67c9-43e1-9a22-3ef35a715ad1 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Received unexpected event network-vif-plugged-f9e8808b-ff95-48f3-860f-a50275ffe564 for instance with vm_state active and task_state None.
Oct 30 08:04:53 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:04:58 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:04:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:00 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:05:00 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:05:01 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:05:01 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:05:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-6b64392a-d22a-4b92-822c-276fccda2c80" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:05:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-6b64392a-d22a-4b92-822c-276fccda2c80" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:05:01 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 08:05:01 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Updating instance_info_cache with network_info: [{"id": "142d44dd-3d14-456e-9616-00c2d471694c", "address": "fa:16:3e:f3:8b:aa", "network": {"id": "eb097998-6e39-4b8b-a31e-96c4384bf8e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-796967521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6d09f14364d4950b9729a3bed818669", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap142d44dd-3d", "ovs_interfaceid": "142d44dd-3d14-456e-9616-00c2d471694c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:05:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-6b64392a-d22a-4b92-822c-276fccda2c80" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:05:01 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 08:05:03 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:05:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:04 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:05:06 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:05:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:08 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:05:08 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Cleaning up deleted instances {{(pid=74491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 08:05:08 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] There are 0 instances to clean {{(pid=74491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 08:05:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:09 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:05:09 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74491) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 08:05:09 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:05:11 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:05:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:05:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:05:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:05:11 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:05:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:11 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:05:11 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:05:11 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:05:11 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:05:11 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 08:05:11 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b64392a-d22a-4b92-822c-276fccda2c80/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:05:11 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b64392a-d22a-4b92-822c-276fccda2c80/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:05:11 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b64392a-d22a-4b92-822c-276fccda2c80/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:05:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b64392a-d22a-4b92-822c-276fccda2c80/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:05:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f9cf992-9e65-49ff-8b79-b0d90b85bc06/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:05:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f9cf992-9e65-49ff-8b79-b0d90b85bc06/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:05:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f9cf992-9e65-49ff-8b79-b0d90b85bc06/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:05:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f9cf992-9e65-49ff-8b79-b0d90b85bc06/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:05:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 08:05:12 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:05:12 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:05:12 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8387MB free_disk=25.22347640991211GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:05:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:05:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:05:13 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance a194acf1-cb1f-4e19-a893-574bf8ef5b21 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:05:13 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 6b64392a-d22a-4b92-822c-276fccda2c80 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:05:13 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance e535c98f-1057-41ca-8750-9f1ee5ce2475 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:05:13 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 2f9cf992-9e65-49ff-8b79-b0d90b85bc06 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:05:13 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:05:13 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:05:13 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing inventories for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 08:05:13 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Updating ProviderTree inventory for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 08:05:13 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Updating inventory in ProviderTree for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 08:05:13 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing aggregate associations for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9, aggregates: None {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 08:05:13 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing trait associations for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9, traits: COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_CIRRUS,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSSE3,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_TRUSTED_CERTS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE41,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE,HW_CPU_X86_MMX,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_FDC,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_USB {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 08:05:13 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:05:13 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:05:13 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:05:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.502s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:05:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:15 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:05:15 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:05:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-7d2bfdc0-ada0-40e8-8ab5-a858f88e8117 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Acquiring lock "6b64392a-d22a-4b92-822c-276fccda2c80" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:05:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-7d2bfdc0-ada0-40e8-8ab5-a858f88e8117 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "6b64392a-d22a-4b92-822c-276fccda2c80" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:05:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-7d2bfdc0-ada0-40e8-8ab5-a858f88e8117 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Acquiring lock "6b64392a-d22a-4b92-822c-276fccda2c80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:05:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-7d2bfdc0-ada0-40e8-8ab5-a858f88e8117 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "6b64392a-d22a-4b92-822c-276fccda2c80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:05:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-7d2bfdc0-ada0-40e8-8ab5-a858f88e8117 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "6b64392a-d22a-4b92-822c-276fccda2c80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:05:19 user nova-compute[74491]: INFO nova.compute.manager [None req-7d2bfdc0-ada0-40e8-8ab5-a858f88e8117 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Terminating instance
Oct 30 08:05:19 user nova-compute[74491]: DEBUG nova.compute.manager [None req-7d2bfdc0-ada0-40e8-8ab5-a858f88e8117 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 08:05:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-bb907bc5-7b14-4a7a-90b8-6deb766547d5 req-c92638e1-8fe3-4083-9b1b-947157ddf737 service nova] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Received event network-vif-unplugged-142d44dd-3d14-456e-9616-00c2d471694c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:05:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-bb907bc5-7b14-4a7a-90b8-6deb766547d5 req-c92638e1-8fe3-4083-9b1b-947157ddf737 service nova] Acquiring lock "6b64392a-d22a-4b92-822c-276fccda2c80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:05:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-bb907bc5-7b14-4a7a-90b8-6deb766547d5 req-c92638e1-8fe3-4083-9b1b-947157ddf737 service nova] Lock "6b64392a-d22a-4b92-822c-276fccda2c80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:05:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-bb907bc5-7b14-4a7a-90b8-6deb766547d5 req-c92638e1-8fe3-4083-9b1b-947157ddf737 service nova] Lock "6b64392a-d22a-4b92-822c-276fccda2c80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:05:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-bb907bc5-7b14-4a7a-90b8-6deb766547d5 req-c92638e1-8fe3-4083-9b1b-947157ddf737 service nova] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] No waiting events found dispatching network-vif-unplugged-142d44dd-3d14-456e-9616-00c2d471694c {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:05:19 user nova-compute[74491]: DEBUG nova.compute.manager [req-bb907bc5-7b14-4a7a-90b8-6deb766547d5 req-c92638e1-8fe3-4083-9b1b-947157ddf737 service nova] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Received event network-vif-unplugged-142d44dd-3d14-456e-9616-00c2d471694c for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 08:05:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:20 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Instance destroyed successfully.
Oct 30 08:05:20 user nova-compute[74491]: DEBUG nova.objects.instance [None req-7d2bfdc0-ada0-40e8-8ab5-a858f88e8117 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lazy-loading 'resources' on Instance uuid 6b64392a-d22a-4b92-822c-276fccda2c80 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:05:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-7d2bfdc0-ada0-40e8-8ab5-a858f88e8117 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:03:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-720043340',display_name='tempest-VolumesActionsTest-instance-720043340',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-720043340',id=42,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T08:03:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f6d09f14364d4950b9729a3bed818669',ramdisk_id='',reservation_id='r-qrpg80j7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1922351455',owner_user_name='tempest-VolumesActionsTest-1922351455-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T08:03:35Z,user_data=None,user_id='eed8908d86034f989e8e1dd07f98caa5',uuid=6b64392a-d22a-4b92-822c-276fccda2c80,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "142d44dd-3d14-456e-9616-00c2d471694c", "address": "fa:16:3e:f3:8b:aa", "network": {"id": "eb097998-6e39-4b8b-a31e-96c4384bf8e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-796967521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6d09f14364d4950b9729a3bed818669", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap142d44dd-3d", "ovs_interfaceid": "142d44dd-3d14-456e-9616-00c2d471694c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 08:05:20 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-7d2bfdc0-ada0-40e8-8ab5-a858f88e8117 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Converting VIF {"id": "142d44dd-3d14-456e-9616-00c2d471694c", "address": "fa:16:3e:f3:8b:aa", "network": {"id": "eb097998-6e39-4b8b-a31e-96c4384bf8e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-796967521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6d09f14364d4950b9729a3bed818669", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap142d44dd-3d", "ovs_interfaceid": "142d44dd-3d14-456e-9616-00c2d471694c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:05:20 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-7d2bfdc0-ada0-40e8-8ab5-a858f88e8117 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f3:8b:aa,bridge_name='br-int',has_traffic_filtering=True,id=142d44dd-3d14-456e-9616-00c2d471694c,network=Network(eb097998-6e39-4b8b-a31e-96c4384bf8e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap142d44dd-3d') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:05:20 user nova-compute[74491]: DEBUG os_vif [None req-7d2bfdc0-ada0-40e8-8ab5-a858f88e8117 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f3:8b:aa,bridge_name='br-int',has_traffic_filtering=True,id=142d44dd-3d14-456e-9616-00c2d471694c,network=Network(eb097998-6e39-4b8b-a31e-96c4384bf8e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap142d44dd-3d') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 08:05:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap142d44dd-3d, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:05:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6ca6f10e-5abb-46ee-a27c-e8d2d9e1b203) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:05:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:20 user nova-compute[74491]: INFO os_vif [None req-7d2bfdc0-ada0-40e8-8ab5-a858f88e8117 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f3:8b:aa,bridge_name='br-int',has_traffic_filtering=True,id=142d44dd-3d14-456e-9616-00c2d471694c,network=Network(eb097998-6e39-4b8b-a31e-96c4384bf8e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap142d44dd-3d')
Oct 30 08:05:20 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-7d2bfdc0-ada0-40e8-8ab5-a858f88e8117 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Deleting instance files /opt/stack/data/nova/instances/6b64392a-d22a-4b92-822c-276fccda2c80_del
Oct 30 08:05:20 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-7d2bfdc0-ada0-40e8-8ab5-a858f88e8117 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Deletion of /opt/stack/data/nova/instances/6b64392a-d22a-4b92-822c-276fccda2c80_del complete
Oct 30 08:05:20 user nova-compute[74491]: INFO nova.compute.manager [None req-7d2bfdc0-ada0-40e8-8ab5-a858f88e8117 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Took 0.86 seconds to destroy the instance on the hypervisor.
Oct 30 08:05:20 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-7d2bfdc0-ada0-40e8-8ab5-a858f88e8117 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 08:05:20 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 08:05:20 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 08:05:21 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:05:21 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Took 0.56 seconds to deallocate network for instance.
Oct 30 08:05:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-7d2bfdc0-ada0-40e8-8ab5-a858f88e8117 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:05:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-7d2bfdc0-ada0-40e8-8ab5-a858f88e8117 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:05:21 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-7d2bfdc0-ada0-40e8-8ab5-a858f88e8117 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:05:21 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-7d2bfdc0-ada0-40e8-8ab5-a858f88e8117 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:05:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-7d2bfdc0-ada0-40e8-8ab5-a858f88e8117 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.172s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:05:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:21 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-7d2bfdc0-ada0-40e8-8ab5-a858f88e8117 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Deleted allocations for instance 6b64392a-d22a-4b92-822c-276fccda2c80
Oct 30 08:05:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-7d2bfdc0-ada0-40e8-8ab5-a858f88e8117 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "6b64392a-d22a-4b92-822c-276fccda2c80" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.780s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:05:22 user nova-compute[74491]: DEBUG nova.compute.manager [req-c12b8f39-6ee4-4724-a86f-521637e9e45d req-c9a77cc2-3216-4c5a-9815-49f22277d973 service nova] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Received event network-vif-plugged-142d44dd-3d14-456e-9616-00c2d471694c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:05:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c12b8f39-6ee4-4724-a86f-521637e9e45d req-c9a77cc2-3216-4c5a-9815-49f22277d973 service nova] Acquiring lock "6b64392a-d22a-4b92-822c-276fccda2c80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:05:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c12b8f39-6ee4-4724-a86f-521637e9e45d req-c9a77cc2-3216-4c5a-9815-49f22277d973 service nova] Lock "6b64392a-d22a-4b92-822c-276fccda2c80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:05:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c12b8f39-6ee4-4724-a86f-521637e9e45d req-c9a77cc2-3216-4c5a-9815-49f22277d973 service nova] Lock "6b64392a-d22a-4b92-822c-276fccda2c80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:05:22 user nova-compute[74491]: DEBUG nova.compute.manager [req-c12b8f39-6ee4-4724-a86f-521637e9e45d req-c9a77cc2-3216-4c5a-9815-49f22277d973 service nova] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] No waiting events found dispatching network-vif-plugged-142d44dd-3d14-456e-9616-00c2d471694c {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:05:22 user nova-compute[74491]: WARNING nova.compute.manager [req-c12b8f39-6ee4-4724-a86f-521637e9e45d req-c9a77cc2-3216-4c5a-9815-49f22277d973 service nova] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Received unexpected event network-vif-plugged-142d44dd-3d14-456e-9616-00c2d471694c for instance with vm_state deleted and task_state None.
Oct 30 08:05:22 user nova-compute[74491]: DEBUG nova.compute.manager [req-c12b8f39-6ee4-4724-a86f-521637e9e45d req-c9a77cc2-3216-4c5a-9815-49f22277d973 service nova] [instance: 6b64392a-d22a-4b92-822c-276fccda2c80] Received event network-vif-deleted-142d44dd-3d14-456e-9616-00c2d471694c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:05:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:05:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:05:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:05:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:05:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:05:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:05:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:05:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:05:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:45 user nova-compute[74491]: DEBUG nova.compute.manager [req-3c076430-88c0-4044-81e7-3583e35861e7 req-4936bbee-af80-4def-92f7-b46a44786992 service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Received event network-changed-84f4d1a0-a28e-4508-9e51-2560e3cd6708 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:05:45 user nova-compute[74491]: DEBUG nova.compute.manager [req-3c076430-88c0-4044-81e7-3583e35861e7 req-4936bbee-af80-4def-92f7-b46a44786992 service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Refreshing instance network info cache due to event network-changed-84f4d1a0-a28e-4508-9e51-2560e3cd6708. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:05:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3c076430-88c0-4044-81e7-3583e35861e7 req-4936bbee-af80-4def-92f7-b46a44786992 service nova] Acquiring lock "refresh_cache-e535c98f-1057-41ca-8750-9f1ee5ce2475" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:05:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3c076430-88c0-4044-81e7-3583e35861e7 req-4936bbee-af80-4def-92f7-b46a44786992 service nova] Acquired lock "refresh_cache-e535c98f-1057-41ca-8750-9f1ee5ce2475" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:05:45 user nova-compute[74491]: DEBUG nova.network.neutron [req-3c076430-88c0-4044-81e7-3583e35861e7 req-4936bbee-af80-4def-92f7-b46a44786992 service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Refreshing network info cache for port 84f4d1a0-a28e-4508-9e51-2560e3cd6708 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:05:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Acquiring lock "e535c98f-1057-41ca-8750-9f1ee5ce2475" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:05:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "e535c98f-1057-41ca-8750-9f1ee5ce2475" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:05:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Acquiring lock "e535c98f-1057-41ca-8750-9f1ee5ce2475-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:05:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "e535c98f-1057-41ca-8750-9f1ee5ce2475-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:05:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "e535c98f-1057-41ca-8750-9f1ee5ce2475-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:05:45 user nova-compute[74491]: INFO nova.compute.manager [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Terminating instance
Oct 30 08:05:45 user nova-compute[74491]: DEBUG nova.compute.manager [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 08:05:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:45 user nova-compute[74491]: DEBUG nova.network.neutron [req-3c076430-88c0-4044-81e7-3583e35861e7 req-4936bbee-af80-4def-92f7-b46a44786992 service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Updated VIF entry in instance network info cache for port 84f4d1a0-a28e-4508-9e51-2560e3cd6708. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:05:45 user nova-compute[74491]: DEBUG nova.network.neutron [req-3c076430-88c0-4044-81e7-3583e35861e7 req-4936bbee-af80-4def-92f7-b46a44786992 service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Updating instance_info_cache with network_info: [{"id": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "address": "fa:16:3e:c8:03:dd", "network": {"id": "8aacd423-22d0-4641-97c7-7bbcf7df35bb", "bridge": "br-int", "label": "tempest-TestShelveInstance-2015203576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb3a2f5d569e49229c318b54317da700", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84f4d1a0-a2", "ovs_interfaceid": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:05:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-3c076430-88c0-4044-81e7-3583e35861e7 req-4936bbee-af80-4def-92f7-b46a44786992 service nova] Releasing lock "refresh_cache-e535c98f-1057-41ca-8750-9f1ee5ce2475" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:05:45 user nova-compute[74491]: DEBUG nova.compute.manager [req-ac6f228c-688d-4a60-97f9-c8a4bf5abe11 req-ab375738-1cc4-4739-a38b-96ed90eb61f5 service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Received event network-vif-unplugged-84f4d1a0-a28e-4508-9e51-2560e3cd6708 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:05:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ac6f228c-688d-4a60-97f9-c8a4bf5abe11 req-ab375738-1cc4-4739-a38b-96ed90eb61f5 service nova] Acquiring lock "e535c98f-1057-41ca-8750-9f1ee5ce2475-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:05:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ac6f228c-688d-4a60-97f9-c8a4bf5abe11 req-ab375738-1cc4-4739-a38b-96ed90eb61f5 service nova] Lock "e535c98f-1057-41ca-8750-9f1ee5ce2475-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:05:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-ac6f228c-688d-4a60-97f9-c8a4bf5abe11 req-ab375738-1cc4-4739-a38b-96ed90eb61f5 service nova] Lock "e535c98f-1057-41ca-8750-9f1ee5ce2475-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:05:45 user nova-compute[74491]: DEBUG nova.compute.manager [req-ac6f228c-688d-4a60-97f9-c8a4bf5abe11 req-ab375738-1cc4-4739-a38b-96ed90eb61f5 service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] No waiting events found dispatching network-vif-unplugged-84f4d1a0-a28e-4508-9e51-2560e3cd6708 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:05:45 user nova-compute[74491]: DEBUG nova.compute.manager [req-ac6f228c-688d-4a60-97f9-c8a4bf5abe11 req-ab375738-1cc4-4739-a38b-96ed90eb61f5 service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Received event network-vif-unplugged-84f4d1a0-a28e-4508-9e51-2560e3cd6708 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 08:05:46 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Instance destroyed successfully.
Oct 30 08:05:46 user nova-compute[74491]: DEBUG nova.objects.instance [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lazy-loading 'resources' on Instance uuid e535c98f-1057-41ca-8750-9f1ee5ce2475 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T08:00:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1214191858',display_name='tempest-TestShelveInstance-server-1214191858',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1214191858',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFpnSw/cMiG/WsGP7HcWOsyUwgcWAv0ifLBQIV0O3gH4kWz4Zy3fv5JrbMVm2HvM4pqMKXXzy+joaD+8GoVoHbGJIawrjttp1f7VxOQ96bpDblgvHTJ+NCr70YkeWMNQwQ==',key_name='tempest-TestShelveInstance-1098349238',keypairs=<?>,launch_index=0,launched_at=2023-10-30T08:04:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cb3a2f5d569e49229c318b54317da700',ramdisk_id='',reservation_id='r-a7zpmbj8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1902763352',owner_user_name='tempest-TestShelveInstance-1902763352-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T08:04:21Z,user_data=None,user_id='9ef3e61925744b8795a1eb7a999a3300',uuid=e535c98f-1057-41ca-8750-9f1ee5ce2475,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "address": "fa:16:3e:c8:03:dd", "network": {"id": "8aacd423-22d0-4641-97c7-7bbcf7df35bb", "bridge": "br-int", "label": "tempest-TestShelveInstance-2015203576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb3a2f5d569e49229c318b54317da700", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84f4d1a0-a2", "ovs_interfaceid": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Converting VIF {"id": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "address": "fa:16:3e:c8:03:dd", "network": {"id": "8aacd423-22d0-4641-97c7-7bbcf7df35bb", "bridge": "br-int", "label": "tempest-TestShelveInstance-2015203576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb3a2f5d569e49229c318b54317da700", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84f4d1a0-a2", "ovs_interfaceid": "84f4d1a0-a28e-4508-9e51-2560e3cd6708", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:03:dd,bridge_name='br-int',has_traffic_filtering=True,id=84f4d1a0-a28e-4508-9e51-2560e3cd6708,network=Network(8aacd423-22d0-4641-97c7-7bbcf7df35bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84f4d1a0-a2') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG os_vif [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:03:dd,bridge_name='br-int',has_traffic_filtering=True,id=84f4d1a0-a28e-4508-9e51-2560e3cd6708,network=Network(8aacd423-22d0-4641-97c7-7bbcf7df35bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84f4d1a0-a2') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap84f4d1a0-a2, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=83005c32-d518-4f81-bc0f-b6acab377df0) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:05:46 user nova-compute[74491]: INFO os_vif [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:03:dd,bridge_name='br-int',has_traffic_filtering=True,id=84f4d1a0-a28e-4508-9e51-2560e3cd6708,network=Network(8aacd423-22d0-4641-97c7-7bbcf7df35bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84f4d1a0-a2')
Oct 30 08:05:46 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vEaXYOnB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:05:46 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:05:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb7f3e69-08dd-4696-97bc-63d200045b3e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 08:05:46 user nova-compute[74491]: No targets found.
Oct 30 08:05:46 user nova-compute[74491]: iSNS:
Oct 30 08:05:46 user nova-compute[74491]: No targets found.
Oct 30 08:05:46 user nova-compute[74491]: STATIC:
Oct 30 08:05:46 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436
Oct 30 08:05:46 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:05:46 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:05:46 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c
Oct 30 08:05:46 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:05:46 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:05:46 user nova-compute[74491]: FIRMWARE:
Oct 30 08:05:46 user nova-compute[74491]: No targets found.
Oct 30 08:05:46 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 08:05:46 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 08:05:46 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c4e72c5-9d0c-4b4d-8989-061327594705]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a31277b0-8b3f-4cff-9902-c79e25a20ffa]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c (non-flash)
Oct 30 08:05:46 user nova-compute[74491]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 (non-flash)
Oct 30 08:05:46 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c (non-flash)
Oct 30 08:05:46 user nova-compute[74491]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 (non-flash)
Oct 30 08:05:46 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef80c65f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c'): ({'sdc'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Removing single pathed devices sdc {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[331ceef3-83fd-42cf-b669-954882af6cd5]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7a1dae9-2faf-4ef5-8b7b-449b63fe62db]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Flushing IO for device /dev/sdc {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe7b9d0c-c020-41a8-a008-3ab2f3c4e71f]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.041s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[39fccca9-2861-459b-9392-af16494076e0]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] SCSI volumes sdc have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO278935cc-4473bab50c7f97ed', '/dev/disk/by-id/scsi-23434373362616235', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_278935cc') {{(pid=85960) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d5f41f8-a8ef-44ff-a3a4-46f2750edf90]: (4, None) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[175d6ca3-b281-42b6-b045-b58b22622821]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[df314585-fd47-489e-81b3-de11a96782dc]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c, portal: 172.16.0.220,3260]
Oct 30 08:05:46 user nova-compute[74491]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c, portal: 172.16.0.220,3260] successful.
Oct 30 08:05:46 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0198f2b4-ddce-4b39-89fb-10f9be82327c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cc9d5f0-38d6-4eea-a8da-138968a0ad6e]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.283s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] <== disconnect_volume: return (285ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 08:05:46 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Deleting instance files /opt/stack/data/nova/instances/e535c98f-1057-41ca-8750-9f1ee5ce2475_del
Oct 30 08:05:46 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Deletion of /opt/stack/data/nova/instances/e535c98f-1057-41ca-8750-9f1ee5ce2475_del complete
Oct 30 08:05:46 user nova-compute[74491]: INFO nova.compute.manager [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Took 1.12 seconds to destroy the instance on the hypervisor.
Oct 30 08:05:46 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 08:05:46 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 08:05:47 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:05:47 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Took 0.57 seconds to deallocate network for instance.
Oct 30 08:05:47 user nova-compute[74491]: INFO nova.compute.manager [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Took 0.83 seconds to detach 1 volumes for instance.
Oct 30 08:05:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Deleting volume: 0198f2b4-ddce-4b39-89fb-10f9be82327c {{(pid=74491) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 30 08:05:47 user nova-compute[74491]: DEBUG nova.compute.manager [req-0a4c399c-a692-47c3-8bc0-89e2011f236e req-40454f7b-055a-4b71-9041-a328bd39830a service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Received event network-vif-plugged-84f4d1a0-a28e-4508-9e51-2560e3cd6708 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:05:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0a4c399c-a692-47c3-8bc0-89e2011f236e req-40454f7b-055a-4b71-9041-a328bd39830a service nova] Acquiring lock "e535c98f-1057-41ca-8750-9f1ee5ce2475-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:05:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0a4c399c-a692-47c3-8bc0-89e2011f236e req-40454f7b-055a-4b71-9041-a328bd39830a service nova] Lock "e535c98f-1057-41ca-8750-9f1ee5ce2475-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:05:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0a4c399c-a692-47c3-8bc0-89e2011f236e req-40454f7b-055a-4b71-9041-a328bd39830a service nova] Lock "e535c98f-1057-41ca-8750-9f1ee5ce2475-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:05:47 user nova-compute[74491]: DEBUG nova.compute.manager [req-0a4c399c-a692-47c3-8bc0-89e2011f236e req-40454f7b-055a-4b71-9041-a328bd39830a service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] No waiting events found dispatching network-vif-plugged-84f4d1a0-a28e-4508-9e51-2560e3cd6708 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:05:47 user nova-compute[74491]: WARNING nova.compute.manager [req-0a4c399c-a692-47c3-8bc0-89e2011f236e req-40454f7b-055a-4b71-9041-a328bd39830a service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Received unexpected event network-vif-plugged-84f4d1a0-a28e-4508-9e51-2560e3cd6708 for instance with vm_state active and task_state deleting.
Oct 30 08:05:47 user nova-compute[74491]: DEBUG nova.compute.manager [req-0a4c399c-a692-47c3-8bc0-89e2011f236e req-40454f7b-055a-4b71-9041-a328bd39830a service nova] [instance: e535c98f-1057-41ca-8750-9f1ee5ce2475] Received event network-vif-deleted-84f4d1a0-a28e-4508-9e51-2560e3cd6708 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:05:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:05:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:05:48 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:05:48 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:05:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.176s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:05:48 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Deleted allocations for instance e535c98f-1057-41ca-8750-9f1ee5ce2475
Oct 30 08:05:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-21d3a3e5-3398-4546-8963-097d08b64835 tempest-TestShelveInstance-1902763352 tempest-TestShelveInstance-1902763352-project-member] Lock "e535c98f-1057-41ca-8750-9f1ee5ce2475" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.943s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:05:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:05:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:00 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:06:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:01 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:06:01 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:06:01 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 08:06:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-a194acf1-cb1f-4e19-a893-574bf8ef5b21" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:06:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-a194acf1-cb1f-4e19-a893-574bf8ef5b21" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:06:01 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 08:06:01 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lazy-loading 'info_cache' on Instance uuid a194acf1-cb1f-4e19-a893-574bf8ef5b21 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:06:01 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Updating instance_info_cache with network_info: [{"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:06:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-a194acf1-cb1f-4e19-a893-574bf8ef5b21" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:06:01 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 08:06:02 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:06:02 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:06:05 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:06:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:06:06 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:06:06 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:06:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Acquiring lock "cdd35022-b75b-4662-8892-61870ee4de1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:06:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "cdd35022-b75b-4662-8892-61870ee4de1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:06:11 user nova-compute[74491]: DEBUG nova.compute.manager [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 08:06:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:06:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:06:11 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 08:06:11 user nova-compute[74491]: INFO nova.compute.claims [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Claim successful on node user
Oct 30 08:06:11 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:06:11 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:06:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.250s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:06:11 user nova-compute[74491]: DEBUG nova.compute.manager [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 08:06:11 user nova-compute[74491]: DEBUG nova.compute.manager [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 08:06:11 user nova-compute[74491]: DEBUG nova.network.neutron [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 08:06:11 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 08:06:11 user nova-compute[74491]: DEBUG nova.compute.manager [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 08:06:11 user nova-compute[74491]: DEBUG nova.policy [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eed8908d86034f989e8e1dd07f98caa5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6d09f14364d4950b9729a3bed818669', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 08:06:11 user nova-compute[74491]: DEBUG nova.compute.manager [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 08:06:11 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 08:06:11 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Creating image(s)
Oct 30 08:06:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Acquiring lock "/opt/stack/data/nova/instances/cdd35022-b75b-4662-8892-61870ee4de1a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:06:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "/opt/stack/data/nova/instances/cdd35022-b75b-4662-8892-61870ee4de1a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:06:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "/opt/stack/data/nova/instances/cdd35022-b75b-4662-8892-61870ee4de1a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:06:11 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.197s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.173s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/cdd35022-b75b-4662-8892-61870ee4de1a/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/cdd35022-b75b-4662-8892-61870ee4de1a/disk 1073741824" returned: 0 in 0.120s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.297s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.192s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cdd35022-b75b-4662-8892-61870ee4de1a/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdd35022-b75b-4662-8892-61870ee4de1a/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG nova.network.neutron [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Successfully created port: 56284ab8-12da-4630-903d-c317f916aed7 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdd35022-b75b-4662-8892-61870ee4de1a/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Cannot resize image /opt/stack/data/nova/instances/cdd35022-b75b-4662-8892-61870ee4de1a/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Ensure instance console log exists: /opt/stack/data/nova/instances/cdd35022-b75b-4662-8892-61870ee4de1a/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 08:06:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f9cf992-9e65-49ff-8b79-b0d90b85bc06/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f9cf992-9e65-49ff-8b79-b0d90b85bc06/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f9cf992-9e65-49ff-8b79-b0d90b85bc06/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:13 user nova-compute[74491]: DEBUG nova.network.neutron [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Successfully updated port: 56284ab8-12da-4630-903d-c317f916aed7 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 08:06:13 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f9cf992-9e65-49ff-8b79-b0d90b85bc06/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Acquiring lock "refresh_cache-cdd35022-b75b-4662-8892-61870ee4de1a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:06:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Acquired lock "refresh_cache-cdd35022-b75b-4662-8892-61870ee4de1a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:06:13 user nova-compute[74491]: DEBUG nova.network.neutron [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 08:06:13 user nova-compute[74491]: DEBUG nova.compute.manager [req-7c972dab-fddd-4e98-b0c2-e176533a4c96 req-b772e381-fec8-4bbc-8384-7edd98c90bb6 service nova] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Received event network-changed-56284ab8-12da-4630-903d-c317f916aed7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:06:13 user nova-compute[74491]: DEBUG nova.compute.manager [req-7c972dab-fddd-4e98-b0c2-e176533a4c96 req-b772e381-fec8-4bbc-8384-7edd98c90bb6 service nova] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Refreshing instance network info cache due to event network-changed-56284ab8-12da-4630-903d-c317f916aed7. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:06:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7c972dab-fddd-4e98-b0c2-e176533a4c96 req-b772e381-fec8-4bbc-8384-7edd98c90bb6 service nova] Acquiring lock "refresh_cache-cdd35022-b75b-4662-8892-61870ee4de1a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:06:13 user nova-compute[74491]: DEBUG nova.network.neutron [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 08:06:13 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:06:13 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:06:13 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8661MB free_disk=25.249813079833984GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:06:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:06:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:06:13 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance a194acf1-cb1f-4e19-a893-574bf8ef5b21 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:06:13 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 2f9cf992-9e65-49ff-8b79-b0d90b85bc06 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:06:13 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance cdd35022-b75b-4662-8892-61870ee4de1a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:06:13 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:06:13 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:06:13 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:06:13 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.network.neutron [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Updating instance_info_cache with network_info: [{"id": "56284ab8-12da-4630-903d-c317f916aed7", "address": "fa:16:3e:ca:64:d0", "network": {"id": "eb097998-6e39-4b8b-a31e-96c4384bf8e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-796967521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6d09f14364d4950b9729a3bed818669", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56284ab8-12", "ovs_interfaceid": "56284ab8-12da-4630-903d-c317f916aed7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Releasing lock "refresh_cache-cdd35022-b75b-4662-8892-61870ee4de1a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.compute.manager [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Instance network_info: |[{"id": "56284ab8-12da-4630-903d-c317f916aed7", "address": "fa:16:3e:ca:64:d0", "network": {"id": "eb097998-6e39-4b8b-a31e-96c4384bf8e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-796967521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6d09f14364d4950b9729a3bed818669", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56284ab8-12", "ovs_interfaceid": "56284ab8-12da-4630-903d-c317f916aed7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.263s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7c972dab-fddd-4e98-b0c2-e176533a4c96 req-b772e381-fec8-4bbc-8384-7edd98c90bb6 service nova] Acquired lock "refresh_cache-cdd35022-b75b-4662-8892-61870ee4de1a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.network.neutron [req-7c972dab-fddd-4e98-b0c2-e176533a4c96 req-b772e381-fec8-4bbc-8384-7edd98c90bb6 service nova] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Refreshing network info cache for port 56284ab8-12da-4630-903d-c317f916aed7 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Start _get_guest_xml network_info=[{"id": "56284ab8-12da-4630-903d-c317f916aed7", "address": "fa:16:3e:ca:64:d0", "network": {"id": "eb097998-6e39-4b8b-a31e-96c4384bf8e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-796967521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6d09f14364d4950b9729a3bed818669", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56284ab8-12", "ovs_interfaceid": "56284ab8-12da-4630-903d-c317f916aed7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 08:06:14 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:06:14 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:06:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-2080376663',display_name='tempest-VolumesActionsTest-instance-2080376663',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-2080376663',id=44,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f6d09f14364d4950b9729a3bed818669',ramdisk_id='',reservation_id='r-oaai2765',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1922351455',owner_user_name='tempest-VolumesActionsTest-1922351455-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T08:06:12Z,user_data=None,user_id='eed8908d86034f989e8e1dd07f98caa5',uuid=cdd35022-b75b-4662-8892-61870ee4de1a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "56284ab8-12da-4630-903d-c317f916aed7", "address": "fa:16:3e:ca:64:d0", "network": {"id": "eb097998-6e39-4b8b-a31e-96c4384bf8e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-796967521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6d09f14364d4950b9729a3bed818669", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56284ab8-12", "ovs_interfaceid": "56284ab8-12da-4630-903d-c317f916aed7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Converting VIF {"id": "56284ab8-12da-4630-903d-c317f916aed7", "address": "fa:16:3e:ca:64:d0", "network": {"id": "eb097998-6e39-4b8b-a31e-96c4384bf8e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-796967521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6d09f14364d4950b9729a3bed818669", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56284ab8-12", "ovs_interfaceid": "56284ab8-12da-4630-903d-c317f916aed7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:64:d0,bridge_name='br-int',has_traffic_filtering=True,id=56284ab8-12da-4630-903d-c317f916aed7,network=Network(eb097998-6e39-4b8b-a31e-96c4384bf8e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap56284ab8-12') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.objects.instance [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lazy-loading 'pci_devices' on Instance uuid cdd35022-b75b-4662-8892-61870ee4de1a {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] End _get_guest_xml xml=<domain type="kvm">
Oct 30 08:06:14 user nova-compute[74491]:   <uuid>cdd35022-b75b-4662-8892-61870ee4de1a</uuid>
Oct 30 08:06:14 user nova-compute[74491]:   <name>instance-0000002c</name>
Oct 30 08:06:14 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 08:06:14 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 08:06:14 user nova-compute[74491]:   <metadata>
Oct 30 08:06:14 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 08:06:14 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 08:06:14 user nova-compute[74491]:       <nova:name>tempest-VolumesActionsTest-instance-2080376663</nova:name>
Oct 30 08:06:14 user nova-compute[74491]:       <nova:creationTime>2023-10-30 08:06:14</nova:creationTime>
Oct 30 08:06:14 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 08:06:14 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 08:06:14 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 08:06:14 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 08:06:14 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 08:06:14 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 08:06:14 user nova-compute[74491]:       </nova:flavor>
Oct 30 08:06:14 user nova-compute[74491]:       <nova:owner>
Oct 30 08:06:14 user nova-compute[74491]:         <nova:user uuid="eed8908d86034f989e8e1dd07f98caa5">tempest-VolumesActionsTest-1922351455-project-member</nova:user>
Oct 30 08:06:14 user nova-compute[74491]:         <nova:project uuid="f6d09f14364d4950b9729a3bed818669">tempest-VolumesActionsTest-1922351455</nova:project>
Oct 30 08:06:14 user nova-compute[74491]:       </nova:owner>
Oct 30 08:06:14 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 08:06:14 user nova-compute[74491]:       <nova:ports>
Oct 30 08:06:14 user nova-compute[74491]:         <nova:port uuid="56284ab8-12da-4630-903d-c317f916aed7">
Oct 30 08:06:14 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 30 08:06:14 user nova-compute[74491]:         </nova:port>
Oct 30 08:06:14 user nova-compute[74491]:       </nova:ports>
Oct 30 08:06:14 user nova-compute[74491]:     </nova:instance>
Oct 30 08:06:14 user nova-compute[74491]:   </metadata>
Oct 30 08:06:14 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 08:06:14 user nova-compute[74491]:     <system>
Oct 30 08:06:14 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 08:06:14 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 08:06:14 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 08:06:14 user nova-compute[74491]:       <entry name="serial">cdd35022-b75b-4662-8892-61870ee4de1a</entry>
Oct 30 08:06:14 user nova-compute[74491]:       <entry name="uuid">cdd35022-b75b-4662-8892-61870ee4de1a</entry>
Oct 30 08:06:14 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 08:06:14 user nova-compute[74491]:     </system>
Oct 30 08:06:14 user nova-compute[74491]:   </sysinfo>
Oct 30 08:06:14 user nova-compute[74491]:   <os>
Oct 30 08:06:14 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 08:06:14 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 08:06:14 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 08:06:14 user nova-compute[74491]:   </os>
Oct 30 08:06:14 user nova-compute[74491]:   <features>
Oct 30 08:06:14 user nova-compute[74491]:     <acpi/>
Oct 30 08:06:14 user nova-compute[74491]:     <apic/>
Oct 30 08:06:14 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 08:06:14 user nova-compute[74491]:   </features>
Oct 30 08:06:14 user nova-compute[74491]:   <clock offset="utc">
Oct 30 08:06:14 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 08:06:14 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 08:06:14 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 08:06:14 user nova-compute[74491]:   </clock>
Oct 30 08:06:14 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 08:06:14 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 08:06:14 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 08:06:14 user nova-compute[74491]:   </cpu>
Oct 30 08:06:14 user nova-compute[74491]:   <devices>
Oct 30 08:06:14 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 08:06:14 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 08:06:14 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/cdd35022-b75b-4662-8892-61870ee4de1a/disk"/>
Oct 30 08:06:14 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 08:06:14 user nova-compute[74491]:     </disk>
Oct 30 08:06:14 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 08:06:14 user nova-compute[74491]:       <mac address="fa:16:3e:ca:64:d0"/>
Oct 30 08:06:14 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:06:14 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 08:06:14 user nova-compute[74491]:       <target dev="tap56284ab8-12"/>
Oct 30 08:06:14 user nova-compute[74491]:     </interface>
Oct 30 08:06:14 user nova-compute[74491]:     <serial type="pty">
Oct 30 08:06:14 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/cdd35022-b75b-4662-8892-61870ee4de1a/console.log" append="off"/>
Oct 30 08:06:14 user nova-compute[74491]:     </serial>
Oct 30 08:06:14 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 08:06:14 user nova-compute[74491]:     <video>
Oct 30 08:06:14 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:06:14 user nova-compute[74491]:     </video>
Oct 30 08:06:14 user nova-compute[74491]:     <rng model="virtio">
Oct 30 08:06:14 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 08:06:14 user nova-compute[74491]:     </rng>
Oct 30 08:06:14 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 08:06:14 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 08:06:14 user nova-compute[74491]:       <stats period="10"/>
Oct 30 08:06:14 user nova-compute[74491]:     </memballoon>
Oct 30 08:06:14 user nova-compute[74491]:   </devices>
Oct 30 08:06:14 user nova-compute[74491]: </domain>
Oct 30 08:06:14 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:06:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-2080376663',display_name='tempest-VolumesActionsTest-instance-2080376663',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-2080376663',id=44,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f6d09f14364d4950b9729a3bed818669',ramdisk_id='',reservation_id='r-oaai2765',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1922351455',owner_user_name='tempest-VolumesActionsTest-1922351455-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T08:06:12Z,user_data=None,user_id='eed8908d86034f989e8e1dd07f98caa5',uuid=cdd35022-b75b-4662-8892-61870ee4de1a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "56284ab8-12da-4630-903d-c317f916aed7", "address": "fa:16:3e:ca:64:d0", "network": {"id": "eb097998-6e39-4b8b-a31e-96c4384bf8e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-796967521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6d09f14364d4950b9729a3bed818669", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56284ab8-12", "ovs_interfaceid": "56284ab8-12da-4630-903d-c317f916aed7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Converting VIF {"id": "56284ab8-12da-4630-903d-c317f916aed7", "address": "fa:16:3e:ca:64:d0", "network": {"id": "eb097998-6e39-4b8b-a31e-96c4384bf8e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-796967521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6d09f14364d4950b9729a3bed818669", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56284ab8-12", "ovs_interfaceid": "56284ab8-12da-4630-903d-c317f916aed7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:64:d0,bridge_name='br-int',has_traffic_filtering=True,id=56284ab8-12da-4630-903d-c317f916aed7,network=Network(eb097998-6e39-4b8b-a31e-96c4384bf8e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap56284ab8-12') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG os_vif [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:64:d0,bridge_name='br-int',has_traffic_filtering=True,id=56284ab8-12da-4630-903d-c317f916aed7,network=Network(eb097998-6e39-4b8b-a31e-96c4384bf8e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap56284ab8-12') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '88fbceab-70ad-5793-a5ef-45e953197a77', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap56284ab8-12, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap56284ab8-12, col_values=(('qos', UUID('6e24e9fe-c30a-4030-b2ef-d8cf75dd323d')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap56284ab8-12, col_values=(('external_ids', {'iface-id': '56284ab8-12da-4630-903d-c317f916aed7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ca:64:d0', 'vm-uuid': 'cdd35022-b75b-4662-8892-61870ee4de1a'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:14 user nova-compute[74491]: INFO os_vif [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:64:d0,bridge_name='br-int',has_traffic_filtering=True,id=56284ab8-12da-4630-903d-c317f916aed7,network=Network(eb097998-6e39-4b8b-a31e-96c4384bf8e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap56284ab8-12')
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] No VIF found with MAC fa:16:3e:ca:64:d0, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 08:06:14 user nova-compute[74491]: DEBUG nova.network.neutron [req-7c972dab-fddd-4e98-b0c2-e176533a4c96 req-b772e381-fec8-4bbc-8384-7edd98c90bb6 service nova] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Updated VIF entry in instance network info cache for port 56284ab8-12da-4630-903d-c317f916aed7. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:06:15 user nova-compute[74491]: DEBUG nova.network.neutron [req-7c972dab-fddd-4e98-b0c2-e176533a4c96 req-b772e381-fec8-4bbc-8384-7edd98c90bb6 service nova] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Updating instance_info_cache with network_info: [{"id": "56284ab8-12da-4630-903d-c317f916aed7", "address": "fa:16:3e:ca:64:d0", "network": {"id": "eb097998-6e39-4b8b-a31e-96c4384bf8e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-796967521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6d09f14364d4950b9729a3bed818669", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56284ab8-12", "ovs_interfaceid": "56284ab8-12da-4630-903d-c317f916aed7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:06:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7c972dab-fddd-4e98-b0c2-e176533a4c96 req-b772e381-fec8-4bbc-8384-7edd98c90bb6 service nova] Releasing lock "refresh_cache-cdd35022-b75b-4662-8892-61870ee4de1a" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:06:15 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:06:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:15 user nova-compute[74491]: DEBUG nova.compute.manager [req-6a0f8eeb-a994-4940-ac08-d4783c043657 req-baab5e61-6e29-4cb0-8836-e5ab73e98e91 service nova] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Received event network-vif-plugged-56284ab8-12da-4630-903d-c317f916aed7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:06:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6a0f8eeb-a994-4940-ac08-d4783c043657 req-baab5e61-6e29-4cb0-8836-e5ab73e98e91 service nova] Acquiring lock "cdd35022-b75b-4662-8892-61870ee4de1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:06:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6a0f8eeb-a994-4940-ac08-d4783c043657 req-baab5e61-6e29-4cb0-8836-e5ab73e98e91 service nova] Lock "cdd35022-b75b-4662-8892-61870ee4de1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:06:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-6a0f8eeb-a994-4940-ac08-d4783c043657 req-baab5e61-6e29-4cb0-8836-e5ab73e98e91 service nova] Lock "cdd35022-b75b-4662-8892-61870ee4de1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:06:15 user nova-compute[74491]: DEBUG nova.compute.manager [req-6a0f8eeb-a994-4940-ac08-d4783c043657 req-baab5e61-6e29-4cb0-8836-e5ab73e98e91 service nova] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] No waiting events found dispatching network-vif-plugged-56284ab8-12da-4630-903d-c317f916aed7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:06:15 user nova-compute[74491]: WARNING nova.compute.manager [req-6a0f8eeb-a994-4940-ac08-d4783c043657 req-baab5e61-6e29-4cb0-8836-e5ab73e98e91 service nova] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Received unexpected event network-vif-plugged-56284ab8-12da-4630-903d-c317f916aed7 for instance with vm_state building and task_state spawning.
Oct 30 08:06:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:16 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:06:16 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:06:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:17 user nova-compute[74491]: DEBUG nova.compute.manager [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 08:06:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 08:06:17 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Instance spawned successfully.
Oct 30 08:06:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 08:06:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:06:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:06:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:06:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:06:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:06:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:06:17 user nova-compute[74491]: INFO nova.compute.manager [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Took 5.80 seconds to spawn the instance on the hypervisor.
Oct 30 08:06:17 user nova-compute[74491]: DEBUG nova.compute.manager [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 08:06:17 user nova-compute[74491]: DEBUG nova.compute.manager [req-e56b3f3a-be8a-415d-a108-0850bcbfe810 req-e7b52bbe-b203-4b05-807f-4e31dd67153e service nova] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Received event network-vif-plugged-56284ab8-12da-4630-903d-c317f916aed7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:06:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e56b3f3a-be8a-415d-a108-0850bcbfe810 req-e7b52bbe-b203-4b05-807f-4e31dd67153e service nova] Acquiring lock "cdd35022-b75b-4662-8892-61870ee4de1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:06:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e56b3f3a-be8a-415d-a108-0850bcbfe810 req-e7b52bbe-b203-4b05-807f-4e31dd67153e service nova] Lock "cdd35022-b75b-4662-8892-61870ee4de1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:06:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e56b3f3a-be8a-415d-a108-0850bcbfe810 req-e7b52bbe-b203-4b05-807f-4e31dd67153e service nova] Lock "cdd35022-b75b-4662-8892-61870ee4de1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:06:17 user nova-compute[74491]: DEBUG nova.compute.manager [req-e56b3f3a-be8a-415d-a108-0850bcbfe810 req-e7b52bbe-b203-4b05-807f-4e31dd67153e service nova] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] No waiting events found dispatching network-vif-plugged-56284ab8-12da-4630-903d-c317f916aed7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:06:17 user nova-compute[74491]: WARNING nova.compute.manager [req-e56b3f3a-be8a-415d-a108-0850bcbfe810 req-e7b52bbe-b203-4b05-807f-4e31dd67153e service nova] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Received unexpected event network-vif-plugged-56284ab8-12da-4630-903d-c317f916aed7 for instance with vm_state building and task_state spawning.
Oct 30 08:06:17 user nova-compute[74491]: INFO nova.compute.manager [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Took 6.37 seconds to build instance.
Oct 30 08:06:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-214aa526-29f3-4d54-9194-64e292303201 tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "cdd35022-b75b-4662-8892-61870ee4de1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.467s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:06:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:21 user nova-compute[74491]: DEBUG nova.compute.manager [req-4c88d5bc-96bd-4852-a9a8-589f501482cc req-e5fe2e67-16aa-4ad4-b887-9a4e4db69709 service nova] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Received event network-changed-9fc05989-acdf-48ec-8e6f-4ff3560071e3 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:06:21 user nova-compute[74491]: DEBUG nova.compute.manager [req-4c88d5bc-96bd-4852-a9a8-589f501482cc req-e5fe2e67-16aa-4ad4-b887-9a4e4db69709 service nova] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Refreshing instance network info cache due to event network-changed-9fc05989-acdf-48ec-8e6f-4ff3560071e3. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:06:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4c88d5bc-96bd-4852-a9a8-589f501482cc req-e5fe2e67-16aa-4ad4-b887-9a4e4db69709 service nova] Acquiring lock "refresh_cache-2f9cf992-9e65-49ff-8b79-b0d90b85bc06" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:06:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4c88d5bc-96bd-4852-a9a8-589f501482cc req-e5fe2e67-16aa-4ad4-b887-9a4e4db69709 service nova] Acquired lock "refresh_cache-2f9cf992-9e65-49ff-8b79-b0d90b85bc06" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:06:21 user nova-compute[74491]: DEBUG nova.network.neutron [req-4c88d5bc-96bd-4852-a9a8-589f501482cc req-e5fe2e67-16aa-4ad4-b887-9a4e4db69709 service nova] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Refreshing network info cache for port 9fc05989-acdf-48ec-8e6f-4ff3560071e3 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:06:22 user nova-compute[74491]: DEBUG nova.network.neutron [req-4c88d5bc-96bd-4852-a9a8-589f501482cc req-e5fe2e67-16aa-4ad4-b887-9a4e4db69709 service nova] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Updated VIF entry in instance network info cache for port 9fc05989-acdf-48ec-8e6f-4ff3560071e3. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:06:22 user nova-compute[74491]: DEBUG nova.network.neutron [req-4c88d5bc-96bd-4852-a9a8-589f501482cc req-e5fe2e67-16aa-4ad4-b887-9a4e4db69709 service nova] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Updating instance_info_cache with network_info: [{"id": "9fc05989-acdf-48ec-8e6f-4ff3560071e3", "address": "fa:16:3e:86:2f:ce", "network": {"id": "078187cc-4c20-459b-bd9b-69ef8af435cc", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2104738965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008d6c718a3644ab9a9f9b5267d137ea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fc05989-ac", "ovs_interfaceid": "9fc05989-acdf-48ec-8e6f-4ff3560071e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:06:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4c88d5bc-96bd-4852-a9a8-589f501482cc req-e5fe2e67-16aa-4ad4-b887-9a4e4db69709 service nova] Releasing lock "refresh_cache-2f9cf992-9e65-49ff-8b79-b0d90b85bc06" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:06:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Acquiring lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:06:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:06:22 user nova-compute[74491]: DEBUG nova.objects.instance [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lazy-loading 'flavor' on Instance uuid 2f9cf992-9e65-49ff-8b79-b0d90b85bc06 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:06:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:06:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Acquiring lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:06:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:06:22 user nova-compute[74491]: INFO nova.compute.manager [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Attaching volume 19cdb317-6640-40bb-b432-697cb8eb2842 to /dev/vdb
Oct 30 08:06:22 user nova-compute[74491]: DEBUG os_brick.utils [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:06:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7610108e-aae8-4e22-a9e4-52307a22d932]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[981f5580-2510-42a8-b4d0-6420caa55714]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bfa9bbf-d133-45bf-be8b-2428dca08c8b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[43d7d5a9-a16f-4598-9341-e55a5d544cf8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:06:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 08:06:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:22 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:06:22 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 08:06:22 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[82851a48-0299-4d32-854b-4019f1dfd092]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 08:06:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 08:06:22 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 08:06:22 user nova-compute[74491]: DEBUG os_brick.utils [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:06:22 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Updating existing volume attachment record: 03370ed0-a994-4f8e-8bf9-4f398cd6e03d {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 08:06:24 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:06:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:06:36 user nova-compute[74491]: INFO nova.compute.manager [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Detaching volume d2b6d410-236b-479e-8766-d11fb0527436
Oct 30 08:06:36 user nova-compute[74491]: INFO nova.virt.block_device [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Attempting to driver detach volume d2b6d410-236b-479e-8766-d11fb0527436 from mountpoint /dev/vdb
Oct 30 08:06:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Attempting to detach device vdb from instance a194acf1-cb1f-4e19-a893-574bf8ef5b21 from the persistent domain config. {{(pid=74491) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 08:06:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 08:06:36 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:06:36 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 08:06:36 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 08:06:36 user nova-compute[74491]:   <serial>d2b6d410-236b-479e-8766-d11fb0527436</serial>
Oct 30 08:06:36 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 30 08:06:36 user nova-compute[74491]: </disk>
Oct 30 08:06:36 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 08:06:37 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Successfully detached device vdb from instance a194acf1-cb1f-4e19-a893-574bf8ef5b21 from the persistent domain config.
Oct 30 08:06:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a194acf1-cb1f-4e19-a893-574bf8ef5b21 from the live domain config. {{(pid=74491) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 08:06:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 08:06:37 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:06:37 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 08:06:37 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 08:06:37 user nova-compute[74491]:   <serial>d2b6d410-236b-479e-8766-d11fb0527436</serial>
Oct 30 08:06:37 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 30 08:06:37 user nova-compute[74491]: </disk>
Oct 30 08:06:37 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 08:06:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a194acf1-cb1f-4e19-a893-574bf8ef5b21 {{(pid=74491) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 08:06:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XKqaQhbH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:06:40 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:06:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:06:40 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:06:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:06:40 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfbe09db-c5a5-41ed-8a3b-5ca3163e1957]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 08:06:40 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2ee892d-df1b-4eb2-b319-e3d6c7a676a8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842] added
Oct 30 08:06:40 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3965391-2633-4f56-8307-b6d9a47bf6f7]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[af352ed8-5263-4691-af8e-d9444ca98fc9]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XKqaQhbH {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XKqaQhbH" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f19e12a-1849-4d67-99bc-ee4e8b2c9daf]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XKqaQhbH'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a4e64fb-e899-48f4-ad27-f81a0a3bd6f3]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7350bf65-b6d5-4297-88c5-b7d92599c010]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 (non-flash)
Oct 30 08:06:40 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 (non-flash)
Oct 30 08:06:40 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ebec0c9-c6a8-4c76-9b77-058d08a31a1b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842, portal: 172.16.0.220,3260]
Oct 30 08:06:40 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842, portal: 172.16.0.220,3260] successful.
Oct 30 08:06:40 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc264ea9-c33a-4b6f-bd54-d2ad0b17cc0d]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b06b8c6c-ca54-47f1-846b-083c870e9c8c]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 (non-flash)
Oct 30 08:06:40 user nova-compute[74491]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 (non-flash)
Oct 30 08:06:40 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 (non-flash)
Oct 30 08:06:40 user nova-compute[74491]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 (non-flash)
Oct 30 08:06:40 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.260s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] HCTL ('34', '-', '-', 0) found on session 46 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[aeff3852-f129-4652-902e-2cea2a9ab289]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Searching for a device in session 46 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 08:06:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XKqaQhbH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 08:06:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.310s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:06:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] <== connect_volume: return (1312ms) {'type': 'block', 'scsi_wwn': '26463636338636662', 'path': '/dev/sdc'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:06:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26463636338636662', 'path': '/dev/sdc'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 08:06:41 user nova-compute[74491]: DEBUG nova.objects.instance [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lazy-loading 'flavor' on Instance uuid 2f9cf992-9e65-49ff-8b79-b0d90b85bc06 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:06:42 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 08:06:42 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:06:42 user nova-compute[74491]:   <source dev="/dev/sdc"/>
Oct 30 08:06:42 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 08:06:42 user nova-compute[74491]:   <serial>19cdb317-6640-40bb-b432-697cb8eb2842</serial>
Oct 30 08:06:42 user nova-compute[74491]: </disk>
Oct 30 08:06:42 user nova-compute[74491]:  {{(pid=74491) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 08:06:42 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:06:42 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:06:42 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] No VIF found with MAC fa:16:3e:86:2f:ce, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 08:06:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3c78a663-ddb0-4039-a4a8-c36b2261837c tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.197s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:06:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Acquiring lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:06:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:06:46 user nova-compute[74491]: DEBUG nova.objects.instance [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lazy-loading 'flavor' on Instance uuid 2f9cf992-9e65-49ff-8b79-b0d90b85bc06 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:06:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:06:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Acquiring lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:06:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:06:46 user nova-compute[74491]: INFO nova.compute.manager [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Attaching volume 4760063d-f3b6-410a-9e5f-9f8776a0f83f to /dev/vdc
Oct 30 08:06:46 user nova-compute[74491]: DEBUG os_brick.utils [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:06:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5b2fdf9-b67d-4eb7-ae6b-8f1c5775581e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[eac9d1c9-9466-4db9-a53a-f2e5cdb67608]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2963c695-4e5f-4b76-ae94-371cabd8f0fa]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0a0ae3b-df13-4678-ae69-ce712cf7dc4f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:06:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 08:06:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:06:46 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 08:06:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[de5f32a1-dec9-4531-a9ea-089575f44a9e]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 08:06:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 08:06:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 08:06:46 user nova-compute[74491]: DEBUG os_brick.utils [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:06:46 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Updating existing volume attachment record: 89cce0d1-d4c1-4eec-82e6-45e32bddf196 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 08:06:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:53 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:57 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a194acf1-cb1f-4e19-a893-574bf8ef5b21 is timed out.
Oct 30 08:06:57 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Successfully detached device vdb from instance a194acf1-cb1f-4e19-a893-574bf8ef5b21 from the live domain config.
Oct 30 08:06:57 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bqziGBLI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:06:57 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:06:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d66e4071-1f5e-47a8-ba41-a9439afed169]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 08:06:57 user nova-compute[74491]: No targets found.
Oct 30 08:06:57 user nova-compute[74491]: iSNS:
Oct 30 08:06:57 user nova-compute[74491]: No targets found.
Oct 30 08:06:57 user nova-compute[74491]: STATIC:
Oct 30 08:06:57 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436
Oct 30 08:06:57 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:06:57 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:06:57 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842
Oct 30 08:06:57 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:06:57 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:06:57 user nova-compute[74491]: FIRMWARE:
Oct 30 08:06:57 user nova-compute[74491]: No targets found.
Oct 30 08:06:57 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 08:06:57 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 08:06:57 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d81c4e4f-8eef-49cb-aba4-e4fba5bb5e75]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[82aa46a7-2979-4f60-8fbe-a6a10ad01a91]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 (non-flash)
Oct 30 08:06:57 user nova-compute[74491]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 (non-flash)
Oct 30 08:06:57 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 (non-flash)
Oct 30 08:06:57 user nova-compute[74491]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 (non-flash)
Oct 30 08:06:57 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef06bcd30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436'): ({'sdb'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Removing single pathed devices sdb {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9589ae83-ba98-40eb-a39d-443252c36541]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[199217de-f5d0-4499-99a1-0c0c0b11a69d]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Flushing IO for device /dev/sdb {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d435f6a4-b32b-45b7-8d62-5960d87b537e]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4bf82c5-01c4-4000-a589-e99b1c4ba663]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[64bc3a5b-3c8d-4988-8899-39a86e0521b9]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1886073a-6028-4764-a9cb-e6f3baaac1ed]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436, portal: 172.16.0.220,3260]
Oct 30 08:06:57 user nova-compute[74491]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436, portal: 172.16.0.220,3260] successful.
Oct 30 08:06:57 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2b6d410-236b-479e-8766-d11fb0527436 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[dddbe2e8-55a8-4011-88ed-b02ed92f114e]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.298s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] <== disconnect_volume: return (299ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:06:57 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 08:06:58 user nova-compute[74491]: DEBUG nova.objects.instance [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'flavor' on Instance uuid a194acf1-cb1f-4e19-a893-574bf8ef5b21 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:06:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0d7c7fc9-c3d3-40cf-9b23-83bac7ea585c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.804s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:06:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b6a98a65-71aa-495f-84ac-b77bd084415c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:06:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b6a98a65-71aa-495f-84ac-b77bd084415c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:06:59 user nova-compute[74491]: DEBUG nova.compute.manager [None req-b6a98a65-71aa-495f-84ac-b77bd084415c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 08:06:59 user nova-compute[74491]: DEBUG nova.compute.manager [None req-b6a98a65-71aa-495f-84ac-b77bd084415c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74491) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Oct 30 08:06:59 user nova-compute[74491]: DEBUG nova.objects.instance [None req-b6a98a65-71aa-495f-84ac-b77bd084415c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'flavor' on Instance uuid a194acf1-cb1f-4e19-a893-574bf8ef5b21 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:06:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:06:59 user nova-compute[74491]: DEBUG nova.compute.manager [req-4204507e-0a17-4088-bc43-13ad69d75fef req-728427e8-2de7-49c3-b57f-1391f0d737b2 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Received event network-vif-unplugged-f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:06:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4204507e-0a17-4088-bc43-13ad69d75fef req-728427e8-2de7-49c3-b57f-1391f0d737b2 service nova] Acquiring lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:06:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4204507e-0a17-4088-bc43-13ad69d75fef req-728427e8-2de7-49c3-b57f-1391f0d737b2 service nova] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:06:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4204507e-0a17-4088-bc43-13ad69d75fef req-728427e8-2de7-49c3-b57f-1391f0d737b2 service nova] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:06:59 user nova-compute[74491]: DEBUG nova.compute.manager [req-4204507e-0a17-4088-bc43-13ad69d75fef req-728427e8-2de7-49c3-b57f-1391f0d737b2 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] No waiting events found dispatching network-vif-unplugged-f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:06:59 user nova-compute[74491]: WARNING nova.compute.manager [req-4204507e-0a17-4088-bc43-13ad69d75fef req-728427e8-2de7-49c3-b57f-1391f0d737b2 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Received unexpected event network-vif-unplugged-f9e8808b-ff95-48f3-860f-a50275ffe564 for instance with vm_state active and task_state powering-off.
Oct 30 08:07:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:00 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Instance destroyed successfully.
Oct 30 08:07:00 user nova-compute[74491]: DEBUG nova.compute.manager [None req-b6a98a65-71aa-495f-84ac-b77bd084415c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 08:07:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b6a98a65-71aa-495f-84ac-b77bd084415c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.853s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:07:01 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:07:01 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:07:01 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:07:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-2f9cf992-9e65-49ff-8b79-b0d90b85bc06" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:07:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-2f9cf992-9e65-49ff-8b79-b0d90b85bc06" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:07:01 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 08:07:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:01 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Updating instance_info_cache with network_info: [{"id": "9fc05989-acdf-48ec-8e6f-4ff3560071e3", "address": "fa:16:3e:86:2f:ce", "network": {"id": "078187cc-4c20-459b-bd9b-69ef8af435cc", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2104738965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008d6c718a3644ab9a9f9b5267d137ea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fc05989-ac", "ovs_interfaceid": "9fc05989-acdf-48ec-8e6f-4ff3560071e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:07:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-2f9cf992-9e65-49ff-8b79-b0d90b85bc06" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:07:01 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 08:07:01 user nova-compute[74491]: DEBUG nova.compute.manager [req-7b500192-3bb4-4e6c-b0cf-58656f8dc687 req-aad8eb21-bda0-4b1f-acd2-11dfb7cb5161 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Received event network-vif-plugged-f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:07:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7b500192-3bb4-4e6c-b0cf-58656f8dc687 req-aad8eb21-bda0-4b1f-acd2-11dfb7cb5161 service nova] Acquiring lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:07:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7b500192-3bb4-4e6c-b0cf-58656f8dc687 req-aad8eb21-bda0-4b1f-acd2-11dfb7cb5161 service nova] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:07:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7b500192-3bb4-4e6c-b0cf-58656f8dc687 req-aad8eb21-bda0-4b1f-acd2-11dfb7cb5161 service nova] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:07:01 user nova-compute[74491]: DEBUG nova.compute.manager [req-7b500192-3bb4-4e6c-b0cf-58656f8dc687 req-aad8eb21-bda0-4b1f-acd2-11dfb7cb5161 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] No waiting events found dispatching network-vif-plugged-f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:07:01 user nova-compute[74491]: WARNING nova.compute.manager [req-7b500192-3bb4-4e6c-b0cf-58656f8dc687 req-aad8eb21-bda0-4b1f-acd2-11dfb7cb5161 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Received unexpected event network-vif-plugged-f9e8808b-ff95-48f3-860f-a50275ffe564 for instance with vm_state stopped and task_state None.
Oct 30 08:07:02 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:07:02 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:07:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cOqynuCe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:07:05 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:07:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:07:05 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:07:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:07:05 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 08:07:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[48f9e568-9d64-49b2-9d81-14b59964ad7e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 08:07:05 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a457568-658e-4c1e-acac-16883b092931]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f] added
Oct 30 08:07:05 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[01a482d0-6ab7-4f43-a2a8-fa5753636702]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c2d5254-59cc-4f97-85a4-2e1e40d0b72c]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cOqynuCe {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cOqynuCe" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8077d9a0-ff29-4abf-b972-ac3ebcb5e515]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cOqynuCe'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5708f7d0-ebb3-48a5-9577-ab1720cc7fc0]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[322ce73a-9b9f-4467-9815-934e74d650d5]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 (non-flash)
Oct 30 08:07:05 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 (non-flash)
Oct 30 08:07:05 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:07:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:06 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f661d8f-8118-4d7a-aee4-6d0b294e09bb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f, portal: 172.16.0.220,3260]
Oct 30 08:07:06 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f, portal: 172.16.0.220,3260] successful.
Oct 30 08:07:06 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:07:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:06 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[07d56974-b1e6-4fb2-a3b4-fda868ea1436]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:07:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:06 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd2b7f79-a6bb-49c4-967f-9ad6491902bf]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 (non-flash)
Oct 30 08:07:06 user nova-compute[74491]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f (non-flash)
Oct 30 08:07:06 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:07:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 (non-flash)
Oct 30 08:07:06 user nova-compute[74491]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f (non-flash)
Oct 30 08:07:06 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:07:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.281s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:07:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 08:07:06 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] HCTL ('33', '-', '-', 0) found on session 47 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 08:07:06 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 08:07:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:06 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:06 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[49e7ec87-b1fd-4023-857a-be7ee05d2d5d]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:06 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Searching for a device in session 47 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 08:07:06 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cOqynuCe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 08:07:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.320s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:07:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] <== connect_volume: return (1321ms) {'type': 'block', 'scsi_wwn': '23361323134663766', 'path': '/dev/sdb'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:07:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23361323134663766', 'path': '/dev/sdb'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 08:07:07 user nova-compute[74491]: DEBUG nova.objects.instance [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lazy-loading 'flavor' on Instance uuid 2f9cf992-9e65-49ff-8b79-b0d90b85bc06 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:07:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 08:07:07 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:07:07 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 08:07:07 user nova-compute[74491]:   <target dev="vdc" bus="virtio"/>
Oct 30 08:07:07 user nova-compute[74491]:   <serial>4760063d-f3b6-410a-9e5f-9f8776a0f83f</serial>
Oct 30 08:07:07 user nova-compute[74491]: </disk>
Oct 30 08:07:07 user nova-compute[74491]:  {{(pid=74491) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 08:07:07 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:07:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:07:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:07:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:07:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] No VIF found with MAC fa:16:3e:86:2f:ce, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 08:07:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-8e775a53-6dab-4b26-b0aa-3a2a9672a1bc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.174s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:07:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Acquiring lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:07:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:07:08 user nova-compute[74491]: INFO nova.compute.manager [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Detaching volume 4760063d-f3b6-410a-9e5f-9f8776a0f83f
Oct 30 08:07:08 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:07:08 user nova-compute[74491]: INFO nova.virt.block_device [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Attempting to driver detach volume 4760063d-f3b6-410a-9e5f-9f8776a0f83f from mountpoint /dev/vdc
Oct 30 08:07:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Attempting to detach device vdc from instance 2f9cf992-9e65-49ff-8b79-b0d90b85bc06 from the persistent domain config. {{(pid=74491) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 08:07:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 08:07:08 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:07:08 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 08:07:08 user nova-compute[74491]:   <target dev="vdc" bus="virtio"/>
Oct 30 08:07:08 user nova-compute[74491]:   <serial>4760063d-f3b6-410a-9e5f-9f8776a0f83f</serial>
Oct 30 08:07:08 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 30 08:07:08 user nova-compute[74491]: </disk>
Oct 30 08:07:08 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 08:07:08 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Successfully detached device vdc from instance 2f9cf992-9e65-49ff-8b79-b0d90b85bc06 from the persistent domain config.
Oct 30 08:07:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 2f9cf992-9e65-49ff-8b79-b0d90b85bc06 from the live domain config. {{(pid=74491) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 08:07:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 08:07:08 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:07:08 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 08:07:08 user nova-compute[74491]:   <target dev="vdc" bus="virtio"/>
Oct 30 08:07:08 user nova-compute[74491]:   <serial>4760063d-f3b6-410a-9e5f-9f8776a0f83f</serial>
Oct 30 08:07:08 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 30 08:07:08 user nova-compute[74491]: </disk>
Oct 30 08:07:08 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 08:07:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 2f9cf992-9e65-49ff-8b79-b0d90b85bc06 {{(pid=74491) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 08:07:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:13 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:07:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:14 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:07:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:07:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:07:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:07:14 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:07:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdd35022-b75b-4662-8892-61870ee4de1a/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdd35022-b75b-4662-8892-61870ee4de1a/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdd35022-b75b-4662-8892-61870ee4de1a/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdd35022-b75b-4662-8892-61870ee4de1a/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f9cf992-9e65-49ff-8b79-b0d90b85bc06/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f9cf992-9e65-49ff-8b79-b0d90b85bc06/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f9cf992-9e65-49ff-8b79-b0d90b85bc06/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:15 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f9cf992-9e65-49ff-8b79-b0d90b85bc06/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:15 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 08:07:15 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:07:15 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:07:15 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8674MB free_disk=25.20999526977539GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:07:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:07:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:07:15 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance a194acf1-cb1f-4e19-a893-574bf8ef5b21 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:07:15 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 2f9cf992-9e65-49ff-8b79-b0d90b85bc06 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:07:15 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance cdd35022-b75b-4662-8892-61870ee4de1a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:07:15 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:07:15 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:07:16 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:07:16 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:07:16 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:07:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.251s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:07:18 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:07:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "d75464d0-0b92-4a29-b7a8-c073b5218472" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:07:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "d75464d0-0b92-4a29-b7a8-c073b5218472" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:07:23 user nova-compute[74491]: DEBUG nova.compute.manager [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 08:07:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:07:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:07:23 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 08:07:23 user nova-compute[74491]: INFO nova.compute.claims [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Claim successful on node user
Oct 30 08:07:23 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:07:23 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:07:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.236s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:07:23 user nova-compute[74491]: DEBUG nova.compute.manager [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 08:07:23 user nova-compute[74491]: DEBUG nova.compute.manager [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 08:07:23 user nova-compute[74491]: DEBUG nova.network.neutron [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 08:07:23 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 08:07:23 user nova-compute[74491]: DEBUG nova.compute.manager [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 08:07:23 user nova-compute[74491]: DEBUG nova.policy [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89a3cbeb414c46f281604a0952af6864', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf66fa2f7c4c4487bde3306920d484f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 08:07:23 user nova-compute[74491]: INFO nova.virt.block_device [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Booting with volume snapshot bb31bb72-39a9-4114-934b-20fcd8538e27 at /dev/vda
Oct 30 08:07:24 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:24 user nova-compute[74491]: DEBUG nova.network.neutron [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Successfully created port: b179ce68-56b3-4445-8543-cfe81f94133d {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 08:07:25 user nova-compute[74491]: DEBUG nova.network.neutron [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Successfully updated port: b179ce68-56b3-4445-8543-cfe81f94133d {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 08:07:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "refresh_cache-d75464d0-0b92-4a29-b7a8-c073b5218472" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:07:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquired lock "refresh_cache-d75464d0-0b92-4a29-b7a8-c073b5218472" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:07:25 user nova-compute[74491]: DEBUG nova.network.neutron [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 08:07:25 user nova-compute[74491]: DEBUG nova.compute.manager [req-57ddbf7a-e8a7-4bd3-bcf2-0ab3bd36692c req-73d3185a-03d3-4a3d-9bf0-16b7027049d3 service nova] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Received event network-changed-b179ce68-56b3-4445-8543-cfe81f94133d {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:07:25 user nova-compute[74491]: DEBUG nova.compute.manager [req-57ddbf7a-e8a7-4bd3-bcf2-0ab3bd36692c req-73d3185a-03d3-4a3d-9bf0-16b7027049d3 service nova] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Refreshing instance network info cache due to event network-changed-b179ce68-56b3-4445-8543-cfe81f94133d. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:07:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-57ddbf7a-e8a7-4bd3-bcf2-0ab3bd36692c req-73d3185a-03d3-4a3d-9bf0-16b7027049d3 service nova] Acquiring lock "refresh_cache-d75464d0-0b92-4a29-b7a8-c073b5218472" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:07:25 user nova-compute[74491]: DEBUG nova.network.neutron [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 08:07:25 user nova-compute[74491]: DEBUG nova.network.neutron [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Updating instance_info_cache with network_info: [{"id": "b179ce68-56b3-4445-8543-cfe81f94133d", "address": "fa:16:3e:16:bf:50", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb179ce68-56", "ovs_interfaceid": "b179ce68-56b3-4445-8543-cfe81f94133d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:07:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Releasing lock "refresh_cache-d75464d0-0b92-4a29-b7a8-c073b5218472" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:07:25 user nova-compute[74491]: DEBUG nova.compute.manager [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Instance network_info: |[{"id": "b179ce68-56b3-4445-8543-cfe81f94133d", "address": "fa:16:3e:16:bf:50", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb179ce68-56", "ovs_interfaceid": "b179ce68-56b3-4445-8543-cfe81f94133d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 08:07:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-57ddbf7a-e8a7-4bd3-bcf2-0ab3bd36692c req-73d3185a-03d3-4a3d-9bf0-16b7027049d3 service nova] Acquired lock "refresh_cache-d75464d0-0b92-4a29-b7a8-c073b5218472" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:07:25 user nova-compute[74491]: DEBUG nova.network.neutron [req-57ddbf7a-e8a7-4bd3-bcf2-0ab3bd36692c req-73d3185a-03d3-4a3d-9bf0-16b7027049d3 service nova] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Refreshing network info cache for port b179ce68-56b3-4445-8543-cfe81f94133d {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:07:26 user nova-compute[74491]: DEBUG nova.network.neutron [req-57ddbf7a-e8a7-4bd3-bcf2-0ab3bd36692c req-73d3185a-03d3-4a3d-9bf0-16b7027049d3 service nova] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Updated VIF entry in instance network info cache for port b179ce68-56b3-4445-8543-cfe81f94133d. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:07:26 user nova-compute[74491]: DEBUG nova.network.neutron [req-57ddbf7a-e8a7-4bd3-bcf2-0ab3bd36692c req-73d3185a-03d3-4a3d-9bf0-16b7027049d3 service nova] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Updating instance_info_cache with network_info: [{"id": "b179ce68-56b3-4445-8543-cfe81f94133d", "address": "fa:16:3e:16:bf:50", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb179ce68-56", "ovs_interfaceid": "b179ce68-56b3-4445-8543-cfe81f94133d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:07:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-57ddbf7a-e8a7-4bd3-bcf2-0ab3bd36692c req-73d3185a-03d3-4a3d-9bf0-16b7027049d3 service nova] Releasing lock "refresh_cache-d75464d0-0b92-4a29-b7a8-c073b5218472" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:07:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:28 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 2f9cf992-9e65-49ff-8b79-b0d90b85bc06 is timed out.
Oct 30 08:07:28 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Successfully detached device vdc from instance 2f9cf992-9e65-49ff-8b79-b0d90b85bc06 from the live domain config.
Oct 30 08:07:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 08:07:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cOqynuCe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:07:28 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:07:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:07:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:07:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d54b993-6bfe-4a96-98ae-1061133a097c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 08:07:28 user nova-compute[74491]: No targets found.
Oct 30 08:07:28 user nova-compute[74491]: iSNS:
Oct 30 08:07:28 user nova-compute[74491]: No targets found.
Oct 30 08:07:28 user nova-compute[74491]: STATIC:
Oct 30 08:07:28 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f
Oct 30 08:07:28 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:07:28 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:07:28 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842
Oct 30 08:07:28 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:07:28 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:07:28 user nova-compute[74491]: FIRMWARE:
Oct 30 08:07:28 user nova-compute[74491]: No targets found.
Oct 30 08:07:28 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:07:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 08:07:28 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 08:07:28 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 08:07:28 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 08:07:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:28 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[24432736-10be-4c8e-bfec-ebf6812b3421]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:28 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[313cb605-838f-478d-b051-cb66f3c9d223]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 (non-flash)
Oct 30 08:07:29 user nova-compute[74491]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f (non-flash)
Oct 30 08:07:29 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 (non-flash)
Oct 30 08:07:29 user nova-compute[74491]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f (non-flash)
Oct 30 08:07:29 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feecc615750>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f'): ({'sdb'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Removing single pathed devices sdb {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dec5329-c3e2-4805-9df7-b14cb02daa85]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d75d1b79-a583-4fbd-a7c7-0313589bb160]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Flushing IO for device /dev/sdb {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8683b8e9-dae2-4a91-b338-03b93c5f3b23]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.053s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ff536e9-58e3-4618-8090-1ea4d3e6dfba]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[484cd6ab-09a6-4295-8ad2-acef9826ac8e]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG os_brick.utils [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[309e7ccf-4513-42cf-b026-5e9d008647fb]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d5a7f72-ef27-4676-bf87-6d00b17a6f36]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f, portal: 172.16.0.220,3260]
Oct 30 08:07:29 user nova-compute[74491]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f, portal: 172.16.0.220,3260] successful.
Oct 30 08:07:29 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc0cd495-daa4-4b7c-9ef0-26043dda1b23]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4760063d-f3b6-410a-9e5f-9f8776a0f83f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[64896cec-69d5-4198-b9d5-e68fdce1294a]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.326s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] <== disconnect_volume: return (327ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[bab5bb74-0e60-44aa-9af4-fe42f22ce3e2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c6c813b-1d3a-4d6c-913c-90a4ad62e8eb]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:07:29 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 08:07:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c5190d4-9db6-491d-8298-c7f5e5b822ba]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG os_brick.utils [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:07:29 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Updating existing volume attachment record: c85d1792-181f-468d-9a6a-4b4308bdfe35 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 08:07:30 user nova-compute[74491]: DEBUG nova.objects.instance [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lazy-loading 'flavor' on Instance uuid 2f9cf992-9e65-49ff-8b79-b0d90b85bc06 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:07:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-728d8029-98fe-4c53-bb41-b009d7ca73cc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.917s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:07:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:07:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:07:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:07:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:07:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:07:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:07:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 08:07:47 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Creating image(s)
Oct 30 08:07:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Did not create local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Ensure instance console log exists: /opt/stack/data/nova/instances/d75464d0-0b92-4a29-b7a8-c073b5218472/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Start _get_guest_xml network_info=[{"id": "b179ce68-56b3-4445-8543-cfe81f94133d", "address": "fa:16:3e:16:bf:50", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb179ce68-56", "ovs_interfaceid": "b179ce68-56b3-4445-8543-cfe81f94133d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'attachment_id': 'c85d1792-181f-468d-9a6a-4b4308bdfe35', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CHQEpeZh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd75464d0-0b92-4a29-b7a8-c073b5218472', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9d2407a-7453-4e90-a7ac-e4aba9a81d12', 'serial': 'c9d2407a-7453-4e90-a7ac-e4aba9a81d12'}, 'delete_on_termination': True, 'volume_type': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 08:07:47 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:07:47 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:07:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CHQEpeZh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:07:47 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:07:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:07:47 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:07:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:07:47 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 08:07:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[25118354-6063-46fe-a4f5-bec951aea4b1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 08:07:47 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2d820e7-e22e-45d5-a01b-a4ceba344737]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12] added
Oct 30 08:07:47 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:07:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a203ad4-2cf0-4bfd-a583-08476aefb6d0]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c8b364d-900e-4dd9-b729-a801ae81e4a9]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CHQEpeZh {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CHQEpeZh" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9207f2a-9baf-463d-840e-2a29bd2c30ab]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CHQEpeZh'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b804295-487b-4df5-93ef-74558fe2bf01]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[10dd2742-1464-4dbb-98f0-b3a1556d4248]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 (non-flash)
Oct 30 08:07:48 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 (non-flash)
Oct 30 08:07:48 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[75fbdb12-a2a4-47d6-846e-4cf624c7aec8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12, portal: 172.16.0.220,3260]
Oct 30 08:07:48 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12, portal: 172.16.0.220,3260] successful.
Oct 30 08:07:48 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4605ca48-d859-4b0d-b0af-e92a18120f3e]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad702ed5-b0a7-4017-9d0f-93e65729d06b]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 (non-flash)
Oct 30 08:07:48 user nova-compute[74491]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 (non-flash)
Oct 30 08:07:48 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 (non-flash)
Oct 30 08:07:48 user nova-compute[74491]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 (non-flash)
Oct 30 08:07:48 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.286s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] HCTL ('33', '-', '-', 0) found on session 48 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f5b189e-13b7-4513-bd44-442c6d60c173]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Searching for a device in session 48 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 08:07:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CHQEpeZh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.318s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] <== connect_volume: return (1320ms) {'type': 'block', 'scsi_wwn': '26131383336626365', 'path': '/dev/sdb'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26131383336626365', 'path': '/dev/sdb'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:07:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-704410620',display_name='tempest-TestVolumeBootPattern-server-704410620',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-704410620',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bf66fa2f7c4c4487bde3306920d484f5',ramdisk_id='',reservation_id='r-p48e76au',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-611689909',owner_user_name='tempest-TestVolumeBootPattern-611689909-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T08:07:24Z,user_data=None,user_id='89a3cbeb414c46f281604a0952af6864',uuid=d75464d0-0b92-4a29-b7a8-c073b5218472,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b179ce68-56b3-4445-8543-cfe81f94133d", "address": "fa:16:3e:16:bf:50", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb179ce68-56", "ovs_interfaceid": "b179ce68-56b3-4445-8543-cfe81f94133d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converting VIF {"id": "b179ce68-56b3-4445-8543-cfe81f94133d", "address": "fa:16:3e:16:bf:50", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb179ce68-56", "ovs_interfaceid": "b179ce68-56b3-4445-8543-cfe81f94133d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:16:bf:50,bridge_name='br-int',has_traffic_filtering=True,id=b179ce68-56b3-4445-8543-cfe81f94133d,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb179ce68-56') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG nova.objects.instance [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lazy-loading 'pci_devices' on Instance uuid d75464d0-0b92-4a29-b7a8-c073b5218472 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] End _get_guest_xml xml=<domain type="kvm">
Oct 30 08:07:49 user nova-compute[74491]:   <uuid>d75464d0-0b92-4a29-b7a8-c073b5218472</uuid>
Oct 30 08:07:49 user nova-compute[74491]:   <name>instance-0000002d</name>
Oct 30 08:07:49 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 08:07:49 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 08:07:49 user nova-compute[74491]:   <metadata>
Oct 30 08:07:49 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 08:07:49 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 08:07:49 user nova-compute[74491]:       <nova:name>tempest-TestVolumeBootPattern-server-704410620</nova:name>
Oct 30 08:07:49 user nova-compute[74491]:       <nova:creationTime>2023-10-30 08:07:47</nova:creationTime>
Oct 30 08:07:49 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 08:07:49 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 08:07:49 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 08:07:49 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 08:07:49 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 08:07:49 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 08:07:49 user nova-compute[74491]:       </nova:flavor>
Oct 30 08:07:49 user nova-compute[74491]:       <nova:owner>
Oct 30 08:07:49 user nova-compute[74491]:         <nova:user uuid="89a3cbeb414c46f281604a0952af6864">tempest-TestVolumeBootPattern-611689909-project-member</nova:user>
Oct 30 08:07:49 user nova-compute[74491]:         <nova:project uuid="bf66fa2f7c4c4487bde3306920d484f5">tempest-TestVolumeBootPattern-611689909</nova:project>
Oct 30 08:07:49 user nova-compute[74491]:       </nova:owner>
Oct 30 08:07:49 user nova-compute[74491]:       <nova:ports>
Oct 30 08:07:49 user nova-compute[74491]:         <nova:port uuid="b179ce68-56b3-4445-8543-cfe81f94133d">
Oct 30 08:07:49 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 30 08:07:49 user nova-compute[74491]:         </nova:port>
Oct 30 08:07:49 user nova-compute[74491]:       </nova:ports>
Oct 30 08:07:49 user nova-compute[74491]:     </nova:instance>
Oct 30 08:07:49 user nova-compute[74491]:   </metadata>
Oct 30 08:07:49 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 08:07:49 user nova-compute[74491]:     <system>
Oct 30 08:07:49 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 08:07:49 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 08:07:49 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 08:07:49 user nova-compute[74491]:       <entry name="serial">d75464d0-0b92-4a29-b7a8-c073b5218472</entry>
Oct 30 08:07:49 user nova-compute[74491]:       <entry name="uuid">d75464d0-0b92-4a29-b7a8-c073b5218472</entry>
Oct 30 08:07:49 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 08:07:49 user nova-compute[74491]:     </system>
Oct 30 08:07:49 user nova-compute[74491]:   </sysinfo>
Oct 30 08:07:49 user nova-compute[74491]:   <os>
Oct 30 08:07:49 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 08:07:49 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 08:07:49 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 08:07:49 user nova-compute[74491]:   </os>
Oct 30 08:07:49 user nova-compute[74491]:   <features>
Oct 30 08:07:49 user nova-compute[74491]:     <acpi/>
Oct 30 08:07:49 user nova-compute[74491]:     <apic/>
Oct 30 08:07:49 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 08:07:49 user nova-compute[74491]:   </features>
Oct 30 08:07:49 user nova-compute[74491]:   <clock offset="utc">
Oct 30 08:07:49 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 08:07:49 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 08:07:49 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 08:07:49 user nova-compute[74491]:   </clock>
Oct 30 08:07:49 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 08:07:49 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 08:07:49 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 08:07:49 user nova-compute[74491]:   </cpu>
Oct 30 08:07:49 user nova-compute[74491]:   <devices>
Oct 30 08:07:49 user nova-compute[74491]:     <disk type="block" device="disk">
Oct 30 08:07:49 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:07:49 user nova-compute[74491]:       <source dev="/dev/sdb"/>
Oct 30 08:07:49 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 08:07:49 user nova-compute[74491]:       <serial>c9d2407a-7453-4e90-a7ac-e4aba9a81d12</serial>
Oct 30 08:07:49 user nova-compute[74491]:     </disk>
Oct 30 08:07:49 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 08:07:49 user nova-compute[74491]:       <mac address="fa:16:3e:16:bf:50"/>
Oct 30 08:07:49 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:07:49 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 08:07:49 user nova-compute[74491]:       <target dev="tapb179ce68-56"/>
Oct 30 08:07:49 user nova-compute[74491]:     </interface>
Oct 30 08:07:49 user nova-compute[74491]:     <serial type="pty">
Oct 30 08:07:49 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/d75464d0-0b92-4a29-b7a8-c073b5218472/console.log" append="off"/>
Oct 30 08:07:49 user nova-compute[74491]:     </serial>
Oct 30 08:07:49 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 08:07:49 user nova-compute[74491]:     <video>
Oct 30 08:07:49 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:07:49 user nova-compute[74491]:     </video>
Oct 30 08:07:49 user nova-compute[74491]:     <rng model="virtio">
Oct 30 08:07:49 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 08:07:49 user nova-compute[74491]:     </rng>
Oct 30 08:07:49 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 08:07:49 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 08:07:49 user nova-compute[74491]:       <stats period="10"/>
Oct 30 08:07:49 user nova-compute[74491]:     </memballoon>
Oct 30 08:07:49 user nova-compute[74491]:   </devices>
Oct 30 08:07:49 user nova-compute[74491]: </domain>
Oct 30 08:07:49 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:07:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-704410620',display_name='tempest-TestVolumeBootPattern-server-704410620',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-704410620',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bf66fa2f7c4c4487bde3306920d484f5',ramdisk_id='',reservation_id='r-p48e76au',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-611689909',owner_user_name='tempest-TestVolumeBootPattern-611689909-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T08:07:24Z,user_data=None,user_id='89a3cbeb414c46f281604a0952af6864',uuid=d75464d0-0b92-4a29-b7a8-c073b5218472,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b179ce68-56b3-4445-8543-cfe81f94133d", "address": "fa:16:3e:16:bf:50", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb179ce68-56", "ovs_interfaceid": "b179ce68-56b3-4445-8543-cfe81f94133d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converting VIF {"id": "b179ce68-56b3-4445-8543-cfe81f94133d", "address": "fa:16:3e:16:bf:50", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb179ce68-56", "ovs_interfaceid": "b179ce68-56b3-4445-8543-cfe81f94133d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:16:bf:50,bridge_name='br-int',has_traffic_filtering=True,id=b179ce68-56b3-4445-8543-cfe81f94133d,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb179ce68-56') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG os_vif [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:bf:50,bridge_name='br-int',has_traffic_filtering=True,id=b179ce68-56b3-4445-8543-cfe81f94133d,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb179ce68-56') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ddcb0451-487e-5cd2-bde9-411af7ddb66a', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb179ce68-56, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb179ce68-56, col_values=(('qos', UUID('b4525b9f-efd5-4586-89b5-a067641c44bb')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb179ce68-56, col_values=(('external_ids', {'iface-id': 'b179ce68-56b3-4445-8543-cfe81f94133d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:16:bf:50', 'vm-uuid': 'd75464d0-0b92-4a29-b7a8-c073b5218472'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:49 user nova-compute[74491]: INFO os_vif [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:bf:50,bridge_name='br-int',has_traffic_filtering=True,id=b179ce68-56b3-4445-8543-cfe81f94133d,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb179ce68-56')
Oct 30 08:07:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:07:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] No VIF found with MAC fa:16:3e:16:bf:50, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 08:07:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:50 user nova-compute[74491]: DEBUG nova.compute.manager [req-165aab7b-1bf0-440d-88f5-476a6575290a req-a5d56250-7c2a-41f1-87a0-16c9972bfdd5 service nova] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Received event network-vif-plugged-b179ce68-56b3-4445-8543-cfe81f94133d {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:07:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-165aab7b-1bf0-440d-88f5-476a6575290a req-a5d56250-7c2a-41f1-87a0-16c9972bfdd5 service nova] Acquiring lock "d75464d0-0b92-4a29-b7a8-c073b5218472-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:07:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-165aab7b-1bf0-440d-88f5-476a6575290a req-a5d56250-7c2a-41f1-87a0-16c9972bfdd5 service nova] Lock "d75464d0-0b92-4a29-b7a8-c073b5218472-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:07:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-165aab7b-1bf0-440d-88f5-476a6575290a req-a5d56250-7c2a-41f1-87a0-16c9972bfdd5 service nova] Lock "d75464d0-0b92-4a29-b7a8-c073b5218472-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:07:50 user nova-compute[74491]: DEBUG nova.compute.manager [req-165aab7b-1bf0-440d-88f5-476a6575290a req-a5d56250-7c2a-41f1-87a0-16c9972bfdd5 service nova] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] No waiting events found dispatching network-vif-plugged-b179ce68-56b3-4445-8543-cfe81f94133d {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:07:50 user nova-compute[74491]: WARNING nova.compute.manager [req-165aab7b-1bf0-440d-88f5-476a6575290a req-a5d56250-7c2a-41f1-87a0-16c9972bfdd5 service nova] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Received unexpected event network-vif-plugged-b179ce68-56b3-4445-8543-cfe81f94133d for instance with vm_state building and task_state spawning.
Oct 30 08:07:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:52 user nova-compute[74491]: DEBUG nova.compute.manager [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 08:07:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 08:07:52 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Instance spawned successfully.
Oct 30 08:07:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 08:07:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:07:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:07:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:07:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:07:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:07:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:07:52 user nova-compute[74491]: INFO nova.compute.manager [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Took 4.91 seconds to spawn the instance on the hypervisor.
Oct 30 08:07:52 user nova-compute[74491]: DEBUG nova.compute.manager [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 08:07:52 user nova-compute[74491]: DEBUG nova.compute.manager [req-976cd072-615c-4d78-addd-3cb7a6d72293 req-e06e40b2-bfeb-4744-82f9-0a7604fda1f3 service nova] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Received event network-vif-plugged-b179ce68-56b3-4445-8543-cfe81f94133d {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:07:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-976cd072-615c-4d78-addd-3cb7a6d72293 req-e06e40b2-bfeb-4744-82f9-0a7604fda1f3 service nova] Acquiring lock "d75464d0-0b92-4a29-b7a8-c073b5218472-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:07:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-976cd072-615c-4d78-addd-3cb7a6d72293 req-e06e40b2-bfeb-4744-82f9-0a7604fda1f3 service nova] Lock "d75464d0-0b92-4a29-b7a8-c073b5218472-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:07:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-976cd072-615c-4d78-addd-3cb7a6d72293 req-e06e40b2-bfeb-4744-82f9-0a7604fda1f3 service nova] Lock "d75464d0-0b92-4a29-b7a8-c073b5218472-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:07:52 user nova-compute[74491]: DEBUG nova.compute.manager [req-976cd072-615c-4d78-addd-3cb7a6d72293 req-e06e40b2-bfeb-4744-82f9-0a7604fda1f3 service nova] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] No waiting events found dispatching network-vif-plugged-b179ce68-56b3-4445-8543-cfe81f94133d {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:07:52 user nova-compute[74491]: WARNING nova.compute.manager [req-976cd072-615c-4d78-addd-3cb7a6d72293 req-e06e40b2-bfeb-4744-82f9-0a7604fda1f3 service nova] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Received unexpected event network-vif-plugged-b179ce68-56b3-4445-8543-cfe81f94133d for instance with vm_state building and task_state spawning.
Oct 30 08:07:52 user nova-compute[74491]: INFO nova.compute.manager [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Took 29.71 seconds to build instance.
Oct 30 08:07:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-4bbac606-0a8a-40c0-9d72-1f7212191038 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "d75464d0-0b92-4a29-b7a8-c073b5218472" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 29.811s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:07:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:07:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Acquiring lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:07:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:07:58 user nova-compute[74491]: INFO nova.compute.manager [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Detaching volume 19cdb317-6640-40bb-b432-697cb8eb2842
Oct 30 08:07:58 user nova-compute[74491]: INFO nova.virt.block_device [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Attempting to driver detach volume 19cdb317-6640-40bb-b432-697cb8eb2842 from mountpoint /dev/vdb
Oct 30 08:07:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Attempting to detach device vdb from instance 2f9cf992-9e65-49ff-8b79-b0d90b85bc06 from the persistent domain config. {{(pid=74491) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 08:07:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 08:07:58 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:07:58 user nova-compute[74491]:   <source dev="/dev/sdc"/>
Oct 30 08:07:58 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 08:07:58 user nova-compute[74491]:   <serial>19cdb317-6640-40bb-b432-697cb8eb2842</serial>
Oct 30 08:07:58 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 08:07:58 user nova-compute[74491]: </disk>
Oct 30 08:07:58 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 08:07:58 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Successfully detached device vdb from instance 2f9cf992-9e65-49ff-8b79-b0d90b85bc06 from the persistent domain config.
Oct 30 08:07:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2f9cf992-9e65-49ff-8b79-b0d90b85bc06 from the live domain config. {{(pid=74491) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 08:07:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 08:07:58 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:07:58 user nova-compute[74491]:   <source dev="/dev/sdc"/>
Oct 30 08:07:58 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 08:07:58 user nova-compute[74491]:   <serial>19cdb317-6640-40bb-b432-697cb8eb2842</serial>
Oct 30 08:07:58 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 08:07:58 user nova-compute[74491]: </disk>
Oct 30 08:07:58 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 08:07:59 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2f9cf992-9e65-49ff-8b79-b0d90b85bc06 {{(pid=74491) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 08:07:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:01 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:08:01 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:08:01 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 08:08:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-a194acf1-cb1f-4e19-a893-574bf8ef5b21" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:08:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-a194acf1-cb1f-4e19-a893-574bf8ef5b21" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:08:01 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 08:08:01 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lazy-loading 'info_cache' on Instance uuid a194acf1-cb1f-4e19-a893-574bf8ef5b21 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:08:01 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Updating instance_info_cache with network_info: [{"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:08:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-a194acf1-cb1f-4e19-a893-574bf8ef5b21" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:08:01 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3f15d0e3-43c3-4ad6-a2f3-d5f0ac587bbd tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Acquiring lock "cdd35022-b75b-4662-8892-61870ee4de1a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3f15d0e3-43c3-4ad6-a2f3-d5f0ac587bbd tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "cdd35022-b75b-4662-8892-61870ee4de1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3f15d0e3-43c3-4ad6-a2f3-d5f0ac587bbd tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Acquiring lock "cdd35022-b75b-4662-8892-61870ee4de1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3f15d0e3-43c3-4ad6-a2f3-d5f0ac587bbd tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "cdd35022-b75b-4662-8892-61870ee4de1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3f15d0e3-43c3-4ad6-a2f3-d5f0ac587bbd tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "cdd35022-b75b-4662-8892-61870ee4de1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:08:02 user nova-compute[74491]: INFO nova.compute.manager [None req-3f15d0e3-43c3-4ad6-a2f3-d5f0ac587bbd tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Terminating instance
Oct 30 08:08:02 user nova-compute[74491]: DEBUG nova.compute.manager [None req-3f15d0e3-43c3-4ad6-a2f3-d5f0ac587bbd tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG nova.compute.manager [req-439b5e8a-4d17-4f9e-a0f6-bec1492505f0 req-cec19e44-0e31-4474-ac13-d895ec726b98 service nova] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Received event network-vif-unplugged-56284ab8-12da-4630-903d-c317f916aed7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-439b5e8a-4d17-4f9e-a0f6-bec1492505f0 req-cec19e44-0e31-4474-ac13-d895ec726b98 service nova] Acquiring lock "cdd35022-b75b-4662-8892-61870ee4de1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-439b5e8a-4d17-4f9e-a0f6-bec1492505f0 req-cec19e44-0e31-4474-ac13-d895ec726b98 service nova] Lock "cdd35022-b75b-4662-8892-61870ee4de1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-439b5e8a-4d17-4f9e-a0f6-bec1492505f0 req-cec19e44-0e31-4474-ac13-d895ec726b98 service nova] Lock "cdd35022-b75b-4662-8892-61870ee4de1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG nova.compute.manager [req-439b5e8a-4d17-4f9e-a0f6-bec1492505f0 req-cec19e44-0e31-4474-ac13-d895ec726b98 service nova] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] No waiting events found dispatching network-vif-unplugged-56284ab8-12da-4630-903d-c317f916aed7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG nova.compute.manager [req-439b5e8a-4d17-4f9e-a0f6-bec1492505f0 req-cec19e44-0e31-4474-ac13-d895ec726b98 service nova] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Received event network-vif-unplugged-56284ab8-12da-4630-903d-c317f916aed7 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:02 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Instance destroyed successfully.
Oct 30 08:08:02 user nova-compute[74491]: DEBUG nova.objects.instance [None req-3f15d0e3-43c3-4ad6-a2f3-d5f0ac587bbd tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lazy-loading 'resources' on Instance uuid cdd35022-b75b-4662-8892-61870ee4de1a {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-3f15d0e3-43c3-4ad6-a2f3-d5f0ac587bbd tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:06:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-2080376663',display_name='tempest-VolumesActionsTest-instance-2080376663',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-2080376663',id=44,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T08:06:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f6d09f14364d4950b9729a3bed818669',ramdisk_id='',reservation_id='r-oaai2765',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1922351455',owner_user_name='tempest-VolumesActionsTest-1922351455-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T08:06:18Z,user_data=None,user_id='eed8908d86034f989e8e1dd07f98caa5',uuid=cdd35022-b75b-4662-8892-61870ee4de1a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "56284ab8-12da-4630-903d-c317f916aed7", "address": "fa:16:3e:ca:64:d0", "network": {"id": "eb097998-6e39-4b8b-a31e-96c4384bf8e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-796967521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6d09f14364d4950b9729a3bed818669", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56284ab8-12", "ovs_interfaceid": "56284ab8-12da-4630-903d-c317f916aed7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-3f15d0e3-43c3-4ad6-a2f3-d5f0ac587bbd tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Converting VIF {"id": "56284ab8-12da-4630-903d-c317f916aed7", "address": "fa:16:3e:ca:64:d0", "network": {"id": "eb097998-6e39-4b8b-a31e-96c4384bf8e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-796967521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6d09f14364d4950b9729a3bed818669", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56284ab8-12", "ovs_interfaceid": "56284ab8-12da-4630-903d-c317f916aed7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-3f15d0e3-43c3-4ad6-a2f3-d5f0ac587bbd tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:64:d0,bridge_name='br-int',has_traffic_filtering=True,id=56284ab8-12da-4630-903d-c317f916aed7,network=Network(eb097998-6e39-4b8b-a31e-96c4384bf8e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap56284ab8-12') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG os_vif [None req-3f15d0e3-43c3-4ad6-a2f3-d5f0ac587bbd tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:64:d0,bridge_name='br-int',has_traffic_filtering=True,id=56284ab8-12da-4630-903d-c317f916aed7,network=Network(eb097998-6e39-4b8b-a31e-96c4384bf8e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap56284ab8-12') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap56284ab8-12, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6e24e9fe-c30a-4030-b2ef-d8cf75dd323d) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:02 user nova-compute[74491]: INFO os_vif [None req-3f15d0e3-43c3-4ad6-a2f3-d5f0ac587bbd tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:64:d0,bridge_name='br-int',has_traffic_filtering=True,id=56284ab8-12da-4630-903d-c317f916aed7,network=Network(eb097998-6e39-4b8b-a31e-96c4384bf8e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap56284ab8-12')
Oct 30 08:08:02 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-3f15d0e3-43c3-4ad6-a2f3-d5f0ac587bbd tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Deleting instance files /opt/stack/data/nova/instances/cdd35022-b75b-4662-8892-61870ee4de1a_del
Oct 30 08:08:02 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-3f15d0e3-43c3-4ad6-a2f3-d5f0ac587bbd tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Deletion of /opt/stack/data/nova/instances/cdd35022-b75b-4662-8892-61870ee4de1a_del complete
Oct 30 08:08:02 user nova-compute[74491]: INFO nova.compute.manager [None req-3f15d0e3-43c3-4ad6-a2f3-d5f0ac587bbd tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Took 0.67 seconds to destroy the instance on the hypervisor.
Oct 30 08:08:02 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-3f15d0e3-43c3-4ad6-a2f3-d5f0ac587bbd tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 08:08:02 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 08:08:03 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:08:03 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Took 0.42 seconds to deallocate network for instance.
Oct 30 08:08:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3f15d0e3-43c3-4ad6-a2f3-d5f0ac587bbd tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:08:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3f15d0e3-43c3-4ad6-a2f3-d5f0ac587bbd tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:08:03 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-3f15d0e3-43c3-4ad6-a2f3-d5f0ac587bbd tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:08:03 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-3f15d0e3-43c3-4ad6-a2f3-d5f0ac587bbd tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:08:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3f15d0e3-43c3-4ad6-a2f3-d5f0ac587bbd tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.197s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:08:03 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-3f15d0e3-43c3-4ad6-a2f3-d5f0ac587bbd tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Deleted allocations for instance cdd35022-b75b-4662-8892-61870ee4de1a
Oct 30 08:08:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3f15d0e3-43c3-4ad6-a2f3-d5f0ac587bbd tempest-VolumesActionsTest-1922351455 tempest-VolumesActionsTest-1922351455-project-member] Lock "cdd35022-b75b-4662-8892-61870ee4de1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.459s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:08:03 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:08:04 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:08:04 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:08:04 user nova-compute[74491]: DEBUG nova.compute.manager [req-e1289ec6-5645-47bf-876d-829116e36184 req-999cff3f-203a-467c-bb2e-675436733f09 service nova] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Received event network-vif-plugged-56284ab8-12da-4630-903d-c317f916aed7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:08:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e1289ec6-5645-47bf-876d-829116e36184 req-999cff3f-203a-467c-bb2e-675436733f09 service nova] Acquiring lock "cdd35022-b75b-4662-8892-61870ee4de1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:08:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e1289ec6-5645-47bf-876d-829116e36184 req-999cff3f-203a-467c-bb2e-675436733f09 service nova] Lock "cdd35022-b75b-4662-8892-61870ee4de1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:08:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e1289ec6-5645-47bf-876d-829116e36184 req-999cff3f-203a-467c-bb2e-675436733f09 service nova] Lock "cdd35022-b75b-4662-8892-61870ee4de1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:08:04 user nova-compute[74491]: DEBUG nova.compute.manager [req-e1289ec6-5645-47bf-876d-829116e36184 req-999cff3f-203a-467c-bb2e-675436733f09 service nova] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] No waiting events found dispatching network-vif-plugged-56284ab8-12da-4630-903d-c317f916aed7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:08:04 user nova-compute[74491]: WARNING nova.compute.manager [req-e1289ec6-5645-47bf-876d-829116e36184 req-999cff3f-203a-467c-bb2e-675436733f09 service nova] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Received unexpected event network-vif-plugged-56284ab8-12da-4630-903d-c317f916aed7 for instance with vm_state deleted and task_state None.
Oct 30 08:08:04 user nova-compute[74491]: DEBUG nova.compute.manager [req-e1289ec6-5645-47bf-876d-829116e36184 req-999cff3f-203a-467c-bb2e-675436733f09 service nova] [instance: cdd35022-b75b-4662-8892-61870ee4de1a] Received event network-vif-deleted-56284ab8-12da-4630-903d-c317f916aed7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:08:07 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:08:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:08 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:08:08 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:08:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:13 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:08:16 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:08:16 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:08:16 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:08:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:08:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:08:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:08:16 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:08:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:08:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:08:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:08:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:08:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f9cf992-9e65-49ff-8b79-b0d90b85bc06/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:08:17 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f9cf992-9e65-49ff-8b79-b0d90b85bc06/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:08:17 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f9cf992-9e65-49ff-8b79-b0d90b85bc06/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:08:17 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f9cf992-9e65-49ff-8b79-b0d90b85bc06/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:08:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 08:08:17 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:08:17 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:08:17 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8644MB free_disk=25.2357177734375GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:08:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:08:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:08:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:17 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance a194acf1-cb1f-4e19-a893-574bf8ef5b21 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:08:17 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 2f9cf992-9e65-49ff-8b79-b0d90b85bc06 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:08:17 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance d75464d0-0b92-4a29-b7a8-c073b5218472 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:08:17 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:08:17 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:08:17 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:08:17 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:08:17 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:08:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.262s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:08:19 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2f9cf992-9e65-49ff-8b79-b0d90b85bc06 is timed out.
Oct 30 08:08:19 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Successfully detached device vdb from instance 2f9cf992-9e65-49ff-8b79-b0d90b85bc06 from the live domain config.
Oct 30 08:08:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XKqaQhbH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:08:19 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:08:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[859bc8fd-0cac-4edd-9123-623e4ce68d9d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 08:08:19 user nova-compute[74491]: No targets found.
Oct 30 08:08:19 user nova-compute[74491]: iSNS:
Oct 30 08:08:19 user nova-compute[74491]: No targets found.
Oct 30 08:08:19 user nova-compute[74491]: STATIC:
Oct 30 08:08:19 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12
Oct 30 08:08:19 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:08:19 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:08:19 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842
Oct 30 08:08:19 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:08:19 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:08:19 user nova-compute[74491]: FIRMWARE:
Oct 30 08:08:19 user nova-compute[74491]: No targets found.
Oct 30 08:08:19 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 08:08:19 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 08:08:19 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e412c560-0892-44bc-ad75-e2a204193f92]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6effff59-c6b7-4202-9e3d-0c914c929f9b]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 (non-flash)
Oct 30 08:08:19 user nova-compute[74491]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 (non-flash)
Oct 30 08:08:19 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 (non-flash)
Oct 30 08:08:19 user nova-compute[74491]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 (non-flash)
Oct 30 08:08:19 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef94c80d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842'): ({'sdc'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Removing single pathed devices sdc {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb5ec121-5ab3-4bc0-ab96-a00555bbe756]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd018913-4c38-4ce7-8f59-cced304ec6e6]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Flushing IO for device /dev/sdc {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a5f518e-709c-4709-b55e-aa4a81a37262]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.036s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0059e5ef-e2e1-4719-8b83-465688163221]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] SCSI volumes sdc have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[67237510-bf04-4fa4-a684-9a055a80cc71]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea372874-dc03-4bf2-b400-6e5bc7d362dd]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842, portal: 172.16.0.220,3260]
Oct 30 08:08:19 user nova-compute[74491]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842, portal: 172.16.0.220,3260] successful.
Oct 30 08:08:19 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19cdb317-6640-40bb-b432-697cb8eb2842 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c3591b1-ec79-4a9e-8a1b-8ecdce298eee]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.276s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] <== disconnect_volume: return (277ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:08:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 08:08:20 user nova-compute[74491]: DEBUG nova.objects.instance [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lazy-loading 'flavor' on Instance uuid 2f9cf992-9e65-49ff-8b79-b0d90b85bc06 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:08:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f98d9742-7872-4d9e-9886-66f6d21c6adc tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.729s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:08:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ca94ed4c-c29b-4075-baf8-baea410f8232 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Acquiring lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:08:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ca94ed4c-c29b-4075-baf8-baea410f8232 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:08:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ca94ed4c-c29b-4075-baf8-baea410f8232 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Acquiring lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:08:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ca94ed4c-c29b-4075-baf8-baea410f8232 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:08:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ca94ed4c-c29b-4075-baf8-baea410f8232 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:08:49 user nova-compute[74491]: INFO nova.compute.manager [None req-ca94ed4c-c29b-4075-baf8-baea410f8232 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Terminating instance
Oct 30 08:08:49 user nova-compute[74491]: DEBUG nova.compute.manager [None req-ca94ed4c-c29b-4075-baf8-baea410f8232 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 08:08:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:49 user nova-compute[74491]: DEBUG nova.compute.manager [req-88ff5f83-f33c-4337-bcb6-86fc5c6d835d req-7a201d88-78a6-49df-a3c1-7f95cb880092 service nova] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Received event network-vif-unplugged-9fc05989-acdf-48ec-8e6f-4ff3560071e3 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:08:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-88ff5f83-f33c-4337-bcb6-86fc5c6d835d req-7a201d88-78a6-49df-a3c1-7f95cb880092 service nova] Acquiring lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:08:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-88ff5f83-f33c-4337-bcb6-86fc5c6d835d req-7a201d88-78a6-49df-a3c1-7f95cb880092 service nova] Lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:08:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-88ff5f83-f33c-4337-bcb6-86fc5c6d835d req-7a201d88-78a6-49df-a3c1-7f95cb880092 service nova] Lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:08:49 user nova-compute[74491]: DEBUG nova.compute.manager [req-88ff5f83-f33c-4337-bcb6-86fc5c6d835d req-7a201d88-78a6-49df-a3c1-7f95cb880092 service nova] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] No waiting events found dispatching network-vif-unplugged-9fc05989-acdf-48ec-8e6f-4ff3560071e3 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:08:49 user nova-compute[74491]: DEBUG nova.compute.manager [req-88ff5f83-f33c-4337-bcb6-86fc5c6d835d req-7a201d88-78a6-49df-a3c1-7f95cb880092 service nova] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Received event network-vif-unplugged-9fc05989-acdf-48ec-8e6f-4ff3560071e3 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 08:08:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:49 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Instance destroyed successfully.
Oct 30 08:08:49 user nova-compute[74491]: DEBUG nova.objects.instance [None req-ca94ed4c-c29b-4075-baf8-baea410f8232 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lazy-loading 'resources' on Instance uuid 2f9cf992-9e65-49ff-8b79-b0d90b85bc06 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:08:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-ca94ed4c-c29b-4075-baf8-baea410f8232 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:04:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1174487178',display_name='tempest-TestServerVolumeAttachmentScenario-server-1174487178',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1174487178',id=43,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBRP4olAtAoISwmnRSdTSHZlEjzy9nOhqkhTojyWH9/LaXDNj0HIq+Zpt17ZSl5oiaFCcrblJh+/dKRGIUr2UEXD5VMDifFN82ozIho7JTIiDtmeqBV1YUWNvunGYIWmaA==',key_name='tempest-keypair-302620872',keypairs=<?>,launch_index=0,launched_at=2023-10-30T08:04:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='008d6c718a3644ab9a9f9b5267d137ea',ramdisk_id='',reservation_id='r-3o166r9q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-211781193',owner_user_name='tempest-TestServerVolumeAttachmentScenario-211781193-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T08:04:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a719acc191d44abaad343fc6305261f7',uuid=2f9cf992-9e65-49ff-8b79-b0d90b85bc06,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9fc05989-acdf-48ec-8e6f-4ff3560071e3", "address": "fa:16:3e:86:2f:ce", "network": {"id": "078187cc-4c20-459b-bd9b-69ef8af435cc", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2104738965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008d6c718a3644ab9a9f9b5267d137ea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fc05989-ac", "ovs_interfaceid": "9fc05989-acdf-48ec-8e6f-4ff3560071e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 08:08:49 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ca94ed4c-c29b-4075-baf8-baea410f8232 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Converting VIF {"id": "9fc05989-acdf-48ec-8e6f-4ff3560071e3", "address": "fa:16:3e:86:2f:ce", "network": {"id": "078187cc-4c20-459b-bd9b-69ef8af435cc", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2104738965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008d6c718a3644ab9a9f9b5267d137ea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fc05989-ac", "ovs_interfaceid": "9fc05989-acdf-48ec-8e6f-4ff3560071e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:08:49 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-ca94ed4c-c29b-4075-baf8-baea410f8232 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:86:2f:ce,bridge_name='br-int',has_traffic_filtering=True,id=9fc05989-acdf-48ec-8e6f-4ff3560071e3,network=Network(078187cc-4c20-459b-bd9b-69ef8af435cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9fc05989-ac') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:08:49 user nova-compute[74491]: DEBUG os_vif [None req-ca94ed4c-c29b-4075-baf8-baea410f8232 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:86:2f:ce,bridge_name='br-int',has_traffic_filtering=True,id=9fc05989-acdf-48ec-8e6f-4ff3560071e3,network=Network(078187cc-4c20-459b-bd9b-69ef8af435cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9fc05989-ac') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 08:08:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9fc05989-ac, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:08:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:08:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b83f857a-f4ea-4447-9d7e-49c91e22d181) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:50 user nova-compute[74491]: INFO os_vif [None req-ca94ed4c-c29b-4075-baf8-baea410f8232 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:86:2f:ce,bridge_name='br-int',has_traffic_filtering=True,id=9fc05989-acdf-48ec-8e6f-4ff3560071e3,network=Network(078187cc-4c20-459b-bd9b-69ef8af435cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9fc05989-ac')
Oct 30 08:08:50 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-ca94ed4c-c29b-4075-baf8-baea410f8232 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Deleting instance files /opt/stack/data/nova/instances/2f9cf992-9e65-49ff-8b79-b0d90b85bc06_del
Oct 30 08:08:50 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-ca94ed4c-c29b-4075-baf8-baea410f8232 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Deletion of /opt/stack/data/nova/instances/2f9cf992-9e65-49ff-8b79-b0d90b85bc06_del complete
Oct 30 08:08:50 user nova-compute[74491]: INFO nova.compute.manager [None req-ca94ed4c-c29b-4075-baf8-baea410f8232 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Took 1.02 seconds to destroy the instance on the hypervisor.
Oct 30 08:08:50 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-ca94ed4c-c29b-4075-baf8-baea410f8232 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.objects.instance [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'flavor' on Instance uuid a194acf1-cb1f-4e19-a893-574bf8ef5b21 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "refresh_cache-a194acf1-cb1f-4e19-a893-574bf8ef5b21" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquired lock "refresh_cache-a194acf1-cb1f-4e19-a893-574bf8ef5b21" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.network.neutron [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.objects.instance [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'info_cache' on Instance uuid a194acf1-cb1f-4e19-a893-574bf8ef5b21 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.objects.base [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Object Instance<a194acf1-cb1f-4e19-a893-574bf8ef5b21> lazy-loaded attributes: flavor,info_cache {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.network.neutron [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Updating instance_info_cache with network_info: [{"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Releasing lock "refresh_cache-a194acf1-cb1f-4e19-a893-574bf8ef5b21" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:08:50 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Instance destroyed successfully.
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.objects.instance [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'resources' on Instance uuid a194acf1-cb1f-4e19-a893-574bf8ef5b21 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.objects.base [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Object Instance<a194acf1-cb1f-4e19-a893-574bf8ef5b21> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:00:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1368427086',display_name='tempest-AttachVolumeTestJSON-server-1368427086',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1368427086',id=41,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKM2Y9Jc5JUcLziYPaubZPairGztHzvdpDAwSxvuP4CTiPBaDWTg0zUlzSp0+NvN6++TxvTIniSo1hPD7Vr2VdB7Jg9pky8+6ztzFRT8eiV2BEiF6I4jKSzRztEZWOLXlg==',key_name='tempest-keypair-1011913895',keypairs=<?>,launch_index=0,launched_at=2023-10-30T08:00:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='3abfa530c3404a19af6fb0548e306d3f',ramdisk_id='',reservation_id='r-eclve8qy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1615103906',owner_user_name='tempest-AttachVolumeTestJSON-1615103906-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T08:07:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a34321c2cf0542d0b8f9f3f6c32e059c',uuid=a194acf1-cb1f-4e19-a893-574bf8ef5b21,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Converting VIF {"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:f3:76,bridge_name='br-int',has_traffic_filtering=True,id=f9e8808b-ff95-48f3-860f-a50275ffe564,network=Network(1f627015-45aa-4398-9332-0d6bd1bc1082),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9e8808b-ff') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG os_vif [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:f3:76,bridge_name='br-int',has_traffic_filtering=True,id=f9e8808b-ff95-48f3-860f-a50275ffe564,network=Network(1f627015-45aa-4398-9332-0d6bd1bc1082),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9e8808b-ff') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf9e8808b-ff, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=10f6c156-f7f6-4a1e-bfbb-4f052eb59d14) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:08:50 user nova-compute[74491]: INFO os_vif [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:f3:76,bridge_name='br-int',has_traffic_filtering=True,id=f9e8808b-ff95-48f3-860f-a50275ffe564,network=Network(1f627015-45aa-4398-9332-0d6bd1bc1082),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9e8808b-ff')
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Start _get_guest_xml network_info=[{"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.objects.instance [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'numa_topology' on Instance uuid a194acf1-cb1f-4e19-a893-574bf8ef5b21 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.objects.base [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Object Instance<a194acf1-cb1f-4e19-a893-574bf8ef5b21> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 08:08:50 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:08:50 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.objects.instance [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'vcpu_model' on Instance uuid a194acf1-cb1f-4e19-a893-574bf8ef5b21 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:08:50 user nova-compute[74491]: DEBUG nova.objects.base [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Object Instance<a194acf1-cb1f-4e19-a893-574bf8ef5b21> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:00:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1368427086',display_name='tempest-AttachVolumeTestJSON-server-1368427086',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1368427086',id=41,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKM2Y9Jc5JUcLziYPaubZPairGztHzvdpDAwSxvuP4CTiPBaDWTg0zUlzSp0+NvN6++TxvTIniSo1hPD7Vr2VdB7Jg9pky8+6ztzFRT8eiV2BEiF6I4jKSzRztEZWOLXlg==',key_name='tempest-keypair-1011913895',keypairs=<?>,launch_index=0,launched_at=2023-10-30T08:00:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='3abfa530c3404a19af6fb0548e306d3f',ramdisk_id='',reservation_id='r-eclve8qy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1615103906',owner_user_name='tempest-AttachVolumeTestJSON-1615103906-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T08:07:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a34321c2cf0542d0b8f9f3f6c32e059c',uuid=a194acf1-cb1f-4e19-a893-574bf8ef5b21,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Converting VIF {"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:f3:76,bridge_name='br-int',has_traffic_filtering=True,id=f9e8808b-ff95-48f3-860f-a50275ffe564,network=Network(1f627015-45aa-4398-9332-0d6bd1bc1082),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9e8808b-ff') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG nova.objects.instance [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'pci_devices' on Instance uuid a194acf1-cb1f-4e19-a893-574bf8ef5b21 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG nova.compute.manager [req-b3dcfa4f-cb26-42c1-98ab-c04fe58f7dd8 req-e85178d6-3d37-4083-8d16-88d67cf8e75c service nova] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Received event network-vif-deleted-9fc05989-acdf-48ec-8e6f-4ff3560071e3 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:08:51 user nova-compute[74491]: INFO nova.compute.manager [req-b3dcfa4f-cb26-42c1-98ab-c04fe58f7dd8 req-e85178d6-3d37-4083-8d16-88d67cf8e75c service nova] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Neutron deleted interface 9fc05989-acdf-48ec-8e6f-4ff3560071e3; detaching it from the instance and deleting it from the info cache
Oct 30 08:08:51 user nova-compute[74491]: DEBUG nova.network.neutron [req-b3dcfa4f-cb26-42c1-98ab-c04fe58f7dd8 req-e85178d6-3d37-4083-8d16-88d67cf8e75c service nova] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:08:51 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Took 0.93 seconds to deallocate network for instance.
Oct 30 08:08:51 user nova-compute[74491]: DEBUG nova.objects.base [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Object Instance<a194acf1-cb1f-4e19-a893-574bf8ef5b21> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] End _get_guest_xml xml=<domain type="kvm">
Oct 30 08:08:51 user nova-compute[74491]:   <uuid>a194acf1-cb1f-4e19-a893-574bf8ef5b21</uuid>
Oct 30 08:08:51 user nova-compute[74491]:   <name>instance-00000029</name>
Oct 30 08:08:51 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 08:08:51 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 08:08:51 user nova-compute[74491]:   <metadata>
Oct 30 08:08:51 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 08:08:51 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 08:08:51 user nova-compute[74491]:       <nova:name>tempest-AttachVolumeTestJSON-server-1368427086</nova:name>
Oct 30 08:08:51 user nova-compute[74491]:       <nova:creationTime>2023-10-30 08:08:50</nova:creationTime>
Oct 30 08:08:51 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 08:08:51 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 08:08:51 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 08:08:51 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 08:08:51 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 08:08:51 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 08:08:51 user nova-compute[74491]:       </nova:flavor>
Oct 30 08:08:51 user nova-compute[74491]:       <nova:owner>
Oct 30 08:08:51 user nova-compute[74491]:         <nova:user uuid="a34321c2cf0542d0b8f9f3f6c32e059c">tempest-AttachVolumeTestJSON-1615103906-project-member</nova:user>
Oct 30 08:08:51 user nova-compute[74491]:         <nova:project uuid="3abfa530c3404a19af6fb0548e306d3f">tempest-AttachVolumeTestJSON-1615103906</nova:project>
Oct 30 08:08:51 user nova-compute[74491]:       </nova:owner>
Oct 30 08:08:51 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 08:08:51 user nova-compute[74491]:       <nova:ports>
Oct 30 08:08:51 user nova-compute[74491]:         <nova:port uuid="f9e8808b-ff95-48f3-860f-a50275ffe564">
Oct 30 08:08:51 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 30 08:08:51 user nova-compute[74491]:         </nova:port>
Oct 30 08:08:51 user nova-compute[74491]:       </nova:ports>
Oct 30 08:08:51 user nova-compute[74491]:     </nova:instance>
Oct 30 08:08:51 user nova-compute[74491]:   </metadata>
Oct 30 08:08:51 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 08:08:51 user nova-compute[74491]:     <system>
Oct 30 08:08:51 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 08:08:51 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 08:08:51 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 08:08:51 user nova-compute[74491]:       <entry name="serial">a194acf1-cb1f-4e19-a893-574bf8ef5b21</entry>
Oct 30 08:08:51 user nova-compute[74491]:       <entry name="uuid">a194acf1-cb1f-4e19-a893-574bf8ef5b21</entry>
Oct 30 08:08:51 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 08:08:51 user nova-compute[74491]:     </system>
Oct 30 08:08:51 user nova-compute[74491]:   </sysinfo>
Oct 30 08:08:51 user nova-compute[74491]:   <os>
Oct 30 08:08:51 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 08:08:51 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 08:08:51 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 08:08:51 user nova-compute[74491]:   </os>
Oct 30 08:08:51 user nova-compute[74491]:   <features>
Oct 30 08:08:51 user nova-compute[74491]:     <acpi/>
Oct 30 08:08:51 user nova-compute[74491]:     <apic/>
Oct 30 08:08:51 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 08:08:51 user nova-compute[74491]:   </features>
Oct 30 08:08:51 user nova-compute[74491]:   <clock offset="utc">
Oct 30 08:08:51 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 08:08:51 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 08:08:51 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 08:08:51 user nova-compute[74491]:   </clock>
Oct 30 08:08:51 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 08:08:51 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 08:08:51 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 08:08:51 user nova-compute[74491]:   </cpu>
Oct 30 08:08:51 user nova-compute[74491]:   <devices>
Oct 30 08:08:51 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 08:08:51 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 08:08:51 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk"/>
Oct 30 08:08:51 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 08:08:51 user nova-compute[74491]:     </disk>
Oct 30 08:08:51 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 08:08:51 user nova-compute[74491]:       <mac address="fa:16:3e:55:f3:76"/>
Oct 30 08:08:51 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:08:51 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 08:08:51 user nova-compute[74491]:       <target dev="tapf9e8808b-ff"/>
Oct 30 08:08:51 user nova-compute[74491]:     </interface>
Oct 30 08:08:51 user nova-compute[74491]:     <serial type="pty">
Oct 30 08:08:51 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/console.log" append="off"/>
Oct 30 08:08:51 user nova-compute[74491]:     </serial>
Oct 30 08:08:51 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 08:08:51 user nova-compute[74491]:     <video>
Oct 30 08:08:51 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:08:51 user nova-compute[74491]:     </video>
Oct 30 08:08:51 user nova-compute[74491]:     <rng model="virtio">
Oct 30 08:08:51 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 08:08:51 user nova-compute[74491]:     </rng>
Oct 30 08:08:51 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 08:08:51 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 08:08:51 user nova-compute[74491]:       <stats period="10"/>
Oct 30 08:08:51 user nova-compute[74491]:     </memballoon>
Oct 30 08:08:51 user nova-compute[74491]:   </devices>
Oct 30 08:08:51 user nova-compute[74491]: </domain>
Oct 30 08:08:51 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG nova.compute.manager [req-b3dcfa4f-cb26-42c1-98ab-c04fe58f7dd8 req-e85178d6-3d37-4083-8d16-88d67cf8e75c service nova] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Detach interface failed, port_id=9fc05989-acdf-48ec-8e6f-4ff3560071e3, reason: Instance 2f9cf992-9e65-49ff-8b79-b0d90b85bc06 could not be found. {{(pid=74491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ca94ed4c-c29b-4075-baf8-baea410f8232 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ca94ed4c-c29b-4075-baf8-baea410f8232 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-ca94ed4c-c29b-4075-baf8-baea410f8232 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-ca94ed4c-c29b-4075-baf8-baea410f8232 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ca94ed4c-c29b-4075-baf8-baea410f8232 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.228s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:08:51 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-ca94ed4c-c29b-4075-baf8-baea410f8232 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Deleted allocations for instance 2f9cf992-9e65-49ff-8b79-b0d90b85bc06
Oct 30 08:08:51 user nova-compute[74491]: DEBUG nova.compute.manager [req-0d8f6c4a-274f-4cdd-b5ba-3dc409ca80bb req-0a3e5267-1fee-45fd-850f-f3fda49b1e1d service nova] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Received event network-vif-plugged-9fc05989-acdf-48ec-8e6f-4ff3560071e3 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0d8f6c4a-274f-4cdd-b5ba-3dc409ca80bb req-0a3e5267-1fee-45fd-850f-f3fda49b1e1d service nova] Acquiring lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0d8f6c4a-274f-4cdd-b5ba-3dc409ca80bb req-0a3e5267-1fee-45fd-850f-f3fda49b1e1d service nova] Lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0d8f6c4a-274f-4cdd-b5ba-3dc409ca80bb req-0a3e5267-1fee-45fd-850f-f3fda49b1e1d service nova] Lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG nova.compute.manager [req-0d8f6c4a-274f-4cdd-b5ba-3dc409ca80bb req-0a3e5267-1fee-45fd-850f-f3fda49b1e1d service nova] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] No waiting events found dispatching network-vif-plugged-9fc05989-acdf-48ec-8e6f-4ff3560071e3 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:08:51 user nova-compute[74491]: WARNING nova.compute.manager [req-0d8f6c4a-274f-4cdd-b5ba-3dc409ca80bb req-0a3e5267-1fee-45fd-850f-f3fda49b1e1d service nova] [instance: 2f9cf992-9e65-49ff-8b79-b0d90b85bc06] Received unexpected event network-vif-plugged-9fc05989-acdf-48ec-8e6f-4ff3560071e3 for instance with vm_state deleted and task_state None.
Oct 30 08:08:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG nova.objects.instance [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'trusted_certs' on Instance uuid a194acf1-cb1f-4e19-a893-574bf8ef5b21 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG nova.objects.base [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Object Instance<a194acf1-cb1f-4e19-a893-574bf8ef5b21> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ca94ed4c-c29b-4075-baf8-baea410f8232 tempest-TestServerVolumeAttachmentScenario-211781193 tempest-TestServerVolumeAttachmentScenario-211781193-project-member] Lock "2f9cf992-9e65-49ff-8b79-b0d90b85bc06" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.469s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.172s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Cannot resize image /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG nova.objects.instance [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'migration_context' on Instance uuid a194acf1-cb1f-4e19-a893-574bf8ef5b21 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG nova.objects.base [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Object Instance<a194acf1-cb1f-4e19-a893-574bf8ef5b21> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74491) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:00:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1368427086',display_name='tempest-AttachVolumeTestJSON-server-1368427086',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1368427086',id=41,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKM2Y9Jc5JUcLziYPaubZPairGztHzvdpDAwSxvuP4CTiPBaDWTg0zUlzSp0+NvN6++TxvTIniSo1hPD7Vr2VdB7Jg9pky8+6ztzFRT8eiV2BEiF6I4jKSzRztEZWOLXlg==',key_name='tempest-keypair-1011913895',keypairs=<?>,launch_index=0,launched_at=2023-10-30T08:00:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='3abfa530c3404a19af6fb0548e306d3f',ramdisk_id='',reservation_id='r-eclve8qy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1615103906',owner_user_name='tempest-AttachVolumeTestJSON-1615103906-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T08:07:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a34321c2cf0542d0b8f9f3f6c32e059c',uuid=a194acf1-cb1f-4e19-a893-574bf8ef5b21,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Converting VIF {"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:f3:76,bridge_name='br-int',has_traffic_filtering=True,id=f9e8808b-ff95-48f3-860f-a50275ffe564,network=Network(1f627015-45aa-4398-9332-0d6bd1bc1082),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9e8808b-ff') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG os_vif [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:f3:76,bridge_name='br-int',has_traffic_filtering=True,id=f9e8808b-ff95-48f3-860f-a50275ffe564,network=Network(1f627015-45aa-4398-9332-0d6bd1bc1082),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9e8808b-ff') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b2967493-d6be-5184-ad72-d98884a60a2f', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf9e8808b-ff, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf9e8808b-ff, col_values=(('qos', UUID('ced89d0e-ffdf-44c5-8c2a-f7e95b31101e')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf9e8808b-ff, col_values=(('external_ids', {'iface-id': 'f9e8808b-ff95-48f3-860f-a50275ffe564', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:55:f3:76', 'vm-uuid': 'a194acf1-cb1f-4e19-a893-574bf8ef5b21'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:08:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:51 user nova-compute[74491]: INFO os_vif [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:f3:76,bridge_name='br-int',has_traffic_filtering=True,id=f9e8808b-ff95-48f3-860f-a50275ffe564,network=Network(1f627015-45aa-4398-9332-0d6bd1bc1082),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9e8808b-ff')
Oct 30 08:08:53 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:53 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:53 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:53 user nova-compute[74491]: DEBUG nova.compute.manager [req-2f0f342c-412d-4a3d-96d8-3c9613350a91 req-b1b7d843-b40e-424e-859a-e1948c6baeb9 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Received event network-vif-plugged-f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:08:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2f0f342c-412d-4a3d-96d8-3c9613350a91 req-b1b7d843-b40e-424e-859a-e1948c6baeb9 service nova] Acquiring lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:08:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2f0f342c-412d-4a3d-96d8-3c9613350a91 req-b1b7d843-b40e-424e-859a-e1948c6baeb9 service nova] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:08:53 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-2f0f342c-412d-4a3d-96d8-3c9613350a91 req-b1b7d843-b40e-424e-859a-e1948c6baeb9 service nova] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:08:53 user nova-compute[74491]: DEBUG nova.compute.manager [req-2f0f342c-412d-4a3d-96d8-3c9613350a91 req-b1b7d843-b40e-424e-859a-e1948c6baeb9 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] No waiting events found dispatching network-vif-plugged-f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:08:53 user nova-compute[74491]: WARNING nova.compute.manager [req-2f0f342c-412d-4a3d-96d8-3c9613350a91 req-b1b7d843-b40e-424e-859a-e1948c6baeb9 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Received unexpected event network-vif-plugged-f9e8808b-ff95-48f3-860f-a50275ffe564 for instance with vm_state stopped and task_state powering-on.
Oct 30 08:08:53 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:53 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:53 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:55 user nova-compute[74491]: DEBUG nova.compute.manager [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 08:08:55 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Instance rebooted successfully.
Oct 30 08:08:55 user nova-compute[74491]: DEBUG nova.compute.manager [None req-04255c90-4eb3-4d5a-9806-30dd618092f7 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 08:08:55 user nova-compute[74491]: DEBUG nova.compute.manager [req-c77f991a-f38a-413f-8853-7406471b9fb1 req-cd8341a0-0e95-4b80-b947-e350490be247 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Received event network-vif-plugged-f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:08:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c77f991a-f38a-413f-8853-7406471b9fb1 req-cd8341a0-0e95-4b80-b947-e350490be247 service nova] Acquiring lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:08:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c77f991a-f38a-413f-8853-7406471b9fb1 req-cd8341a0-0e95-4b80-b947-e350490be247 service nova] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:08:55 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c77f991a-f38a-413f-8853-7406471b9fb1 req-cd8341a0-0e95-4b80-b947-e350490be247 service nova] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:08:55 user nova-compute[74491]: DEBUG nova.compute.manager [req-c77f991a-f38a-413f-8853-7406471b9fb1 req-cd8341a0-0e95-4b80-b947-e350490be247 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] No waiting events found dispatching network-vif-plugged-f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:08:55 user nova-compute[74491]: WARNING nova.compute.manager [req-c77f991a-f38a-413f-8853-7406471b9fb1 req-cd8341a0-0e95-4b80-b947-e350490be247 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Received unexpected event network-vif-plugged-f9e8808b-ff95-48f3-860f-a50275ffe564 for instance with vm_state stopped and task_state powering-on.
Oct 30 08:08:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:08:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:09:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:09:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:09:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:09:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:09:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:09:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:09:02 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:09:02 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:09:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-d75464d0-0b92-4a29-b7a8-c073b5218472" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:09:02 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-d75464d0-0b92-4a29-b7a8-c073b5218472" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:09:02 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 08:09:03 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Updating instance_info_cache with network_info: [{"id": "b179ce68-56b3-4445-8543-cfe81f94133d", "address": "fa:16:3e:16:bf:50", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb179ce68-56", "ovs_interfaceid": "b179ce68-56b3-4445-8543-cfe81f94133d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:09:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-d75464d0-0b92-4a29-b7a8-c073b5218472" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:09:03 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 08:09:03 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:09:05 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:09:05 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:09:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:09:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:09:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:09:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:09:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:09:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:09:08 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:09:08 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:09:10 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:09:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:09:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:09:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "d75464d0-0b92-4a29-b7a8-c073b5218472" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:09:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "d75464d0-0b92-4a29-b7a8-c073b5218472" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:09:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "d75464d0-0b92-4a29-b7a8-c073b5218472-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:09:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "d75464d0-0b92-4a29-b7a8-c073b5218472-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:09:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "d75464d0-0b92-4a29-b7a8-c073b5218472-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:09:13 user nova-compute[74491]: INFO nova.compute.manager [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Terminating instance
Oct 30 08:09:13 user nova-compute[74491]: DEBUG nova.compute.manager [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 08:09:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:09:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:09:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:09:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:09:13 user nova-compute[74491]: DEBUG nova.compute.manager [req-5599bf5f-8791-40bf-b217-aa01bddfa176 req-c56ce36d-8422-43ef-98a0-466ccafd24e7 service nova] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Received event network-vif-unplugged-b179ce68-56b3-4445-8543-cfe81f94133d {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:09:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5599bf5f-8791-40bf-b217-aa01bddfa176 req-c56ce36d-8422-43ef-98a0-466ccafd24e7 service nova] Acquiring lock "d75464d0-0b92-4a29-b7a8-c073b5218472-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:09:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5599bf5f-8791-40bf-b217-aa01bddfa176 req-c56ce36d-8422-43ef-98a0-466ccafd24e7 service nova] Lock "d75464d0-0b92-4a29-b7a8-c073b5218472-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:09:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5599bf5f-8791-40bf-b217-aa01bddfa176 req-c56ce36d-8422-43ef-98a0-466ccafd24e7 service nova] Lock "d75464d0-0b92-4a29-b7a8-c073b5218472-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:09:13 user nova-compute[74491]: DEBUG nova.compute.manager [req-5599bf5f-8791-40bf-b217-aa01bddfa176 req-c56ce36d-8422-43ef-98a0-466ccafd24e7 service nova] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] No waiting events found dispatching network-vif-unplugged-b179ce68-56b3-4445-8543-cfe81f94133d {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:09:13 user nova-compute[74491]: DEBUG nova.compute.manager [req-5599bf5f-8791-40bf-b217-aa01bddfa176 req-c56ce36d-8422-43ef-98a0-466ccafd24e7 service nova] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Received event network-vif-unplugged-b179ce68-56b3-4445-8543-cfe81f94133d for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 08:09:14 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Instance destroyed successfully.
Oct 30 08:09:14 user nova-compute[74491]: DEBUG nova.objects.instance [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lazy-loading 'resources' on Instance uuid d75464d0-0b92-4a29-b7a8-c073b5218472 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:07:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-704410620',display_name='tempest-TestVolumeBootPattern-server-704410620',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-704410620',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T08:07:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bf66fa2f7c4c4487bde3306920d484f5',ramdisk_id='',reservation_id='r-p48e76au',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-611689909',owner_user_name='tempest-TestVolumeBootPattern-611689909-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T08:07:53Z,user_data=None,user_id='89a3cbeb414c46f281604a0952af6864',uuid=d75464d0-0b92-4a29-b7a8-c073b5218472,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b179ce68-56b3-4445-8543-cfe81f94133d", "address": "fa:16:3e:16:bf:50", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb179ce68-56", "ovs_interfaceid": "b179ce68-56b3-4445-8543-cfe81f94133d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converting VIF {"id": "b179ce68-56b3-4445-8543-cfe81f94133d", "address": "fa:16:3e:16:bf:50", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb179ce68-56", "ovs_interfaceid": "b179ce68-56b3-4445-8543-cfe81f94133d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:16:bf:50,bridge_name='br-int',has_traffic_filtering=True,id=b179ce68-56b3-4445-8543-cfe81f94133d,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb179ce68-56') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG os_vif [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:16:bf:50,bridge_name='br-int',has_traffic_filtering=True,id=b179ce68-56b3-4445-8543-cfe81f94133d,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb179ce68-56') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb179ce68-56, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b4525b9f-efd5-4586-89b5-a067641c44bb) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:09:14 user nova-compute[74491]: INFO os_vif [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:16:bf:50,bridge_name='br-int',has_traffic_filtering=True,id=b179ce68-56b3-4445-8543-cfe81f94133d,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb179ce68-56')
Oct 30 08:09:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CHQEpeZh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:09:14 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:09:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d490b3d-bcf4-4af3-88cd-58c950343e2c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6bf243b1-7006-4f5a-a644-43e6a3791624\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 08:09:14 user nova-compute[74491]: No targets found.
Oct 30 08:09:14 user nova-compute[74491]: iSNS:
Oct 30 08:09:14 user nova-compute[74491]: No targets found.
Oct 30 08:09:14 user nova-compute[74491]: STATIC:
Oct 30 08:09:14 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:6bf243b1-7006-4f5a-a644-43e6a3791624
Oct 30 08:09:14 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:09:14 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:09:14 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12
Oct 30 08:09:14 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:09:14 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:09:14 user nova-compute[74491]: FIRMWARE:
Oct 30 08:09:14 user nova-compute[74491]: No targets found.
Oct 30 08:09:14 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 08:09:14 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 08:09:14 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[70a50cf3-7859-4817-a79d-1313f6e294df]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6bf243b1-7006-4f5a-a644-43e6a3791624\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc03f710-ff9f-4385-8ae7-d3073618674f]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bf243b1-7006-4f5a-a644-43e6a3791624 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 (non-flash)
Oct 30 08:09:14 user nova-compute[74491]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bf243b1-7006-4f5a-a644-43e6a3791624 (non-flash)
Oct 30 08:09:14 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 (non-flash)
Oct 30 08:09:14 user nova-compute[74491]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bf243b1-7006-4f5a-a644-43e6a3791624 (non-flash)
Oct 30 08:09:14 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feecc7c1240>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12'): ({'sdb'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Removing single pathed devices sdb {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e115625a-5cba-4a1c-a626-8f27c468d8af]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[33c24564-e023-4bbe-9960-afba9a50e869]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Flushing IO for device /dev/sdb {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c065736c-1304-4c13-b49b-8bcd12cbe67c]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.037s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2afcc85f-6cad-427c-8a3a-dc69a35e2d8e]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_f5343164', '/dev/disk/by-id/scsi-1SCST_BIOf5343164-a1836bce9dc01a50', '/dev/disk/by-id/scsi-26131383336626365') {{(pid=85960) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[07811720-0b78-4ed4-8996-a7dc9dbce349]: (4, None) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e97be1a-af6d-4447-a55a-bae4c59fb5a1]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed2ee4b0-f14a-47b3-b798-e80a72850511]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12, portal: 172.16.0.220,3260]
Oct 30 08:09:14 user nova-compute[74491]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12, portal: 172.16.0.220,3260] successful.
Oct 30 08:09:14 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c9d2407a-7453-4e90-a7ac-e4aba9a81d12 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e984fc9-87b5-47b6-a44b-d6c5a134cefd]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.299s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] <== disconnect_volume: return (301ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 08:09:14 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Deleting instance files /opt/stack/data/nova/instances/d75464d0-0b92-4a29-b7a8-c073b5218472_del
Oct 30 08:09:14 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Deletion of /opt/stack/data/nova/instances/d75464d0-0b92-4a29-b7a8-c073b5218472_del complete
Oct 30 08:09:14 user nova-compute[74491]: INFO nova.compute.manager [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Took 1.14 seconds to destroy the instance on the hypervisor.
Oct 30 08:09:14 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 08:09:14 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 08:09:15 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:09:15 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:09:15 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Took 0.55 seconds to deallocate network for instance.
Oct 30 08:09:16 user nova-compute[74491]: DEBUG nova.compute.manager [req-589d232b-ebc2-44da-8bd2-b664648de9f7 req-31ed3a06-18b4-4527-b6f2-c7f7311ef034 service nova] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Received event network-vif-plugged-b179ce68-56b3-4445-8543-cfe81f94133d {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:09:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-589d232b-ebc2-44da-8bd2-b664648de9f7 req-31ed3a06-18b4-4527-b6f2-c7f7311ef034 service nova] Acquiring lock "d75464d0-0b92-4a29-b7a8-c073b5218472-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:09:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-589d232b-ebc2-44da-8bd2-b664648de9f7 req-31ed3a06-18b4-4527-b6f2-c7f7311ef034 service nova] Lock "d75464d0-0b92-4a29-b7a8-c073b5218472-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:09:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-589d232b-ebc2-44da-8bd2-b664648de9f7 req-31ed3a06-18b4-4527-b6f2-c7f7311ef034 service nova] Lock "d75464d0-0b92-4a29-b7a8-c073b5218472-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:09:16 user nova-compute[74491]: DEBUG nova.compute.manager [req-589d232b-ebc2-44da-8bd2-b664648de9f7 req-31ed3a06-18b4-4527-b6f2-c7f7311ef034 service nova] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] No waiting events found dispatching network-vif-plugged-b179ce68-56b3-4445-8543-cfe81f94133d {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:09:16 user nova-compute[74491]: WARNING nova.compute.manager [req-589d232b-ebc2-44da-8bd2-b664648de9f7 req-31ed3a06-18b4-4527-b6f2-c7f7311ef034 service nova] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Received unexpected event network-vif-plugged-b179ce68-56b3-4445-8543-cfe81f94133d for instance with vm_state active and task_state deleting.
Oct 30 08:09:16 user nova-compute[74491]: DEBUG nova.compute.manager [req-589d232b-ebc2-44da-8bd2-b664648de9f7 req-31ed3a06-18b4-4527-b6f2-c7f7311ef034 service nova] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Received event network-vif-deleted-b179ce68-56b3-4445-8543-cfe81f94133d {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:09:16 user nova-compute[74491]: INFO nova.compute.manager [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Took 0.90 seconds to detach 1 volumes for instance.
Oct 30 08:09:16 user nova-compute[74491]: DEBUG nova.compute.manager [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: d75464d0-0b92-4a29-b7a8-c073b5218472] Deleting volume: c9d2407a-7453-4e90-a7ac-e4aba9a81d12 {{(pid=74491) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 30 08:09:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:09:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:09:16 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:09:16 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:09:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:09:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.239s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:09:16 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Deleted allocations for instance d75464d0-0b92-4a29-b7a8-c073b5218472
Oct 30 08:09:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-377903d3-247f-4be6-ad59-7c0dbd3583f7 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "d75464d0-0b92-4a29-b7a8-c073b5218472" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.114s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:09:17 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:09:17 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:09:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:09:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:09:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:09:17 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:09:17 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:09:17 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:09:17 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:09:17 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:09:18 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:09:18 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:09:18 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8704MB free_disk=25.190345764160156GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:09:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:09:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:09:18 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance a194acf1-cb1f-4e19-a893-574bf8ef5b21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:09:18 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:09:18 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:09:18 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:09:18 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:09:18 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:09:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.212s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:09:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:09:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:09:24 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:09:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:09:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:09:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:09:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:09:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:09:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:09:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:09:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:09:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:09:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.imagecache [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Verify base images {{(pid=74491) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Oct 30 08:09:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.imagecache [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Image id 62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb yields fingerprint cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 {{(pid=74491) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 30 08:09:33 user nova-compute[74491]: INFO nova.virt.libvirt.imagecache [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] image 62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb at (/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6): checking
Oct 30 08:09:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.imagecache [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] image 62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb at (/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6): image is in use {{(pid=74491) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Oct 30 08:09:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.imagecache [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=74491) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 30 08:09:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.imagecache [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] a194acf1-cb1f-4e19-a893-574bf8ef5b21 is a valid instance name {{(pid=74491) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 30 08:09:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.imagecache [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] a194acf1-cb1f-4e19-a893-574bf8ef5b21 has a disk file {{(pid=74491) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Oct 30 08:09:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:09:33 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:09:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.imagecache [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance a194acf1-cb1f-4e19-a893-574bf8ef5b21 is backed by cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 {{(pid=74491) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Oct 30 08:09:33 user nova-compute[74491]: WARNING nova.virt.libvirt.imagecache [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Unknown base file: /opt/stack/data/nova/instances/_base/cc564f193d511c8cbdfcaa8644b79c8ee70bfdd0
Oct 30 08:09:33 user nova-compute[74491]: WARNING nova.virt.libvirt.imagecache [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Unknown base file: /opt/stack/data/nova/instances/_base/3923b8a10c2897d1bca8f84fb742f1e3cf68962c
Oct 30 08:09:33 user nova-compute[74491]: WARNING nova.virt.libvirt.imagecache [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Unknown base file: /opt/stack/data/nova/instances/_base/87af9b00eefb19e6ac756f307f2d3425dff1f494
Oct 30 08:09:33 user nova-compute[74491]: WARNING nova.virt.libvirt.imagecache [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Unknown base file: /opt/stack/data/nova/instances/_base/1de25b2708c22b7eb61c3a47375ae4989b4d7572
Oct 30 08:09:33 user nova-compute[74491]: WARNING nova.virt.libvirt.imagecache [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Unknown base file: /opt/stack/data/nova/instances/_base/90fa63310932ceb7fcad06748360147a8799e1f0
Oct 30 08:09:33 user nova-compute[74491]: WARNING nova.virt.libvirt.imagecache [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Unknown base file: /opt/stack/data/nova/instances/_base/780a7c0b669b43c037a2b04a557da3c046403872
Oct 30 08:09:33 user nova-compute[74491]: WARNING nova.virt.libvirt.imagecache [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Unknown base file: /opt/stack/data/nova/instances/_base/185003491c3539cf0a43253aa229fc86323b13a3
Oct 30 08:09:33 user nova-compute[74491]: WARNING nova.virt.libvirt.imagecache [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Unknown base file: /opt/stack/data/nova/instances/_base/82ba4541b26827d8f59d4881c8ea482630c25054
Oct 30 08:09:33 user nova-compute[74491]: INFO nova.virt.libvirt.imagecache [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Active base files: /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6
Oct 30 08:09:33 user nova-compute[74491]: INFO nova.virt.libvirt.imagecache [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Removable base files: /opt/stack/data/nova/instances/_base/cc564f193d511c8cbdfcaa8644b79c8ee70bfdd0 /opt/stack/data/nova/instances/_base/3923b8a10c2897d1bca8f84fb742f1e3cf68962c /opt/stack/data/nova/instances/_base/87af9b00eefb19e6ac756f307f2d3425dff1f494 /opt/stack/data/nova/instances/_base/1de25b2708c22b7eb61c3a47375ae4989b4d7572 /opt/stack/data/nova/instances/_base/90fa63310932ceb7fcad06748360147a8799e1f0 /opt/stack/data/nova/instances/_base/780a7c0b669b43c037a2b04a557da3c046403872 /opt/stack/data/nova/instances/_base/185003491c3539cf0a43253aa229fc86323b13a3 /opt/stack/data/nova/instances/_base/82ba4541b26827d8f59d4881c8ea482630c25054
Oct 30 08:09:33 user nova-compute[74491]: INFO nova.virt.libvirt.imagecache [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/cc564f193d511c8cbdfcaa8644b79c8ee70bfdd0
Oct 30 08:09:33 user nova-compute[74491]: INFO nova.virt.libvirt.imagecache [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/3923b8a10c2897d1bca8f84fb742f1e3cf68962c
Oct 30 08:09:33 user nova-compute[74491]: INFO nova.virt.libvirt.imagecache [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/87af9b00eefb19e6ac756f307f2d3425dff1f494
Oct 30 08:09:33 user nova-compute[74491]: INFO nova.virt.libvirt.imagecache [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/1de25b2708c22b7eb61c3a47375ae4989b4d7572
Oct 30 08:09:33 user nova-compute[74491]: INFO nova.virt.libvirt.imagecache [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/90fa63310932ceb7fcad06748360147a8799e1f0
Oct 30 08:09:33 user nova-compute[74491]: INFO nova.virt.libvirt.imagecache [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/780a7c0b669b43c037a2b04a557da3c046403872
Oct 30 08:09:33 user nova-compute[74491]: INFO nova.virt.libvirt.imagecache [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/185003491c3539cf0a43253aa229fc86323b13a3
Oct 30 08:09:33 user nova-compute[74491]: INFO nova.virt.libvirt.imagecache [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/82ba4541b26827d8f59d4881c8ea482630c25054
Oct 30 08:09:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.imagecache [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Verification complete {{(pid=74491) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Oct 30 08:09:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.imagecache [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Verify swap images {{(pid=74491) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Oct 30 08:09:33 user nova-compute[74491]: DEBUG nova.virt.libvirt.imagecache [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Verify ephemeral images {{(pid=74491) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Oct 30 08:09:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:09:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:09:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:09:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:09:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:09:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:09:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:10:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:10:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:10:03 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:10:03 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:10:03 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 08:10:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-a194acf1-cb1f-4e19-a893-574bf8ef5b21" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:10:03 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-a194acf1-cb1f-4e19-a893-574bf8ef5b21" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:10:03 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 08:10:03 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lazy-loading 'info_cache' on Instance uuid a194acf1-cb1f-4e19-a893-574bf8ef5b21 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:10:04 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Updating instance_info_cache with network_info: [{"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:10:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-a194acf1-cb1f-4e19-a893-574bf8ef5b21" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:10:04 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 08:10:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:10:05 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:10:06 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:10:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:10:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:10:08 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:10:09 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:10:10 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:10:10 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:10:10 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Cleaning up deleted instances {{(pid=74491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 08:10:10 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] There are 0 instances to clean {{(pid=74491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 08:10:10 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:10:10 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74491) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 08:10:11 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:10:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:10:15 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:10:16 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:10:17 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:10:17 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:10:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:10:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:10:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:10:17 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:10:17 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:10:17 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:10:17 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:10:17 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:10:18 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:10:18 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:10:18 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8941MB free_disk=25.251686096191406GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:10:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:10:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:10:18 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance a194acf1-cb1f-4e19-a893-574bf8ef5b21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:10:18 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:10:18 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:10:18 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing inventories for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 08:10:18 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Updating ProviderTree inventory for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 08:10:18 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Updating inventory in ProviderTree for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 08:10:18 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing aggregate associations for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9, aggregates: None {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 08:10:18 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing trait associations for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9, traits: COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_CIRRUS,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSSE3,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_TRUSTED_CERTS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE41,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE,HW_CPU_X86_MMX,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_FDC,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_USB {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 08:10:18 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:10:18 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:10:18 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:10:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.470s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:10:19 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:10:22 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:10:24 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:10:29 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:10:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:10:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:10:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fcbe806c-2896-458b-a410-94238ee3c43b tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:10:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fcbe806c-2896-458b-a410-94238ee3c43b tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:10:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fcbe806c-2896-458b-a410-94238ee3c43b tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:10:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fcbe806c-2896-458b-a410-94238ee3c43b tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:10:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fcbe806c-2896-458b-a410-94238ee3c43b tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:10:41 user nova-compute[74491]: INFO nova.compute.manager [None req-fcbe806c-2896-458b-a410-94238ee3c43b tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Terminating instance
Oct 30 08:10:41 user nova-compute[74491]: DEBUG nova.compute.manager [None req-fcbe806c-2896-458b-a410-94238ee3c43b tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 08:10:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:10:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:10:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:10:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:10:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:10:41 user nova-compute[74491]: DEBUG nova.compute.manager [req-365b1a36-4cb0-4aae-af7a-f4a93a1f6b76 req-1383ff03-ee0c-4df5-9fd8-d57fd317f7f8 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Received event network-vif-unplugged-f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:10:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-365b1a36-4cb0-4aae-af7a-f4a93a1f6b76 req-1383ff03-ee0c-4df5-9fd8-d57fd317f7f8 service nova] Acquiring lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:10:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-365b1a36-4cb0-4aae-af7a-f4a93a1f6b76 req-1383ff03-ee0c-4df5-9fd8-d57fd317f7f8 service nova] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:10:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-365b1a36-4cb0-4aae-af7a-f4a93a1f6b76 req-1383ff03-ee0c-4df5-9fd8-d57fd317f7f8 service nova] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:10:41 user nova-compute[74491]: DEBUG nova.compute.manager [req-365b1a36-4cb0-4aae-af7a-f4a93a1f6b76 req-1383ff03-ee0c-4df5-9fd8-d57fd317f7f8 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] No waiting events found dispatching network-vif-unplugged-f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:10:41 user nova-compute[74491]: DEBUG nova.compute.manager [req-365b1a36-4cb0-4aae-af7a-f4a93a1f6b76 req-1383ff03-ee0c-4df5-9fd8-d57fd317f7f8 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Received event network-vif-unplugged-f9e8808b-ff95-48f3-860f-a50275ffe564 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "c6ce84e1-5990-4e80-96bc-61294580aab7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "c6ce84e1-5990-4e80-96bc-61294580aab7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG nova.compute.manager [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 08:10:42 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Instance destroyed successfully.
Oct 30 08:10:42 user nova-compute[74491]: DEBUG nova.objects.instance [None req-fcbe806c-2896-458b-a410-94238ee3c43b tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'resources' on Instance uuid a194acf1-cb1f-4e19-a893-574bf8ef5b21 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-fcbe806c-2896-458b-a410-94238ee3c43b tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:00:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1368427086',display_name='tempest-AttachVolumeTestJSON-server-1368427086',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1368427086',id=41,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKM2Y9Jc5JUcLziYPaubZPairGztHzvdpDAwSxvuP4CTiPBaDWTg0zUlzSp0+NvN6++TxvTIniSo1hPD7Vr2VdB7Jg9pky8+6ztzFRT8eiV2BEiF6I4jKSzRztEZWOLXlg==',key_name='tempest-keypair-1011913895',keypairs=<?>,launch_index=0,launched_at=2023-10-30T08:00:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3abfa530c3404a19af6fb0548e306d3f',ramdisk_id='',reservation_id='r-eclve8qy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1615103906',owner_user_name='tempest-AttachVolumeTestJSON-1615103906-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T08:08:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a34321c2cf0542d0b8f9f3f6c32e059c',uuid=a194acf1-cb1f-4e19-a893-574bf8ef5b21,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-fcbe806c-2896-458b-a410-94238ee3c43b tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Converting VIF {"id": "f9e8808b-ff95-48f3-860f-a50275ffe564", "address": "fa:16:3e:55:f3:76", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9e8808b-ff", "ovs_interfaceid": "f9e8808b-ff95-48f3-860f-a50275ffe564", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-fcbe806c-2896-458b-a410-94238ee3c43b tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:55:f3:76,bridge_name='br-int',has_traffic_filtering=True,id=f9e8808b-ff95-48f3-860f-a50275ffe564,network=Network(1f627015-45aa-4398-9332-0d6bd1bc1082),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9e8808b-ff') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG os_vif [None req-fcbe806c-2896-458b-a410-94238ee3c43b tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:55:f3:76,bridge_name='br-int',has_traffic_filtering=True,id=f9e8808b-ff95-48f3-860f-a50275ffe564,network=Network(1f627015-45aa-4398-9332-0d6bd1bc1082),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9e8808b-ff') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf9e8808b-ff, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 08:10:42 user nova-compute[74491]: INFO nova.compute.claims [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Claim successful on node user
Oct 30 08:10:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ced89d0e-ffdf-44c5-8c2a-f7e95b31101e) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:10:42 user nova-compute[74491]: INFO os_vif [None req-fcbe806c-2896-458b-a410-94238ee3c43b tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:55:f3:76,bridge_name='br-int',has_traffic_filtering=True,id=f9e8808b-ff95-48f3-860f-a50275ffe564,network=Network(1f627015-45aa-4398-9332-0d6bd1bc1082),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9e8808b-ff')
Oct 30 08:10:42 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-fcbe806c-2896-458b-a410-94238ee3c43b tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Deleting instance files /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21_del
Oct 30 08:10:42 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-fcbe806c-2896-458b-a410-94238ee3c43b tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Deletion of /opt/stack/data/nova/instances/a194acf1-cb1f-4e19-a893-574bf8ef5b21_del complete
Oct 30 08:10:42 user nova-compute[74491]: INFO nova.compute.manager [None req-fcbe806c-2896-458b-a410-94238ee3c43b tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Took 0.87 seconds to destroy the instance on the hypervisor.
Oct 30 08:10:42 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-fcbe806c-2896-458b-a410-94238ee3c43b tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.217s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG nova.compute.manager [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG nova.compute.manager [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG nova.network.neutron [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 08:10:42 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 08:10:42 user nova-compute[74491]: DEBUG nova.compute.manager [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG nova.policy [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89a3cbeb414c46f281604a0952af6864', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf66fa2f7c4c4487bde3306920d484f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 08:10:42 user nova-compute[74491]: INFO nova.virt.block_device [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Booting with volume c43304fa-0656-40ee-8be8-ab4817a9d513 at /dev/vda
Oct 30 08:10:42 user nova-compute[74491]: DEBUG os_brick.utils [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3654a06f-b6ec-409c-960e-df732f7271ff]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[279e9e65-a0db-4ece-8b32-c47c7d974be5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[07a7362b-523c-404e-950c-d8455a20db4e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6a440c1-c64b-410d-ad03-53a8d1cc41ab]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:10:42 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 08:10:42 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1440442-5936-4898-ae85-e070e3d6b34c]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG os_brick.utils [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:10:42 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Updating existing volume attachment record: 44879cca-b74b-48e1-848f-4577b0129565 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 08:10:43 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:10:43 user nova-compute[74491]: DEBUG nova.compute.manager [req-2cde2a03-1e2e-44cd-bc27-a83bab6b4890 req-da9918af-700a-463c-ab06-2956a15606cc service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Received event network-vif-deleted-f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:10:43 user nova-compute[74491]: INFO nova.compute.manager [req-2cde2a03-1e2e-44cd-bc27-a83bab6b4890 req-da9918af-700a-463c-ab06-2956a15606cc service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Neutron deleted interface f9e8808b-ff95-48f3-860f-a50275ffe564; detaching it from the instance and deleting it from the info cache
Oct 30 08:10:43 user nova-compute[74491]: DEBUG nova.network.neutron [req-2cde2a03-1e2e-44cd-bc27-a83bab6b4890 req-da9918af-700a-463c-ab06-2956a15606cc service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:10:43 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Took 0.85 seconds to deallocate network for instance.
Oct 30 08:10:43 user nova-compute[74491]: DEBUG nova.compute.manager [req-2cde2a03-1e2e-44cd-bc27-a83bab6b4890 req-da9918af-700a-463c-ab06-2956a15606cc service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Detach interface failed, port_id=f9e8808b-ff95-48f3-860f-a50275ffe564, reason: Instance a194acf1-cb1f-4e19-a893-574bf8ef5b21 could not be found. {{(pid=74491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 08:10:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fcbe806c-2896-458b-a410-94238ee3c43b tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:10:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fcbe806c-2896-458b-a410-94238ee3c43b tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:10:43 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-fcbe806c-2896-458b-a410-94238ee3c43b tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:10:43 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-fcbe806c-2896-458b-a410-94238ee3c43b tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:10:43 user nova-compute[74491]: DEBUG nova.network.neutron [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Successfully created port: f7cefccf-55fd-49ee-9f4f-f48a09790b3c {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 08:10:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fcbe806c-2896-458b-a410-94238ee3c43b tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.189s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:10:43 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-fcbe806c-2896-458b-a410-94238ee3c43b tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Deleted allocations for instance a194acf1-cb1f-4e19-a893-574bf8ef5b21
Oct 30 08:10:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-fcbe806c-2896-458b-a410-94238ee3c43b tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.129s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:10:44 user nova-compute[74491]: DEBUG nova.compute.manager [req-8f9dbe32-ad0c-44cc-86ab-f02538b5166d req-0e8b32da-0565-4b8b-ac04-bebb68dc63e1 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Received event network-vif-plugged-f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:10:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8f9dbe32-ad0c-44cc-86ab-f02538b5166d req-0e8b32da-0565-4b8b-ac04-bebb68dc63e1 service nova] Acquiring lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:10:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8f9dbe32-ad0c-44cc-86ab-f02538b5166d req-0e8b32da-0565-4b8b-ac04-bebb68dc63e1 service nova] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:10:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8f9dbe32-ad0c-44cc-86ab-f02538b5166d req-0e8b32da-0565-4b8b-ac04-bebb68dc63e1 service nova] Lock "a194acf1-cb1f-4e19-a893-574bf8ef5b21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:10:44 user nova-compute[74491]: DEBUG nova.compute.manager [req-8f9dbe32-ad0c-44cc-86ab-f02538b5166d req-0e8b32da-0565-4b8b-ac04-bebb68dc63e1 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] No waiting events found dispatching network-vif-plugged-f9e8808b-ff95-48f3-860f-a50275ffe564 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:10:44 user nova-compute[74491]: WARNING nova.compute.manager [req-8f9dbe32-ad0c-44cc-86ab-f02538b5166d req-0e8b32da-0565-4b8b-ac04-bebb68dc63e1 service nova] [instance: a194acf1-cb1f-4e19-a893-574bf8ef5b21] Received unexpected event network-vif-plugged-f9e8808b-ff95-48f3-860f-a50275ffe564 for instance with vm_state deleted and task_state None.
Oct 30 08:10:44 user nova-compute[74491]: DEBUG nova.network.neutron [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Successfully updated port: f7cefccf-55fd-49ee-9f4f-f48a09790b3c {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 08:10:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "refresh_cache-c6ce84e1-5990-4e80-96bc-61294580aab7" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:10:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquired lock "refresh_cache-c6ce84e1-5990-4e80-96bc-61294580aab7" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:10:44 user nova-compute[74491]: DEBUG nova.network.neutron [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 08:10:44 user nova-compute[74491]: DEBUG nova.network.neutron [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 08:10:44 user nova-compute[74491]: DEBUG nova.network.neutron [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Updating instance_info_cache with network_info: [{"id": "f7cefccf-55fd-49ee-9f4f-f48a09790b3c", "address": "fa:16:3e:e6:47:cd", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7cefccf-55", "ovs_interfaceid": "f7cefccf-55fd-49ee-9f4f-f48a09790b3c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:10:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Releasing lock "refresh_cache-c6ce84e1-5990-4e80-96bc-61294580aab7" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:10:44 user nova-compute[74491]: DEBUG nova.compute.manager [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Instance network_info: |[{"id": "f7cefccf-55fd-49ee-9f4f-f48a09790b3c", "address": "fa:16:3e:e6:47:cd", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7cefccf-55", "ovs_interfaceid": "f7cefccf-55fd-49ee-9f4f-f48a09790b3c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 08:10:46 user nova-compute[74491]: DEBUG nova.compute.manager [req-8f60165e-66e5-4023-bfe4-18ea6fb57bd1 req-8f70a510-6e0e-4a78-b3f4-5c1e4d2145ff service nova] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Received event network-changed-f7cefccf-55fd-49ee-9f4f-f48a09790b3c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:10:46 user nova-compute[74491]: DEBUG nova.compute.manager [req-8f60165e-66e5-4023-bfe4-18ea6fb57bd1 req-8f70a510-6e0e-4a78-b3f4-5c1e4d2145ff service nova] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Refreshing instance network info cache due to event network-changed-f7cefccf-55fd-49ee-9f4f-f48a09790b3c. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:10:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8f60165e-66e5-4023-bfe4-18ea6fb57bd1 req-8f70a510-6e0e-4a78-b3f4-5c1e4d2145ff service nova] Acquiring lock "refresh_cache-c6ce84e1-5990-4e80-96bc-61294580aab7" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:10:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8f60165e-66e5-4023-bfe4-18ea6fb57bd1 req-8f70a510-6e0e-4a78-b3f4-5c1e4d2145ff service nova] Acquired lock "refresh_cache-c6ce84e1-5990-4e80-96bc-61294580aab7" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:10:46 user nova-compute[74491]: DEBUG nova.network.neutron [req-8f60165e-66e5-4023-bfe4-18ea6fb57bd1 req-8f70a510-6e0e-4a78-b3f4-5c1e4d2145ff service nova] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Refreshing network info cache for port f7cefccf-55fd-49ee-9f4f-f48a09790b3c {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:10:46 user nova-compute[74491]: DEBUG nova.network.neutron [req-8f60165e-66e5-4023-bfe4-18ea6fb57bd1 req-8f70a510-6e0e-4a78-b3f4-5c1e4d2145ff service nova] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Updated VIF entry in instance network info cache for port f7cefccf-55fd-49ee-9f4f-f48a09790b3c. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:10:46 user nova-compute[74491]: DEBUG nova.network.neutron [req-8f60165e-66e5-4023-bfe4-18ea6fb57bd1 req-8f70a510-6e0e-4a78-b3f4-5c1e4d2145ff service nova] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Updating instance_info_cache with network_info: [{"id": "f7cefccf-55fd-49ee-9f4f-f48a09790b3c", "address": "fa:16:3e:e6:47:cd", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7cefccf-55", "ovs_interfaceid": "f7cefccf-55fd-49ee-9f4f-f48a09790b3c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:10:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8f60165e-66e5-4023-bfe4-18ea6fb57bd1 req-8f70a510-6e0e-4a78-b3f4-5c1e4d2145ff service nova] Releasing lock "refresh_cache-c6ce84e1-5990-4e80-96bc-61294580aab7" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:10:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:10:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:10:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG nova.compute.manager [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 08:11:01 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Creating image(s)
Oct 30 08:11:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Did not create local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Ensure instance console log exists: /opt/stack/data/nova/instances/c6ce84e1-5990-4e80-96bc-61294580aab7/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Start _get_guest_xml network_info=[{"id": "f7cefccf-55fd-49ee-9f4f-f48a09790b3c", "address": "fa:16:3e:e6:47:cd", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7cefccf-55", "ovs_interfaceid": "f7cefccf-55fd-49ee-9f4f-f48a09790b3c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'attachment_id': '44879cca-b74b-48e1-848f-4577b0129565', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pmnugYVA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c6ce84e1-5990-4e80-96bc-61294580aab7', 'attached_at': '', 'detached_at': '', 'volume_id': 'c43304fa-0656-40ee-8be8-ab4817a9d513', 'serial': 'c43304fa-0656-40ee-8be8-ab4817a9d513'}, 'delete_on_termination': True, 'volume_type': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 08:11:01 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:11:01 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:11:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pmnugYVA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:11:01 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:11:01 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:11:01 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:11:01 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:11:01 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed82f80d-76c4-402e-b3f5-4ee3f6fd51a0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 08:11:01 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1b6ffd1-c962-426f-bb9d-c842d0b1d65c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513] added
Oct 30 08:11:01 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[30cc33f7-d14b-4d01-9adc-7054883b6265]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[de5024a8-4bdc-4d20-8645-0938c533af83]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pmnugYVA {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pmnugYVA" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b6788ec-49a1-4540-931b-e5443f627547]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pmnugYVA'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f3540e8-8ede-4aa7-8eb9-ff37f77f671d]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[48125e9b-f7a3-48d6-97d1-aa585e37546d]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 30 08:11:01 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 30 08:11:01 user nova-compute[74491]:  {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:11:01 user nova-compute[74491]: WARNING os_brick.initiator.connectors.iscsi [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 30 08:11:01 user nova-compute[74491]: 
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 -p 172.16.0.220:3260 --login" returned: 0 in 0.043s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f350a1b-e818-472d-8b9e-a93db3ee92c0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513, portal: 172.16.0.220,3260]
Oct 30 08:11:01 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513, portal: 172.16.0.220,3260] successful.
Oct 30 08:11:01 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[04a64bdb-f787-432a-8d66-e9e40e174fc1]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee65b4c5-daf2-466e-8380-bad32a73d956]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)
Oct 30 08:11:01 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)
Oct 30 08:11:01 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.252s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] HCTL ('33', '-', '-', 0) found on session 50 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d2734b3-0089-4e34-bb6a-4b52f6660a7d]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:11:01 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Searching for a device in session 50 and hctl ['33', '*', '*', 0] yield: None {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 08:11:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:11:02 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Searching for a device in session 50 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 08:11:02 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pmnugYVA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 08:11:02 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.284s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:11:02 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] <== connect_volume: return (1286ms) {'type': 'block', 'scsi_wwn': '23064333766376139', 'path': '/dev/sdb'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:11:02 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23064333766376139', 'path': '/dev/sdb'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 08:11:02 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:10:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-21593420',display_name='tempest-TestVolumeBootPattern-volume-backed-server-21593420',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-21593420',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCLhIjH7CF7CibAtQLGlDgNtIy79OGdS6lhdGXRrPzInWLbBJuan8tgAEGb+2tULB+p9rUk6gZB37RXCc4BRZO0G5yWOFZTQTxATfKzrlSz02jkqyBVkYCXvk8YDEycHZQ==',key_name='tempest-keypair-593206641',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bf66fa2f7c4c4487bde3306920d484f5',ramdisk_id='',reservation_id='r-2itvs4ta',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-611689909',owner_user_name='tempest-TestVolumeBootPattern-611689909-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T08:10:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='89a3cbeb414c46f281604a0952af6864',uuid=c6ce84e1-5990-4e80-96bc-61294580aab7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f7cefccf-55fd-49ee-9f4f-f48a09790b3c", "address": "fa:16:3e:e6:47:cd", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7cefccf-55", "ovs_interfaceid": "f7cefccf-55fd-49ee-9f4f-f48a09790b3c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 08:11:02 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converting VIF {"id": "f7cefccf-55fd-49ee-9f4f-f48a09790b3c", "address": "fa:16:3e:e6:47:cd", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7cefccf-55", "ovs_interfaceid": "f7cefccf-55fd-49ee-9f4f-f48a09790b3c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:11:02 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:47:cd,bridge_name='br-int',has_traffic_filtering=True,id=f7cefccf-55fd-49ee-9f4f-f48a09790b3c,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7cefccf-55') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:11:02 user nova-compute[74491]: DEBUG nova.objects.instance [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lazy-loading 'pci_devices' on Instance uuid c6ce84e1-5990-4e80-96bc-61294580aab7 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:11:02 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] End _get_guest_xml xml=<domain type="kvm">
Oct 30 08:11:02 user nova-compute[74491]:   <uuid>c6ce84e1-5990-4e80-96bc-61294580aab7</uuid>
Oct 30 08:11:02 user nova-compute[74491]:   <name>instance-0000002e</name>
Oct 30 08:11:02 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 08:11:02 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 08:11:02 user nova-compute[74491]:   <metadata>
Oct 30 08:11:02 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 08:11:02 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 08:11:02 user nova-compute[74491]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-21593420</nova:name>
Oct 30 08:11:02 user nova-compute[74491]:       <nova:creationTime>2023-10-30 08:11:01</nova:creationTime>
Oct 30 08:11:02 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 08:11:02 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 08:11:02 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 08:11:02 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 08:11:02 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 08:11:02 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 08:11:02 user nova-compute[74491]:       </nova:flavor>
Oct 30 08:11:02 user nova-compute[74491]:       <nova:owner>
Oct 30 08:11:02 user nova-compute[74491]:         <nova:user uuid="89a3cbeb414c46f281604a0952af6864">tempest-TestVolumeBootPattern-611689909-project-member</nova:user>
Oct 30 08:11:02 user nova-compute[74491]:         <nova:project uuid="bf66fa2f7c4c4487bde3306920d484f5">tempest-TestVolumeBootPattern-611689909</nova:project>
Oct 30 08:11:02 user nova-compute[74491]:       </nova:owner>
Oct 30 08:11:02 user nova-compute[74491]:       <nova:ports>
Oct 30 08:11:02 user nova-compute[74491]:         <nova:port uuid="f7cefccf-55fd-49ee-9f4f-f48a09790b3c">
Oct 30 08:11:02 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 30 08:11:02 user nova-compute[74491]:         </nova:port>
Oct 30 08:11:02 user nova-compute[74491]:       </nova:ports>
Oct 30 08:11:02 user nova-compute[74491]:     </nova:instance>
Oct 30 08:11:02 user nova-compute[74491]:   </metadata>
Oct 30 08:11:02 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 08:11:02 user nova-compute[74491]:     <system>
Oct 30 08:11:02 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 08:11:02 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 08:11:02 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 08:11:02 user nova-compute[74491]:       <entry name="serial">c6ce84e1-5990-4e80-96bc-61294580aab7</entry>
Oct 30 08:11:02 user nova-compute[74491]:       <entry name="uuid">c6ce84e1-5990-4e80-96bc-61294580aab7</entry>
Oct 30 08:11:02 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 08:11:02 user nova-compute[74491]:     </system>
Oct 30 08:11:02 user nova-compute[74491]:   </sysinfo>
Oct 30 08:11:02 user nova-compute[74491]:   <os>
Oct 30 08:11:02 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 08:11:02 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 08:11:02 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 08:11:02 user nova-compute[74491]:   </os>
Oct 30 08:11:02 user nova-compute[74491]:   <features>
Oct 30 08:11:02 user nova-compute[74491]:     <acpi/>
Oct 30 08:11:02 user nova-compute[74491]:     <apic/>
Oct 30 08:11:02 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 08:11:02 user nova-compute[74491]:   </features>
Oct 30 08:11:02 user nova-compute[74491]:   <clock offset="utc">
Oct 30 08:11:02 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 08:11:02 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 08:11:02 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 08:11:02 user nova-compute[74491]:   </clock>
Oct 30 08:11:02 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 08:11:02 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 08:11:02 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 08:11:02 user nova-compute[74491]:   </cpu>
Oct 30 08:11:02 user nova-compute[74491]:   <devices>
Oct 30 08:11:02 user nova-compute[74491]:     <disk type="block" device="disk">
Oct 30 08:11:02 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:11:02 user nova-compute[74491]:       <source dev="/dev/sdb"/>
Oct 30 08:11:02 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 08:11:02 user nova-compute[74491]:       <serial>c43304fa-0656-40ee-8be8-ab4817a9d513</serial>
Oct 30 08:11:02 user nova-compute[74491]:     </disk>
Oct 30 08:11:02 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 08:11:02 user nova-compute[74491]:       <mac address="fa:16:3e:e6:47:cd"/>
Oct 30 08:11:02 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:11:02 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 08:11:02 user nova-compute[74491]:       <target dev="tapf7cefccf-55"/>
Oct 30 08:11:02 user nova-compute[74491]:     </interface>
Oct 30 08:11:02 user nova-compute[74491]:     <serial type="pty">
Oct 30 08:11:02 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/c6ce84e1-5990-4e80-96bc-61294580aab7/console.log" append="off"/>
Oct 30 08:11:02 user nova-compute[74491]:     </serial>
Oct 30 08:11:02 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 08:11:02 user nova-compute[74491]:     <video>
Oct 30 08:11:02 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:11:02 user nova-compute[74491]:     </video>
Oct 30 08:11:02 user nova-compute[74491]:     <rng model="virtio">
Oct 30 08:11:02 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 08:11:02 user nova-compute[74491]:     </rng>
Oct 30 08:11:02 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 08:11:02 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 08:11:02 user nova-compute[74491]:       <stats period="10"/>
Oct 30 08:11:02 user nova-compute[74491]:     </memballoon>
Oct 30 08:11:02 user nova-compute[74491]:   </devices>
Oct 30 08:11:02 user nova-compute[74491]: </domain>
Oct 30 08:11:02 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 08:11:02 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:10:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-21593420',display_name='tempest-TestVolumeBootPattern-volume-backed-server-21593420',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-21593420',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCLhIjH7CF7CibAtQLGlDgNtIy79OGdS6lhdGXRrPzInWLbBJuan8tgAEGb+2tULB+p9rUk6gZB37RXCc4BRZO0G5yWOFZTQTxATfKzrlSz02jkqyBVkYCXvk8YDEycHZQ==',key_name='tempest-keypair-593206641',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bf66fa2f7c4c4487bde3306920d484f5',ramdisk_id='',reservation_id='r-2itvs4ta',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-611689909',owner_user_name='tempest-TestVolumeBootPattern-611689909-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T08:10:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='89a3cbeb414c46f281604a0952af6864',uuid=c6ce84e1-5990-4e80-96bc-61294580aab7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f7cefccf-55fd-49ee-9f4f-f48a09790b3c", "address": "fa:16:3e:e6:47:cd", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7cefccf-55", "ovs_interfaceid": "f7cefccf-55fd-49ee-9f4f-f48a09790b3c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 08:11:02 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converting VIF {"id": "f7cefccf-55fd-49ee-9f4f-f48a09790b3c", "address": "fa:16:3e:e6:47:cd", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7cefccf-55", "ovs_interfaceid": "f7cefccf-55fd-49ee-9f4f-f48a09790b3c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:11:02 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:47:cd,bridge_name='br-int',has_traffic_filtering=True,id=f7cefccf-55fd-49ee-9f4f-f48a09790b3c,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7cefccf-55') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:11:02 user nova-compute[74491]: DEBUG os_vif [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:47:cd,bridge_name='br-int',has_traffic_filtering=True,id=f7cefccf-55fd-49ee-9f4f-f48a09790b3c,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7cefccf-55') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 08:11:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:11:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 08:11:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '94abf652-9872-5eda-9216-6176d7c88165', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:11:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf7cefccf-55, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:11:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf7cefccf-55, col_values=(('qos', UUID('3ac2837a-9892-4622-b175-9d38d071c7b8')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:11:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf7cefccf-55, col_values=(('external_ids', {'iface-id': 'f7cefccf-55fd-49ee-9f4f-f48a09790b3c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e6:47:cd', 'vm-uuid': 'c6ce84e1-5990-4e80-96bc-61294580aab7'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:11:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:11:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:02 user nova-compute[74491]: INFO os_vif [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:47:cd,bridge_name='br-int',has_traffic_filtering=True,id=f7cefccf-55fd-49ee-9f4f-f48a09790b3c,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7cefccf-55')
Oct 30 08:11:02 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:11:02 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] No VIF found with MAC fa:16:3e:e6:47:cd, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 08:11:03 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:11:03 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:11:03 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 08:11:03 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Skipping network cache update for instance because it is Building. {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 30 08:11:03 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Didn't find any instances for network info cache update. {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 08:11:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:04 user nova-compute[74491]: DEBUG nova.compute.manager [req-8f9682bd-e623-4fcc-a4e9-0c526bd1e200 req-b8a37725-fbda-459f-8afc-672bc07f1cb1 service nova] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Received event network-vif-plugged-f7cefccf-55fd-49ee-9f4f-f48a09790b3c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:11:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8f9682bd-e623-4fcc-a4e9-0c526bd1e200 req-b8a37725-fbda-459f-8afc-672bc07f1cb1 service nova] Acquiring lock "c6ce84e1-5990-4e80-96bc-61294580aab7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:11:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8f9682bd-e623-4fcc-a4e9-0c526bd1e200 req-b8a37725-fbda-459f-8afc-672bc07f1cb1 service nova] Lock "c6ce84e1-5990-4e80-96bc-61294580aab7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:11:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8f9682bd-e623-4fcc-a4e9-0c526bd1e200 req-b8a37725-fbda-459f-8afc-672bc07f1cb1 service nova] Lock "c6ce84e1-5990-4e80-96bc-61294580aab7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:11:04 user nova-compute[74491]: DEBUG nova.compute.manager [req-8f9682bd-e623-4fcc-a4e9-0c526bd1e200 req-b8a37725-fbda-459f-8afc-672bc07f1cb1 service nova] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] No waiting events found dispatching network-vif-plugged-f7cefccf-55fd-49ee-9f4f-f48a09790b3c {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:11:04 user nova-compute[74491]: WARNING nova.compute.manager [req-8f9682bd-e623-4fcc-a4e9-0c526bd1e200 req-b8a37725-fbda-459f-8afc-672bc07f1cb1 service nova] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Received unexpected event network-vif-plugged-f7cefccf-55fd-49ee-9f4f-f48a09790b3c for instance with vm_state building and task_state spawning.
Oct 30 08:11:04 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:11:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:06 user nova-compute[74491]: DEBUG nova.compute.manager [req-563ed1bc-6e60-463d-b83b-bfe6454a7605 req-898945cb-5932-4d59-a02c-de04aa1d81b3 service nova] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Received event network-vif-plugged-f7cefccf-55fd-49ee-9f4f-f48a09790b3c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:11:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-563ed1bc-6e60-463d-b83b-bfe6454a7605 req-898945cb-5932-4d59-a02c-de04aa1d81b3 service nova] Acquiring lock "c6ce84e1-5990-4e80-96bc-61294580aab7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:11:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-563ed1bc-6e60-463d-b83b-bfe6454a7605 req-898945cb-5932-4d59-a02c-de04aa1d81b3 service nova] Lock "c6ce84e1-5990-4e80-96bc-61294580aab7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:11:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-563ed1bc-6e60-463d-b83b-bfe6454a7605 req-898945cb-5932-4d59-a02c-de04aa1d81b3 service nova] Lock "c6ce84e1-5990-4e80-96bc-61294580aab7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:11:06 user nova-compute[74491]: DEBUG nova.compute.manager [req-563ed1bc-6e60-463d-b83b-bfe6454a7605 req-898945cb-5932-4d59-a02c-de04aa1d81b3 service nova] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] No waiting events found dispatching network-vif-plugged-f7cefccf-55fd-49ee-9f4f-f48a09790b3c {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:11:06 user nova-compute[74491]: WARNING nova.compute.manager [req-563ed1bc-6e60-463d-b83b-bfe6454a7605 req-898945cb-5932-4d59-a02c-de04aa1d81b3 service nova] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Received unexpected event network-vif-plugged-f7cefccf-55fd-49ee-9f4f-f48a09790b3c for instance with vm_state building and task_state spawning.
Oct 30 08:11:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 08:11:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 08:11:06 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:11:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:11:06 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Instance spawned successfully.
Oct 30 08:11:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 08:11:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:11:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:11:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:11:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:11:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:11:06 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:11:06 user nova-compute[74491]: INFO nova.compute.manager [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Took 5.06 seconds to spawn the instance on the hypervisor.
Oct 30 08:11:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 08:11:06 user nova-compute[74491]: INFO nova.compute.manager [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Took 24.10 seconds to build instance.
Oct 30 08:11:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3452073e-b1a9-476f-b0ba-44ffc3504c33 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "c6ce84e1-5990-4e80-96bc-61294580aab7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.194s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:11:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:10 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:11:11 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:11:11 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:11:11 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Triggering sync for uuid c6ce84e1-5990-4e80-96bc-61294580aab7 {{(pid=74491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 08:11:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "c6ce84e1-5990-4e80-96bc-61294580aab7" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:11:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "c6ce84e1-5990-4e80-96bc-61294580aab7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:11:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "c6ce84e1-5990-4e80-96bc-61294580aab7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.025s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:11:12 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:11:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:17 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:11:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:18 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:11:19 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:11:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:11:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:11:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:11:19 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:11:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 08:11:19 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:11:19 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:11:19 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8853MB free_disk=25.277652740478516GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:11:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:11:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:11:19 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance c6ce84e1-5990-4e80-96bc-61294580aab7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:11:19 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:11:19 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:11:19 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:11:19 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:11:19 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:11:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.203s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:11:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "7bd81054-6159-4ee9-a57d-d46a91f37e94" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:11:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:11:35 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 08:11:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:11:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:11:35 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 08:11:35 user nova-compute[74491]: INFO nova.compute.claims [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Claim successful on node user
Oct 30 08:11:35 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:11:35 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:11:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.210s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:11:35 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 08:11:35 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 08:11:35 user nova-compute[74491]: DEBUG nova.network.neutron [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 08:11:35 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 08:11:35 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 08:11:35 user nova-compute[74491]: DEBUG nova.policy [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a34321c2cf0542d0b8f9f3f6c32e059c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3abfa530c3404a19af6fb0548e306d3f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 08:11:35 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 08:11:35 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 08:11:35 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Creating image(s)
Oct 30 08:11:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "/opt/stack/data/nova/instances/7bd81054-6159-4ee9-a57d-d46a91f37e94/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:11:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "/opt/stack/data/nova/instances/7bd81054-6159-4ee9-a57d-d46a91f37e94/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:11:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "/opt/stack/data/nova/instances/7bd81054-6159-4ee9-a57d-d46a91f37e94/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:11:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:11:36 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.178s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:11:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:11:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:11:36 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:11:36 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.174s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:11:36 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/7bd81054-6159-4ee9-a57d-d46a91f37e94/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:11:36 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/7bd81054-6159-4ee9-a57d-d46a91f37e94/disk 1073741824" returned: 0 in 0.066s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:11:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.247s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:11:36 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:11:36 user nova-compute[74491]: DEBUG nova.network.neutron [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Successfully created port: b6a3abb5-3f58-43a1-8fdf-a5536ddf486c {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 08:11:36 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.179s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:11:36 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7bd81054-6159-4ee9-a57d-d46a91f37e94/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 08:11:36 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bd81054-6159-4ee9-a57d-d46a91f37e94/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:11:36 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bd81054-6159-4ee9-a57d-d46a91f37e94/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:11:36 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Cannot resize image /opt/stack/data/nova/instances/7bd81054-6159-4ee9-a57d-d46a91f37e94/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 08:11:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 08:11:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Ensure instance console log exists: /opt/stack/data/nova/instances/7bd81054-6159-4ee9-a57d-d46a91f37e94/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 08:11:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:11:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:11:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:11:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:36 user nova-compute[74491]: DEBUG nova.network.neutron [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Successfully updated port: b6a3abb5-3f58-43a1-8fdf-a5536ddf486c {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "refresh_cache-7bd81054-6159-4ee9-a57d-d46a91f37e94" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquired lock "refresh_cache-7bd81054-6159-4ee9-a57d-d46a91f37e94" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.network.neutron [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.compute.manager [req-477cf6eb-6c92-438f-b522-99db765c6a44 req-ca7932ec-6c6d-4d87-8bcc-a8c6fbd8f15f service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Received event network-changed-b6a3abb5-3f58-43a1-8fdf-a5536ddf486c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.compute.manager [req-477cf6eb-6c92-438f-b522-99db765c6a44 req-ca7932ec-6c6d-4d87-8bcc-a8c6fbd8f15f service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Refreshing instance network info cache due to event network-changed-b6a3abb5-3f58-43a1-8fdf-a5536ddf486c. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-477cf6eb-6c92-438f-b522-99db765c6a44 req-ca7932ec-6c6d-4d87-8bcc-a8c6fbd8f15f service nova] Acquiring lock "refresh_cache-7bd81054-6159-4ee9-a57d-d46a91f37e94" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.network.neutron [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.network.neutron [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Updating instance_info_cache with network_info: [{"id": "b6a3abb5-3f58-43a1-8fdf-a5536ddf486c", "address": "fa:16:3e:1e:9d:27", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6a3abb5-3f", "ovs_interfaceid": "b6a3abb5-3f58-43a1-8fdf-a5536ddf486c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Releasing lock "refresh_cache-7bd81054-6159-4ee9-a57d-d46a91f37e94" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Instance network_info: |[{"id": "b6a3abb5-3f58-43a1-8fdf-a5536ddf486c", "address": "fa:16:3e:1e:9d:27", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6a3abb5-3f", "ovs_interfaceid": "b6a3abb5-3f58-43a1-8fdf-a5536ddf486c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-477cf6eb-6c92-438f-b522-99db765c6a44 req-ca7932ec-6c6d-4d87-8bcc-a8c6fbd8f15f service nova] Acquired lock "refresh_cache-7bd81054-6159-4ee9-a57d-d46a91f37e94" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.network.neutron [req-477cf6eb-6c92-438f-b522-99db765c6a44 req-ca7932ec-6c6d-4d87-8bcc-a8c6fbd8f15f service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Refreshing network info cache for port b6a3abb5-3f58-43a1-8fdf-a5536ddf486c {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Start _get_guest_xml network_info=[{"id": "b6a3abb5-3f58-43a1-8fdf-a5536ddf486c", "address": "fa:16:3e:1e:9d:27", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6a3abb5-3f", "ovs_interfaceid": "b6a3abb5-3f58-43a1-8fdf-a5536ddf486c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 08:11:37 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:11:37 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:11:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-868681130',display_name='tempest-AttachVolumeTestJSON-server-868681130',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-868681130',id=47,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGlzuQv57i7uVONRFrTAy6yr4Rt8N7L3os9xZTkAam4uHxYPoahoIYriKYtoA2BNVB4bdnR4WWzKRQVMlkBiiAoF7tiefItC5BlvEyiRKaXxpGckbfuB3DnrIXpUdP+WEw==',key_name='tempest-keypair-236452798',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3abfa530c3404a19af6fb0548e306d3f',ramdisk_id='',reservation_id='r-h1oukn4c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1615103906',owner_user_name='tempest-AttachVolumeTestJSON-1615103906-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T08:11:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a34321c2cf0542d0b8f9f3f6c32e059c',uuid=7bd81054-6159-4ee9-a57d-d46a91f37e94,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b6a3abb5-3f58-43a1-8fdf-a5536ddf486c", "address": "fa:16:3e:1e:9d:27", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6a3abb5-3f", "ovs_interfaceid": "b6a3abb5-3f58-43a1-8fdf-a5536ddf486c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Converting VIF {"id": "b6a3abb5-3f58-43a1-8fdf-a5536ddf486c", "address": "fa:16:3e:1e:9d:27", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6a3abb5-3f", "ovs_interfaceid": "b6a3abb5-3f58-43a1-8fdf-a5536ddf486c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:9d:27,bridge_name='br-int',has_traffic_filtering=True,id=b6a3abb5-3f58-43a1-8fdf-a5536ddf486c,network=Network(1f627015-45aa-4398-9332-0d6bd1bc1082),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6a3abb5-3f') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.objects.instance [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'pci_devices' on Instance uuid 7bd81054-6159-4ee9-a57d-d46a91f37e94 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] End _get_guest_xml xml=<domain type="kvm">
Oct 30 08:11:37 user nova-compute[74491]:   <uuid>7bd81054-6159-4ee9-a57d-d46a91f37e94</uuid>
Oct 30 08:11:37 user nova-compute[74491]:   <name>instance-0000002f</name>
Oct 30 08:11:37 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 08:11:37 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 08:11:37 user nova-compute[74491]:   <metadata>
Oct 30 08:11:37 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 08:11:37 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 08:11:37 user nova-compute[74491]:       <nova:name>tempest-AttachVolumeTestJSON-server-868681130</nova:name>
Oct 30 08:11:37 user nova-compute[74491]:       <nova:creationTime>2023-10-30 08:11:37</nova:creationTime>
Oct 30 08:11:37 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 08:11:37 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 08:11:37 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 08:11:37 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 08:11:37 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 08:11:37 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 08:11:37 user nova-compute[74491]:       </nova:flavor>
Oct 30 08:11:37 user nova-compute[74491]:       <nova:owner>
Oct 30 08:11:37 user nova-compute[74491]:         <nova:user uuid="a34321c2cf0542d0b8f9f3f6c32e059c">tempest-AttachVolumeTestJSON-1615103906-project-member</nova:user>
Oct 30 08:11:37 user nova-compute[74491]:         <nova:project uuid="3abfa530c3404a19af6fb0548e306d3f">tempest-AttachVolumeTestJSON-1615103906</nova:project>
Oct 30 08:11:37 user nova-compute[74491]:       </nova:owner>
Oct 30 08:11:37 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 08:11:37 user nova-compute[74491]:       <nova:ports>
Oct 30 08:11:37 user nova-compute[74491]:         <nova:port uuid="b6a3abb5-3f58-43a1-8fdf-a5536ddf486c">
Oct 30 08:11:37 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 30 08:11:37 user nova-compute[74491]:         </nova:port>
Oct 30 08:11:37 user nova-compute[74491]:       </nova:ports>
Oct 30 08:11:37 user nova-compute[74491]:     </nova:instance>
Oct 30 08:11:37 user nova-compute[74491]:   </metadata>
Oct 30 08:11:37 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 08:11:37 user nova-compute[74491]:     <system>
Oct 30 08:11:37 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 08:11:37 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 08:11:37 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 08:11:37 user nova-compute[74491]:       <entry name="serial">7bd81054-6159-4ee9-a57d-d46a91f37e94</entry>
Oct 30 08:11:37 user nova-compute[74491]:       <entry name="uuid">7bd81054-6159-4ee9-a57d-d46a91f37e94</entry>
Oct 30 08:11:37 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 08:11:37 user nova-compute[74491]:     </system>
Oct 30 08:11:37 user nova-compute[74491]:   </sysinfo>
Oct 30 08:11:37 user nova-compute[74491]:   <os>
Oct 30 08:11:37 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 08:11:37 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 08:11:37 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 08:11:37 user nova-compute[74491]:   </os>
Oct 30 08:11:37 user nova-compute[74491]:   <features>
Oct 30 08:11:37 user nova-compute[74491]:     <acpi/>
Oct 30 08:11:37 user nova-compute[74491]:     <apic/>
Oct 30 08:11:37 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 08:11:37 user nova-compute[74491]:   </features>
Oct 30 08:11:37 user nova-compute[74491]:   <clock offset="utc">
Oct 30 08:11:37 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 08:11:37 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 08:11:37 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 08:11:37 user nova-compute[74491]:   </clock>
Oct 30 08:11:37 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 08:11:37 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 08:11:37 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 08:11:37 user nova-compute[74491]:   </cpu>
Oct 30 08:11:37 user nova-compute[74491]:   <devices>
Oct 30 08:11:37 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 08:11:37 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 08:11:37 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/7bd81054-6159-4ee9-a57d-d46a91f37e94/disk"/>
Oct 30 08:11:37 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 08:11:37 user nova-compute[74491]:     </disk>
Oct 30 08:11:37 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 08:11:37 user nova-compute[74491]:       <mac address="fa:16:3e:1e:9d:27"/>
Oct 30 08:11:37 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:11:37 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 08:11:37 user nova-compute[74491]:       <target dev="tapb6a3abb5-3f"/>
Oct 30 08:11:37 user nova-compute[74491]:     </interface>
Oct 30 08:11:37 user nova-compute[74491]:     <serial type="pty">
Oct 30 08:11:37 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/7bd81054-6159-4ee9-a57d-d46a91f37e94/console.log" append="off"/>
Oct 30 08:11:37 user nova-compute[74491]:     </serial>
Oct 30 08:11:37 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 08:11:37 user nova-compute[74491]:     <video>
Oct 30 08:11:37 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:11:37 user nova-compute[74491]:     </video>
Oct 30 08:11:37 user nova-compute[74491]:     <rng model="virtio">
Oct 30 08:11:37 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 08:11:37 user nova-compute[74491]:     </rng>
Oct 30 08:11:37 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 08:11:37 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 08:11:37 user nova-compute[74491]:       <stats period="10"/>
Oct 30 08:11:37 user nova-compute[74491]:     </memballoon>
Oct 30 08:11:37 user nova-compute[74491]:   </devices>
Oct 30 08:11:37 user nova-compute[74491]: </domain>
Oct 30 08:11:37 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:11:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-868681130',display_name='tempest-AttachVolumeTestJSON-server-868681130',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-868681130',id=47,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGlzuQv57i7uVONRFrTAy6yr4Rt8N7L3os9xZTkAam4uHxYPoahoIYriKYtoA2BNVB4bdnR4WWzKRQVMlkBiiAoF7tiefItC5BlvEyiRKaXxpGckbfuB3DnrIXpUdP+WEw==',key_name='tempest-keypair-236452798',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3abfa530c3404a19af6fb0548e306d3f',ramdisk_id='',reservation_id='r-h1oukn4c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1615103906',owner_user_name='tempest-AttachVolumeTestJSON-1615103906-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T08:11:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a34321c2cf0542d0b8f9f3f6c32e059c',uuid=7bd81054-6159-4ee9-a57d-d46a91f37e94,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b6a3abb5-3f58-43a1-8fdf-a5536ddf486c", "address": "fa:16:3e:1e:9d:27", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6a3abb5-3f", "ovs_interfaceid": "b6a3abb5-3f58-43a1-8fdf-a5536ddf486c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Converting VIF {"id": "b6a3abb5-3f58-43a1-8fdf-a5536ddf486c", "address": "fa:16:3e:1e:9d:27", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6a3abb5-3f", "ovs_interfaceid": "b6a3abb5-3f58-43a1-8fdf-a5536ddf486c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:9d:27,bridge_name='br-int',has_traffic_filtering=True,id=b6a3abb5-3f58-43a1-8fdf-a5536ddf486c,network=Network(1f627015-45aa-4398-9332-0d6bd1bc1082),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6a3abb5-3f') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG os_vif [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:9d:27,bridge_name='br-int',has_traffic_filtering=True,id=b6a3abb5-3f58-43a1-8fdf-a5536ddf486c,network=Network(1f627015-45aa-4398-9332-0d6bd1bc1082),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6a3abb5-3f') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2ea64a76-e409-586b-9b35-84c408219d58', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb6a3abb5-3f, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb6a3abb5-3f, col_values=(('qos', UUID('0c631d83-f1fc-4277-8126-762b85338e75')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb6a3abb5-3f, col_values=(('external_ids', {'iface-id': 'b6a3abb5-3f58-43a1-8fdf-a5536ddf486c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1e:9d:27', 'vm-uuid': '7bd81054-6159-4ee9-a57d-d46a91f37e94'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:37 user nova-compute[74491]: INFO os_vif [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:9d:27,bridge_name='br-int',has_traffic_filtering=True,id=b6a3abb5-3f58-43a1-8fdf-a5536ddf486c,network=Network(1f627015-45aa-4398-9332-0d6bd1bc1082),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6a3abb5-3f')
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] No VIF found with MAC fa:16:3e:1e:9d:27, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.network.neutron [req-477cf6eb-6c92-438f-b522-99db765c6a44 req-ca7932ec-6c6d-4d87-8bcc-a8c6fbd8f15f service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Updated VIF entry in instance network info cache for port b6a3abb5-3f58-43a1-8fdf-a5536ddf486c. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG nova.network.neutron [req-477cf6eb-6c92-438f-b522-99db765c6a44 req-ca7932ec-6c6d-4d87-8bcc-a8c6fbd8f15f service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Updating instance_info_cache with network_info: [{"id": "b6a3abb5-3f58-43a1-8fdf-a5536ddf486c", "address": "fa:16:3e:1e:9d:27", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6a3abb5-3f", "ovs_interfaceid": "b6a3abb5-3f58-43a1-8fdf-a5536ddf486c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:11:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-477cf6eb-6c92-438f-b522-99db765c6a44 req-ca7932ec-6c6d-4d87-8bcc-a8c6fbd8f15f service nova] Releasing lock "refresh_cache-7bd81054-6159-4ee9-a57d-d46a91f37e94" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:11:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:39 user nova-compute[74491]: DEBUG nova.compute.manager [req-f1b6cc5f-8305-43d9-a885-7af1d936861c req-3770e2d1-dd6c-491f-8159-59c091151027 service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Received event network-vif-plugged-b6a3abb5-3f58-43a1-8fdf-a5536ddf486c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:11:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f1b6cc5f-8305-43d9-a885-7af1d936861c req-3770e2d1-dd6c-491f-8159-59c091151027 service nova] Acquiring lock "7bd81054-6159-4ee9-a57d-d46a91f37e94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:11:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f1b6cc5f-8305-43d9-a885-7af1d936861c req-3770e2d1-dd6c-491f-8159-59c091151027 service nova] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:11:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f1b6cc5f-8305-43d9-a885-7af1d936861c req-3770e2d1-dd6c-491f-8159-59c091151027 service nova] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:11:39 user nova-compute[74491]: DEBUG nova.compute.manager [req-f1b6cc5f-8305-43d9-a885-7af1d936861c req-3770e2d1-dd6c-491f-8159-59c091151027 service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] No waiting events found dispatching network-vif-plugged-b6a3abb5-3f58-43a1-8fdf-a5536ddf486c {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:11:39 user nova-compute[74491]: WARNING nova.compute.manager [req-f1b6cc5f-8305-43d9-a885-7af1d936861c req-3770e2d1-dd6c-491f-8159-59c091151027 service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Received unexpected event network-vif-plugged-b6a3abb5-3f58-43a1-8fdf-a5536ddf486c for instance with vm_state building and task_state spawning.
Oct 30 08:11:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:40 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 08:11:40 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 08:11:40 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Instance spawned successfully.
Oct 30 08:11:40 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 08:11:40 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:11:40 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:11:40 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:11:40 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:11:40 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:11:40 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:11:40 user nova-compute[74491]: INFO nova.compute.manager [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Took 5.04 seconds to spawn the instance on the hypervisor.
Oct 30 08:11:40 user nova-compute[74491]: DEBUG nova.compute.manager [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 08:11:40 user nova-compute[74491]: INFO nova.compute.manager [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Took 5.57 seconds to build instance.
Oct 30 08:11:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f650b5e9-ca52-45d5-8838-00604486f2f2 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.666s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:11:41 user nova-compute[74491]: DEBUG nova.compute.manager [req-d6320ed0-7f25-4bb3-867d-9ac01aa48e38 req-5621c235-e3ca-4d86-9c52-a1b5323826f1 service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Received event network-vif-plugged-b6a3abb5-3f58-43a1-8fdf-a5536ddf486c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:11:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d6320ed0-7f25-4bb3-867d-9ac01aa48e38 req-5621c235-e3ca-4d86-9c52-a1b5323826f1 service nova] Acquiring lock "7bd81054-6159-4ee9-a57d-d46a91f37e94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:11:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d6320ed0-7f25-4bb3-867d-9ac01aa48e38 req-5621c235-e3ca-4d86-9c52-a1b5323826f1 service nova] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:11:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d6320ed0-7f25-4bb3-867d-9ac01aa48e38 req-5621c235-e3ca-4d86-9c52-a1b5323826f1 service nova] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:11:41 user nova-compute[74491]: DEBUG nova.compute.manager [req-d6320ed0-7f25-4bb3-867d-9ac01aa48e38 req-5621c235-e3ca-4d86-9c52-a1b5323826f1 service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] No waiting events found dispatching network-vif-plugged-b6a3abb5-3f58-43a1-8fdf-a5536ddf486c {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:11:41 user nova-compute[74491]: WARNING nova.compute.manager [req-d6320ed0-7f25-4bb3-867d-9ac01aa48e38 req-5621c235-e3ca-4d86-9c52-a1b5323826f1 service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Received unexpected event network-vif-plugged-b6a3abb5-3f58-43a1-8fdf-a5536ddf486c for instance with vm_state active and task_state None.
Oct 30 08:11:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:11:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:11:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:12:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:12:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:12:04 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:12:04 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:12:04 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 08:12:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-c6ce84e1-5990-4e80-96bc-61294580aab7" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:12:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-c6ce84e1-5990-4e80-96bc-61294580aab7" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:12:05 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 08:12:05 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lazy-loading 'info_cache' on Instance uuid c6ce84e1-5990-4e80-96bc-61294580aab7 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:12:05 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Updating instance_info_cache with network_info: [{"id": "f7cefccf-55fd-49ee-9f4f-f48a09790b3c", "address": "fa:16:3e:e6:47:cd", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7cefccf-55", "ovs_interfaceid": "f7cefccf-55fd-49ee-9f4f-f48a09790b3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:12:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-c6ce84e1-5990-4e80-96bc-61294580aab7" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:12:05 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 08:12:05 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:12:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:12:07 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:12:07 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:12:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:12:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:12:12 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:12:12 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:12:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:12:13 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:12:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:12:18 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:12:20 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:12:20 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:12:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:12:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:12:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:12:20 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:12:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bd81054-6159-4ee9-a57d-d46a91f37e94/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:12:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bd81054-6159-4ee9-a57d-d46a91f37e94/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:12:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bd81054-6159-4ee9-a57d-d46a91f37e94/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:12:20 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bd81054-6159-4ee9-a57d-d46a91f37e94/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:12:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 08:12:21 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:12:21 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:12:21 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8770MB free_disk=25.24781036376953GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:12:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:12:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:12:21 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance c6ce84e1-5990-4e80-96bc-61294580aab7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:12:21 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 7bd81054-6159-4ee9-a57d-d46a91f37e94 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:12:21 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:12:21 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:12:21 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:12:21 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:12:21 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:12:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.219s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:12:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:12:26 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:12:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:12:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:12:33 user nova-compute[74491]: DEBUG nova.compute.manager [req-9d67ae34-b688-4bdc-a6c1-2c14d191ff29 req-d8a29c0b-e804-4777-96dd-309fa9d6599f service nova] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Received event network-changed-f7cefccf-55fd-49ee-9f4f-f48a09790b3c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:12:33 user nova-compute[74491]: DEBUG nova.compute.manager [req-9d67ae34-b688-4bdc-a6c1-2c14d191ff29 req-d8a29c0b-e804-4777-96dd-309fa9d6599f service nova] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Refreshing instance network info cache due to event network-changed-f7cefccf-55fd-49ee-9f4f-f48a09790b3c. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:12:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9d67ae34-b688-4bdc-a6c1-2c14d191ff29 req-d8a29c0b-e804-4777-96dd-309fa9d6599f service nova] Acquiring lock "refresh_cache-c6ce84e1-5990-4e80-96bc-61294580aab7" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:12:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9d67ae34-b688-4bdc-a6c1-2c14d191ff29 req-d8a29c0b-e804-4777-96dd-309fa9d6599f service nova] Acquired lock "refresh_cache-c6ce84e1-5990-4e80-96bc-61294580aab7" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:12:33 user nova-compute[74491]: DEBUG nova.network.neutron [req-9d67ae34-b688-4bdc-a6c1-2c14d191ff29 req-d8a29c0b-e804-4777-96dd-309fa9d6599f service nova] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Refreshing network info cache for port f7cefccf-55fd-49ee-9f4f-f48a09790b3c {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:12:33 user nova-compute[74491]: DEBUG nova.network.neutron [req-9d67ae34-b688-4bdc-a6c1-2c14d191ff29 req-d8a29c0b-e804-4777-96dd-309fa9d6599f service nova] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Updated VIF entry in instance network info cache for port f7cefccf-55fd-49ee-9f4f-f48a09790b3c. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:12:33 user nova-compute[74491]: DEBUG nova.network.neutron [req-9d67ae34-b688-4bdc-a6c1-2c14d191ff29 req-d8a29c0b-e804-4777-96dd-309fa9d6599f service nova] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Updating instance_info_cache with network_info: [{"id": "f7cefccf-55fd-49ee-9f4f-f48a09790b3c", "address": "fa:16:3e:e6:47:cd", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7cefccf-55", "ovs_interfaceid": "f7cefccf-55fd-49ee-9f4f-f48a09790b3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:12:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-9d67ae34-b688-4bdc-a6c1-2c14d191ff29 req-d8a29c0b-e804-4777-96dd-309fa9d6599f service nova] Releasing lock "refresh_cache-c6ce84e1-5990-4e80-96bc-61294580aab7" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:12:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:12:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:12:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:12:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:12:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:12:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "ec008323-a967-414a-bff6-c2371818a12d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:12:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "ec008323-a967-414a-bff6-c2371818a12d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:12:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 08:12:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:12:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:12:47 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 08:12:47 user nova-compute[74491]: INFO nova.compute.claims [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Claim successful on node user
Oct 30 08:12:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:12:47 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:12:47 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:12:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.226s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:12:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 08:12:47 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 08:12:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 08:12:47 user nova-compute[74491]: DEBUG nova.network.neutron [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 08:12:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 08:12:47 user nova-compute[74491]: INFO nova.virt.block_device [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Booting with volume snapshot 96a4ce15-c198-4c9b-a87b-b090d78ea79d at /dev/vda
Oct 30 08:12:47 user nova-compute[74491]: DEBUG nova.policy [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89a3cbeb414c46f281604a0952af6864', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf66fa2f7c4c4487bde3306920d484f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 08:12:48 user nova-compute[74491]: DEBUG nova.network.neutron [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Successfully created port: c4c1519d-7842-48fc-a8dc-9ecfc9007e46 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 08:12:49 user nova-compute[74491]: DEBUG nova.network.neutron [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Successfully updated port: c4c1519d-7842-48fc-a8dc-9ecfc9007e46 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 08:12:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "refresh_cache-ec008323-a967-414a-bff6-c2371818a12d" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:12:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquired lock "refresh_cache-ec008323-a967-414a-bff6-c2371818a12d" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:12:49 user nova-compute[74491]: DEBUG nova.network.neutron [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 08:12:49 user nova-compute[74491]: DEBUG nova.compute.manager [req-c509e475-3f9e-4695-b8ce-e8ee2fbc9b21 req-3360ee32-dda9-4517-b0ac-29f73263e00d service nova] [instance: ec008323-a967-414a-bff6-c2371818a12d] Received event network-changed-c4c1519d-7842-48fc-a8dc-9ecfc9007e46 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:12:49 user nova-compute[74491]: DEBUG nova.compute.manager [req-c509e475-3f9e-4695-b8ce-e8ee2fbc9b21 req-3360ee32-dda9-4517-b0ac-29f73263e00d service nova] [instance: ec008323-a967-414a-bff6-c2371818a12d] Refreshing instance network info cache due to event network-changed-c4c1519d-7842-48fc-a8dc-9ecfc9007e46. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:12:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c509e475-3f9e-4695-b8ce-e8ee2fbc9b21 req-3360ee32-dda9-4517-b0ac-29f73263e00d service nova] Acquiring lock "refresh_cache-ec008323-a967-414a-bff6-c2371818a12d" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:12:49 user nova-compute[74491]: DEBUG nova.network.neutron [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 08:12:49 user nova-compute[74491]: DEBUG nova.network.neutron [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Updating instance_info_cache with network_info: [{"id": "c4c1519d-7842-48fc-a8dc-9ecfc9007e46", "address": "fa:16:3e:5b:1d:91", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4c1519d-78", "ovs_interfaceid": "c4c1519d-7842-48fc-a8dc-9ecfc9007e46", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:12:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Releasing lock "refresh_cache-ec008323-a967-414a-bff6-c2371818a12d" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:12:49 user nova-compute[74491]: DEBUG nova.compute.manager [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Instance network_info: |[{"id": "c4c1519d-7842-48fc-a8dc-9ecfc9007e46", "address": "fa:16:3e:5b:1d:91", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4c1519d-78", "ovs_interfaceid": "c4c1519d-7842-48fc-a8dc-9ecfc9007e46", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 08:12:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c509e475-3f9e-4695-b8ce-e8ee2fbc9b21 req-3360ee32-dda9-4517-b0ac-29f73263e00d service nova] Acquired lock "refresh_cache-ec008323-a967-414a-bff6-c2371818a12d" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:12:49 user nova-compute[74491]: DEBUG nova.network.neutron [req-c509e475-3f9e-4695-b8ce-e8ee2fbc9b21 req-3360ee32-dda9-4517-b0ac-29f73263e00d service nova] [instance: ec008323-a967-414a-bff6-c2371818a12d] Refreshing network info cache for port c4c1519d-7842-48fc-a8dc-9ecfc9007e46 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:12:49 user nova-compute[74491]: DEBUG nova.network.neutron [req-c509e475-3f9e-4695-b8ce-e8ee2fbc9b21 req-3360ee32-dda9-4517-b0ac-29f73263e00d service nova] [instance: ec008323-a967-414a-bff6-c2371818a12d] Updated VIF entry in instance network info cache for port c4c1519d-7842-48fc-a8dc-9ecfc9007e46. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:12:49 user nova-compute[74491]: DEBUG nova.network.neutron [req-c509e475-3f9e-4695-b8ce-e8ee2fbc9b21 req-3360ee32-dda9-4517-b0ac-29f73263e00d service nova] [instance: ec008323-a967-414a-bff6-c2371818a12d] Updating instance_info_cache with network_info: [{"id": "c4c1519d-7842-48fc-a8dc-9ecfc9007e46", "address": "fa:16:3e:5b:1d:91", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4c1519d-78", "ovs_interfaceid": "c4c1519d-7842-48fc-a8dc-9ecfc9007e46", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:12:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c509e475-3f9e-4695-b8ce-e8ee2fbc9b21 req-3360ee32-dda9-4517-b0ac-29f73263e00d service nova] Releasing lock "refresh_cache-ec008323-a967-414a-bff6-c2371818a12d" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:12:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:12:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:12:53 user nova-compute[74491]: DEBUG os_brick.utils [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:12:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:12:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:12:53 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[34202d12-593c-419c-b450-6a3a4910d62a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:12:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:12:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:12:53 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6f13b6e-ed71-48e5-a7e3-dfd35e332f70]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:12:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:12:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:12:53 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3b24aa9-7187-4027-b334-3232db8fa888]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:12:53 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b29955c7-6834-4b65-841b-8204f6a835cf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:12:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:12:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:12:53 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 08:12:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:12:53 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:12:53 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 08:12:53 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[149d23e6-9bd5-41b6-84f6-c54baf4d8e60]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:12:53 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 08:12:53 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 08:12:53 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 08:12:53 user nova-compute[74491]: DEBUG os_brick.utils [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:12:53 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Updating existing volume attachment record: f0c275ec-d599-4612-882e-e1e281c598c3 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 08:12:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:13:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:13:05 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:13:05 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:13:05 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:13:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-7bd81054-6159-4ee9-a57d-d46a91f37e94" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:13:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-7bd81054-6159-4ee9-a57d-d46a91f37e94" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:13:05 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 08:13:05 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Updating instance_info_cache with network_info: [{"id": "b6a3abb5-3f58-43a1-8fdf-a5536ddf486c", "address": "fa:16:3e:1e:9d:27", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6a3abb5-3f", "ovs_interfaceid": "b6a3abb5-3f58-43a1-8fdf-a5536ddf486c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:13:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-7bd81054-6159-4ee9-a57d-d46a91f37e94" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:13:05 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 08:13:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:13:07 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:13:07 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:13:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG nova.compute.manager [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 08:13:12 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Creating image(s)
Oct 30 08:13:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Did not create local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Ensure instance console log exists: /opt/stack/data/nova/instances/ec008323-a967-414a-bff6-c2371818a12d/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Start _get_guest_xml network_info=[{"id": "c4c1519d-7842-48fc-a8dc-9ecfc9007e46", "address": "fa:16:3e:5b:1d:91", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4c1519d-78", "ovs_interfaceid": "c4c1519d-7842-48fc-a8dc-9ecfc9007e46", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-10-30T08:12:35Z,direct_url=<?>,disk_format='qcow2',id=e4d18786-9004-438e-839a-c14efd386254,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1936809419',owner='bf66fa2f7c4c4487bde3306920d484f5',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-10-30T08:12:36Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'attachment_id': 'f0c275ec-d599-4612-882e-e1e281c598c3', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rWameFBD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ec008323-a967-414a-bff6-c2371818a12d', 'attached_at': '', 'detached_at': '', 'volume_id': '53f2f950-8237-4a09-855d-7b7d946905f3', 'serial': '53f2f950-8237-4a09-855d-7b7d946905f3'}, 'delete_on_termination': True, 'volume_type': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 08:13:12 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:13:12 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:13:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-10-30T08:12:35Z,direct_url=<?>,disk_format='qcow2',id=e4d18786-9004-438e-839a-c14efd386254,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1936809419',owner='bf66fa2f7c4c4487bde3306920d484f5',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-10-30T08:12:36Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rWameFBD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:13:12 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:13:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:13:12 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:13:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:13:12 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3cbdad7-096f-4e54-a0fa-f25255f959b6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 08:13:12 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f9508c9-382e-4e54-9eb0-0622d9d75923]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3] added
Oct 30 08:13:12 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8b85cfc-c098-498d-b531-6e7f7ededc6e]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9640d36-537c-476f-b0da-c4b6a4142592]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rWameFBD {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rWameFBD" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5419fcf-c0fa-454f-8a66-8292c61dd914]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rWameFBD'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad29c7db-977b-45d0-82e0-fd46ad829ca4]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[db9e4910-ae57-4e2f-9df9-8f225b31432b]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)
Oct 30 08:13:12 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)
Oct 30 08:13:12 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f987268-74e1-46cc-b312-3552a9c8f87c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3, portal: 172.16.0.220,3260]
Oct 30 08:13:12 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3, portal: 172.16.0.220,3260] successful.
Oct 30 08:13:12 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e94f7a6-2fd9-4aba-9fca-04f1135a640b]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f38e702d-86d4-4804-b11c-0d1bae9688ca]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)
Oct 30 08:13:12 user nova-compute[74491]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 (non-flash)
Oct 30 08:13:12 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)
Oct 30 08:13:12 user nova-compute[74491]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 (non-flash)
Oct 30 08:13:12 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.289s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] HCTL ('34', '-', '-', 0) found on session 51 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0952da88-01b1-451d-8417-efb7c8ea6ab4]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Searching for a device in session 51 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 08:13:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rWameFBD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 08:13:13 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:13:13 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:13:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.325s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:13:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] <== connect_volume: return (1326ms) {'type': 'block', 'scsi_wwn': '26237343137373165', 'path': '/dev/sdc'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:13:13 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26237343137373165', 'path': '/dev/sdc'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 08:13:13 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:12:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1133331758',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1133331758',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1133331758',id=48,image_ref='e4d18786-9004-438e-839a-c14efd386254',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA50CMC0412WURDfze7oEDWQ9t+qUm1+Wp8tHyeci8XrRu1EpyNNy5FhXyo1DNY0PBz7xlZuuJMh3ovapiXtmmjAalW7kqsbzvGROgLIwPmfGUz5N+CBx5LfzzDb8yCosQ==',key_name='tempest-keypair-10569036',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bf66fa2f7c4c4487bde3306920d484f5',ramdisk_id='',reservation_id='r-i6z2o2bg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-611689909',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-611689909-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-611689909',owner_user_name='tempest-TestVolumeBootPattern-611689909-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T08:12:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='89a3cbeb414c46f281604a0952af6864',uuid=ec008323-a967-414a-bff6-c2371818a12d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c4c1519d-7842-48fc-a8dc-9ecfc9007e46", "address": "fa:16:3e:5b:1d:91", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4c1519d-78", "ovs_interfaceid": "c4c1519d-7842-48fc-a8dc-9ecfc9007e46", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 08:13:13 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converting VIF {"id": "c4c1519d-7842-48fc-a8dc-9ecfc9007e46", "address": "fa:16:3e:5b:1d:91", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4c1519d-78", "ovs_interfaceid": "c4c1519d-7842-48fc-a8dc-9ecfc9007e46", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:13:13 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5b:1d:91,bridge_name='br-int',has_traffic_filtering=True,id=c4c1519d-7842-48fc-a8dc-9ecfc9007e46,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4c1519d-78') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:13:13 user nova-compute[74491]: DEBUG nova.objects.instance [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lazy-loading 'pci_devices' on Instance uuid ec008323-a967-414a-bff6-c2371818a12d {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:13:13 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] End _get_guest_xml xml=<domain type="kvm">
Oct 30 08:13:13 user nova-compute[74491]:   <uuid>ec008323-a967-414a-bff6-c2371818a12d</uuid>
Oct 30 08:13:13 user nova-compute[74491]:   <name>instance-00000030</name>
Oct 30 08:13:13 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 08:13:13 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 08:13:13 user nova-compute[74491]:   <metadata>
Oct 30 08:13:13 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 08:13:13 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 08:13:13 user nova-compute[74491]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-1133331758</nova:name>
Oct 30 08:13:13 user nova-compute[74491]:       <nova:creationTime>2023-10-30 08:13:12</nova:creationTime>
Oct 30 08:13:13 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 08:13:13 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 08:13:13 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 08:13:13 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 08:13:13 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 08:13:13 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 08:13:13 user nova-compute[74491]:       </nova:flavor>
Oct 30 08:13:13 user nova-compute[74491]:       <nova:owner>
Oct 30 08:13:13 user nova-compute[74491]:         <nova:user uuid="89a3cbeb414c46f281604a0952af6864">tempest-TestVolumeBootPattern-611689909-project-member</nova:user>
Oct 30 08:13:13 user nova-compute[74491]:         <nova:project uuid="bf66fa2f7c4c4487bde3306920d484f5">tempest-TestVolumeBootPattern-611689909</nova:project>
Oct 30 08:13:13 user nova-compute[74491]:       </nova:owner>
Oct 30 08:13:13 user nova-compute[74491]:       <nova:root type="image" uuid="e4d18786-9004-438e-839a-c14efd386254"/>
Oct 30 08:13:13 user nova-compute[74491]:       <nova:ports>
Oct 30 08:13:13 user nova-compute[74491]:         <nova:port uuid="c4c1519d-7842-48fc-a8dc-9ecfc9007e46">
Oct 30 08:13:13 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 30 08:13:13 user nova-compute[74491]:         </nova:port>
Oct 30 08:13:13 user nova-compute[74491]:       </nova:ports>
Oct 30 08:13:13 user nova-compute[74491]:     </nova:instance>
Oct 30 08:13:13 user nova-compute[74491]:   </metadata>
Oct 30 08:13:13 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 08:13:13 user nova-compute[74491]:     <system>
Oct 30 08:13:13 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 08:13:13 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 08:13:13 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 08:13:13 user nova-compute[74491]:       <entry name="serial">ec008323-a967-414a-bff6-c2371818a12d</entry>
Oct 30 08:13:13 user nova-compute[74491]:       <entry name="uuid">ec008323-a967-414a-bff6-c2371818a12d</entry>
Oct 30 08:13:13 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 08:13:13 user nova-compute[74491]:     </system>
Oct 30 08:13:13 user nova-compute[74491]:   </sysinfo>
Oct 30 08:13:13 user nova-compute[74491]:   <os>
Oct 30 08:13:13 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 08:13:13 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 08:13:13 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 08:13:13 user nova-compute[74491]:   </os>
Oct 30 08:13:13 user nova-compute[74491]:   <features>
Oct 30 08:13:13 user nova-compute[74491]:     <acpi/>
Oct 30 08:13:13 user nova-compute[74491]:     <apic/>
Oct 30 08:13:13 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 08:13:13 user nova-compute[74491]:   </features>
Oct 30 08:13:13 user nova-compute[74491]:   <clock offset="utc">
Oct 30 08:13:13 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 08:13:13 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 08:13:13 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 08:13:13 user nova-compute[74491]:   </clock>
Oct 30 08:13:13 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 08:13:13 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 08:13:13 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 08:13:13 user nova-compute[74491]:   </cpu>
Oct 30 08:13:13 user nova-compute[74491]:   <devices>
Oct 30 08:13:13 user nova-compute[74491]:     <disk type="block" device="disk">
Oct 30 08:13:13 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:13:13 user nova-compute[74491]:       <source dev="/dev/sdc"/>
Oct 30 08:13:13 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 08:13:13 user nova-compute[74491]:       <serial>53f2f950-8237-4a09-855d-7b7d946905f3</serial>
Oct 30 08:13:13 user nova-compute[74491]:     </disk>
Oct 30 08:13:13 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 08:13:13 user nova-compute[74491]:       <mac address="fa:16:3e:5b:1d:91"/>
Oct 30 08:13:13 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:13:13 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 08:13:13 user nova-compute[74491]:       <target dev="tapc4c1519d-78"/>
Oct 30 08:13:13 user nova-compute[74491]:     </interface>
Oct 30 08:13:13 user nova-compute[74491]:     <serial type="pty">
Oct 30 08:13:13 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/ec008323-a967-414a-bff6-c2371818a12d/console.log" append="off"/>
Oct 30 08:13:13 user nova-compute[74491]:     </serial>
Oct 30 08:13:13 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 08:13:13 user nova-compute[74491]:     <video>
Oct 30 08:13:13 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:13:13 user nova-compute[74491]:     </video>
Oct 30 08:13:13 user nova-compute[74491]:     <rng model="virtio">
Oct 30 08:13:13 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 08:13:13 user nova-compute[74491]:     </rng>
Oct 30 08:13:13 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 08:13:13 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 08:13:13 user nova-compute[74491]:       <stats period="10"/>
Oct 30 08:13:13 user nova-compute[74491]:     </memballoon>
Oct 30 08:13:13 user nova-compute[74491]:   </devices>
Oct 30 08:13:13 user nova-compute[74491]: </domain>
Oct 30 08:13:13 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 08:13:13 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:12:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1133331758',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1133331758',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1133331758',id=48,image_ref='e4d18786-9004-438e-839a-c14efd386254',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA50CMC0412WURDfze7oEDWQ9t+qUm1+Wp8tHyeci8XrRu1EpyNNy5FhXyo1DNY0PBz7xlZuuJMh3ovapiXtmmjAalW7kqsbzvGROgLIwPmfGUz5N+CBx5LfzzDb8yCosQ==',key_name='tempest-keypair-10569036',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bf66fa2f7c4c4487bde3306920d484f5',ramdisk_id='',reservation_id='r-i6z2o2bg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-611689909',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-611689909-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-611689909',owner_user_name='tempest-TestVolumeBootPattern-611689909-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T08:12:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='89a3cbeb414c46f281604a0952af6864',uuid=ec008323-a967-414a-bff6-c2371818a12d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c4c1519d-7842-48fc-a8dc-9ecfc9007e46", "address": "fa:16:3e:5b:1d:91", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4c1519d-78", "ovs_interfaceid": "c4c1519d-7842-48fc-a8dc-9ecfc9007e46", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 08:13:13 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converting VIF {"id": "c4c1519d-7842-48fc-a8dc-9ecfc9007e46", "address": "fa:16:3e:5b:1d:91", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4c1519d-78", "ovs_interfaceid": "c4c1519d-7842-48fc-a8dc-9ecfc9007e46", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:13:13 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5b:1d:91,bridge_name='br-int',has_traffic_filtering=True,id=c4c1519d-7842-48fc-a8dc-9ecfc9007e46,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4c1519d-78') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:13:13 user nova-compute[74491]: DEBUG os_vif [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:1d:91,bridge_name='br-int',has_traffic_filtering=True,id=c4c1519d-7842-48fc-a8dc-9ecfc9007e46,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4c1519d-78') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 08:13:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:13:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:13:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 08:13:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:13:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '44d31f7f-2ea2-5f07-8895-3e0d7f01337a', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:13:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:13:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:13:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:13:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc4c1519d-78, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:13:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc4c1519d-78, col_values=(('qos', UUID('ce81ebeb-f230-4f0f-82ad-ac1aada77848')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:13:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc4c1519d-78, col_values=(('external_ids', {'iface-id': 'c4c1519d-7842-48fc-a8dc-9ecfc9007e46', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5b:1d:91', 'vm-uuid': 'ec008323-a967-414a-bff6-c2371818a12d'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:13:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:13:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:13:13 user nova-compute[74491]: INFO os_vif [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:1d:91,bridge_name='br-int',has_traffic_filtering=True,id=c4c1519d-7842-48fc-a8dc-9ecfc9007e46,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4c1519d-78')
Oct 30 08:13:13 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:13:13 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] No VIF found with MAC fa:16:3e:5b:1d:91, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 08:13:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:13:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:13:14 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:13:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:13:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:13:15 user nova-compute[74491]: DEBUG nova.compute.manager [req-37542f4f-9039-4dea-8618-496fc2e404b6 req-501f0f61-2f6b-4b2a-aa8c-c7eb77262308 service nova] [instance: ec008323-a967-414a-bff6-c2371818a12d] Received event network-vif-plugged-c4c1519d-7842-48fc-a8dc-9ecfc9007e46 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:13:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-37542f4f-9039-4dea-8618-496fc2e404b6 req-501f0f61-2f6b-4b2a-aa8c-c7eb77262308 service nova] Acquiring lock "ec008323-a967-414a-bff6-c2371818a12d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:13:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-37542f4f-9039-4dea-8618-496fc2e404b6 req-501f0f61-2f6b-4b2a-aa8c-c7eb77262308 service nova] Lock "ec008323-a967-414a-bff6-c2371818a12d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:13:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-37542f4f-9039-4dea-8618-496fc2e404b6 req-501f0f61-2f6b-4b2a-aa8c-c7eb77262308 service nova] Lock "ec008323-a967-414a-bff6-c2371818a12d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:13:15 user nova-compute[74491]: DEBUG nova.compute.manager [req-37542f4f-9039-4dea-8618-496fc2e404b6 req-501f0f61-2f6b-4b2a-aa8c-c7eb77262308 service nova] [instance: ec008323-a967-414a-bff6-c2371818a12d] No waiting events found dispatching network-vif-plugged-c4c1519d-7842-48fc-a8dc-9ecfc9007e46 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:13:15 user nova-compute[74491]: WARNING nova.compute.manager [req-37542f4f-9039-4dea-8618-496fc2e404b6 req-501f0f61-2f6b-4b2a-aa8c-c7eb77262308 service nova] [instance: ec008323-a967-414a-bff6-c2371818a12d] Received unexpected event network-vif-plugged-c4c1519d-7842-48fc-a8dc-9ecfc9007e46 for instance with vm_state building and task_state spawning.
Oct 30 08:13:15 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:13:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:13:16 user nova-compute[74491]: DEBUG nova.compute.manager [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 08:13:16 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 08:13:16 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: ec008323-a967-414a-bff6-c2371818a12d] Instance spawned successfully.
Oct 30 08:13:16 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 08:13:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:13:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:13:17 user nova-compute[74491]: INFO nova.compute.manager [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Took 4.93 seconds to spawn the instance on the hypervisor.
Oct 30 08:13:17 user nova-compute[74491]: DEBUG nova.compute.manager [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 08:13:17 user nova-compute[74491]: INFO nova.compute.manager [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Took 29.75 seconds to build instance.
Oct 30 08:13:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-16eb388c-3eec-43ce-9a63-2ada37a80f35 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "ec008323-a967-414a-bff6-c2371818a12d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 29.839s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:13:17 user nova-compute[74491]: DEBUG nova.compute.manager [req-c46b8c72-85e3-4a54-9aaf-f61cc0f516a1 req-3da010b2-85d9-43bc-9b0c-1365437a7662 service nova] [instance: ec008323-a967-414a-bff6-c2371818a12d] Received event network-vif-plugged-c4c1519d-7842-48fc-a8dc-9ecfc9007e46 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:13:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c46b8c72-85e3-4a54-9aaf-f61cc0f516a1 req-3da010b2-85d9-43bc-9b0c-1365437a7662 service nova] Acquiring lock "ec008323-a967-414a-bff6-c2371818a12d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:13:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c46b8c72-85e3-4a54-9aaf-f61cc0f516a1 req-3da010b2-85d9-43bc-9b0c-1365437a7662 service nova] Lock "ec008323-a967-414a-bff6-c2371818a12d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:13:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c46b8c72-85e3-4a54-9aaf-f61cc0f516a1 req-3da010b2-85d9-43bc-9b0c-1365437a7662 service nova] Lock "ec008323-a967-414a-bff6-c2371818a12d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:13:17 user nova-compute[74491]: DEBUG nova.compute.manager [req-c46b8c72-85e3-4a54-9aaf-f61cc0f516a1 req-3da010b2-85d9-43bc-9b0c-1365437a7662 service nova] [instance: ec008323-a967-414a-bff6-c2371818a12d] No waiting events found dispatching network-vif-plugged-c4c1519d-7842-48fc-a8dc-9ecfc9007e46 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:13:17 user nova-compute[74491]: WARNING nova.compute.manager [req-c46b8c72-85e3-4a54-9aaf-f61cc0f516a1 req-3da010b2-85d9-43bc-9b0c-1365437a7662 service nova] [instance: ec008323-a967-414a-bff6-c2371818a12d] Received unexpected event network-vif-plugged-c4c1519d-7842-48fc-a8dc-9ecfc9007e46 for instance with vm_state active and task_state None.
Oct 30 08:13:18 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:13:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:13:20 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:13:21 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:13:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:13:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:13:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:13:21 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:13:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 08:13:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bd81054-6159-4ee9-a57d-d46a91f37e94/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bd81054-6159-4ee9-a57d-d46a91f37e94/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:13:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bd81054-6159-4ee9-a57d-d46a91f37e94/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bd81054-6159-4ee9-a57d-d46a91f37e94/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:13:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 08:13:22 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:13:22 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:13:22 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8746MB free_disk=25.245807647705078GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:13:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:13:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:13:22 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance c6ce84e1-5990-4e80-96bc-61294580aab7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:13:22 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 7bd81054-6159-4ee9-a57d-d46a91f37e94 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:13:22 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ec008323-a967-414a-bff6-c2371818a12d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:13:22 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:13:22 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:13:22 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:13:22 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:13:22 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:13:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.292s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:13:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:13:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:13:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:13:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:13:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:13:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:13:26 user nova-compute[74491]: DEBUG nova.compute.manager [req-7106893f-b532-4820-86ff-4656b1f31142 req-173ccd53-fb37-4387-855c-55be6c8a9e59 service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Received event network-changed-b6a3abb5-3f58-43a1-8fdf-a5536ddf486c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:13:26 user nova-compute[74491]: DEBUG nova.compute.manager [req-7106893f-b532-4820-86ff-4656b1f31142 req-173ccd53-fb37-4387-855c-55be6c8a9e59 service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Refreshing instance network info cache due to event network-changed-b6a3abb5-3f58-43a1-8fdf-a5536ddf486c. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:13:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7106893f-b532-4820-86ff-4656b1f31142 req-173ccd53-fb37-4387-855c-55be6c8a9e59 service nova] Acquiring lock "refresh_cache-7bd81054-6159-4ee9-a57d-d46a91f37e94" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:13:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7106893f-b532-4820-86ff-4656b1f31142 req-173ccd53-fb37-4387-855c-55be6c8a9e59 service nova] Acquired lock "refresh_cache-7bd81054-6159-4ee9-a57d-d46a91f37e94" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:13:26 user nova-compute[74491]: DEBUG nova.network.neutron [req-7106893f-b532-4820-86ff-4656b1f31142 req-173ccd53-fb37-4387-855c-55be6c8a9e59 service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Refreshing network info cache for port b6a3abb5-3f58-43a1-8fdf-a5536ddf486c {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:13:26 user nova-compute[74491]: DEBUG nova.network.neutron [req-7106893f-b532-4820-86ff-4656b1f31142 req-173ccd53-fb37-4387-855c-55be6c8a9e59 service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Updated VIF entry in instance network info cache for port b6a3abb5-3f58-43a1-8fdf-a5536ddf486c. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:13:26 user nova-compute[74491]: DEBUG nova.network.neutron [req-7106893f-b532-4820-86ff-4656b1f31142 req-173ccd53-fb37-4387-855c-55be6c8a9e59 service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Updating instance_info_cache with network_info: [{"id": "b6a3abb5-3f58-43a1-8fdf-a5536ddf486c", "address": "fa:16:3e:1e:9d:27", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6a3abb5-3f", "ovs_interfaceid": "b6a3abb5-3f58-43a1-8fdf-a5536ddf486c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:13:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-7106893f-b532-4820-86ff-4656b1f31142 req-173ccd53-fb37-4387-855c-55be6c8a9e59 service nova] Releasing lock "refresh_cache-7bd81054-6159-4ee9-a57d-d46a91f37e94" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:13:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:13:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:13:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:13:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "7bd81054-6159-4ee9-a57d-d46a91f37e94" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:13:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:13:32 user nova-compute[74491]: DEBUG nova.objects.instance [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'flavor' on Instance uuid 7bd81054-6159-4ee9-a57d-d46a91f37e94 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:13:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:13:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "7bd81054-6159-4ee9-a57d-d46a91f37e94" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:13:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:13:32 user nova-compute[74491]: INFO nova.compute.manager [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Attaching volume 90d12db8-ab69-4f01-9fd5-b1bbfd32da3a to /dev/vdb
Oct 30 08:13:32 user nova-compute[74491]: DEBUG os_brick.utils [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:13:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:13:32 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[28c4d4f8-3fb8-4eed-a747-07a306a39f06]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:13:32 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3deb4f8-74c7-4818-a8f4-cdfeba8ded19]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:13:32 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b0b5b3a-e437-4ea3-9e1c-c75731cf5087]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:32 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b50df72-0b59-42bd-a40b-79fc8fe37b26]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:13:32 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 08:13:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:32 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:13:32 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 08:13:32 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[274a031e-f553-4f7f-82a4-832c5153c0b9]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:32 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 08:13:32 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 08:13:32 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 08:13:32 user nova-compute[74491]: DEBUG os_brick.utils [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:13:32 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Updating existing volume attachment record: 5d159a09-0598-472c-a7ba-9dabaa8c23fa {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 08:13:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:13:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:13:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:13:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:13:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:13:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:13:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zoDRnvHO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:13:51 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:13:51 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:13:51 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:13:51 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:13:51 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[48e59899-b954-4378-9e44-e5ed4380311d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 08:13:51 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[50fcb8e2-96aa-4180-a07f-e272d9913ae4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a] added
Oct 30 08:13:51 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[16a307be-5d22-4d64-bad1-03275acf6078]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9edabc4e-59f3-450e-b836-3b23170c0ff9]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zoDRnvHO {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zoDRnvHO" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3215040-9b6a-4af3-a16b-7dc5880fbf0e]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zoDRnvHO'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8c4cc68-3a65-4a07-acda-b25e7c842e89]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b7dad83-6956-4390-9b27-cb2e7fd47d5d]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)
Oct 30 08:13:51 user nova-compute[74491]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 (non-flash)
Oct 30 08:13:51 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)
Oct 30 08:13:51 user nova-compute[74491]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 (non-flash)
Oct 30 08:13:51 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[43b2adaa-87bd-482f-94d8-52602a68b81b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a, portal: 172.16.0.220,3260]
Oct 30 08:13:51 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a, portal: 172.16.0.220,3260] successful.
Oct 30 08:13:51 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[42d9b57f-f1d3-4c5a-ab43-9456d1bb488d]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[40966d01-9c9a-400f-810f-bcadb823203b]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)
Oct 30 08:13:51 user nova-compute[74491]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 (non-flash)
Oct 30 08:13:51 user nova-compute[74491]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a (non-flash)
Oct 30 08:13:51 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)
Oct 30 08:13:51 user nova-compute[74491]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 (non-flash)
Oct 30 08:13:51 user nova-compute[74491]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a (non-flash)
Oct 30 08:13:51 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.271s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] HCTL ('35', '-', '-', 0) found on session 52 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[208019d9-9551-4f29-bc9b-0ad1d42bada1]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Searching for a device in session 52 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 08:13:51 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zoDRnvHO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 08:13:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.306s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:13:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] <== connect_volume: return (1307ms) {'type': 'block', 'scsi_wwn': '26236356464336339', 'path': '/dev/sdd'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:13:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26236356464336339', 'path': '/dev/sdd'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 08:13:52 user nova-compute[74491]: DEBUG nova.objects.instance [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'flavor' on Instance uuid 7bd81054-6159-4ee9-a57d-d46a91f37e94 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:13:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 08:13:52 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:13:52 user nova-compute[74491]:   <source dev="/dev/sdd"/>
Oct 30 08:13:52 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 08:13:52 user nova-compute[74491]:   <serial>90d12db8-ab69-4f01-9fd5-b1bbfd32da3a</serial>
Oct 30 08:13:52 user nova-compute[74491]: </disk>
Oct 30 08:13:52 user nova-compute[74491]:  {{(pid=74491) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 08:13:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:13:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:13:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] No VIF found with MAC fa:16:3e:1e:9d:27, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 08:13:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a7d6260a-ab7b-4cb8-a7e4-cc162461120d tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.648s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:13:53 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:13:53 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:13:53 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:13:53 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:13:53 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:13:53 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:13:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:13:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "7bd81054-6159-4ee9-a57d-d46a91f37e94" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:13:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:13:59 user nova-compute[74491]: DEBUG nova.objects.instance [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'flavor' on Instance uuid 7bd81054-6159-4ee9-a57d-d46a91f37e94 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:13:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:13:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "7bd81054-6159-4ee9-a57d-d46a91f37e94" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:13:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:13:59 user nova-compute[74491]: INFO nova.compute.manager [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Attaching volume 6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 to /dev/vdc
Oct 30 08:13:59 user nova-compute[74491]: DEBUG os_brick.utils [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:13:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:13:59 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1d70834-2273-4969-8aad-1f1ef7219422]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:13:59 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2b9614c-2414-4786-b371-7eed1848b520]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:13:59 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a242b637-3ac1-4e5c-9e9e-689467f42a94]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:59 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e604d42f-1ff2-4432-a6fc-48fa6e84dd40]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:13:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 08:13:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:13:59 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:13:59 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 08:13:59 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b2413d7-9cee-4a55-ac00-9ea2c3ee8290]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:13:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 08:13:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 08:13:59 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 08:13:59 user nova-compute[74491]: DEBUG os_brick.utils [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:13:59 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Updating existing volume attachment record: 10b929e5-7f5b-436b-a8ff-6d13caa08b9a {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 08:14:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:14:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:14:07 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:14:07 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:14:07 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:14:07 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 08:14:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-c6ce84e1-5990-4e80-96bc-61294580aab7" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:14:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-c6ce84e1-5990-4e80-96bc-61294580aab7" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:14:07 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 08:14:07 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lazy-loading 'info_cache' on Instance uuid c6ce84e1-5990-4e80-96bc-61294580aab7 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:14:07 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Updating instance_info_cache with network_info: [{"id": "f7cefccf-55fd-49ee-9f4f-f48a09790b3c", "address": "fa:16:3e:e6:47:cd", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7cefccf-55", "ovs_interfaceid": "f7cefccf-55fd-49ee-9f4f-f48a09790b3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:14:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-c6ce84e1-5990-4e80-96bc-61294580aab7" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:14:08 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 08:14:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:14:09 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:14:09 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:14:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:14:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:14:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:14:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:14:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:14:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:14:15 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:14:15 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:14:17 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gXKOhwYb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:14:18 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:14:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:14:18 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:14:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:14:18 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f1aceca-8fc0-480c-a0c0-4e24e969ed3e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 08:14:18 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d76979bd-1ca3-4c52-844e-191592411823]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6] added
Oct 30 08:14:18 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[274c17c0-3ef4-47ba-89d8-a710ac770c0f]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[df7b26e3-039c-4770-9664-244b891259aa]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gXKOhwYb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gXKOhwYb" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8faad4eb-34bb-4782-ace1-baed69e94077]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gXKOhwYb'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d880473-fe72-4073-98b1-f7a3615bc846]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3666221c-4c1a-4b75-ac16-d2770b55aada]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)
Oct 30 08:14:18 user nova-compute[74491]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 (non-flash)
Oct 30 08:14:18 user nova-compute[74491]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a (non-flash)
Oct 30 08:14:18 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)
Oct 30 08:14:18 user nova-compute[74491]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 (non-flash)
Oct 30 08:14:18 user nova-compute[74491]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a (non-flash)
Oct 30 08:14:18 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ee6b0ca-b5dc-40eb-a257-757482b8b70d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6, portal: 172.16.0.220,3260]
Oct 30 08:14:18 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6, portal: 172.16.0.220,3260] successful.
Oct 30 08:14:18 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1327c2d2-369e-4a5d-8a44-7bad8404dec7]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[45bc2571-4a09-48a0-90eb-cf13fcd0e800]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)
Oct 30 08:14:18 user nova-compute[74491]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 (non-flash)
Oct 30 08:14:18 user nova-compute[74491]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a (non-flash)
Oct 30 08:14:18 user nova-compute[74491]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 (non-flash)
Oct 30 08:14:18 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)
Oct 30 08:14:18 user nova-compute[74491]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 (non-flash)
Oct 30 08:14:18 user nova-compute[74491]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a (non-flash)
Oct 30 08:14:18 user nova-compute[74491]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 (non-flash)
Oct 30 08:14:18 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.257s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] HCTL ('36', '-', '-', 0) found on session 53 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[74c12e89-a666-40aa-8669-1a5ef2684b73]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:18 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Searching for a device in session 53 and hctl ['36', '*', '*', 0] yield: None {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 08:14:19 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:14:19 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Searching for a device in session 53 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 08:14:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gXKOhwYb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 08:14:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.286s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:14:19 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] <== connect_volume: return (1287ms) {'type': 'block', 'scsi_wwn': '26166373334303536', 'path': '/dev/sde'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:14:19 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26166373334303536', 'path': '/dev/sde'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 08:14:19 user nova-compute[74491]: DEBUG nova.objects.instance [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'flavor' on Instance uuid 7bd81054-6159-4ee9-a57d-d46a91f37e94 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:14:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 08:14:20 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:14:20 user nova-compute[74491]:   <source dev="/dev/sde"/>
Oct 30 08:14:20 user nova-compute[74491]:   <target dev="vdc" bus="virtio"/>
Oct 30 08:14:20 user nova-compute[74491]:   <serial>6d33f202-8d6e-4bb3-90d9-1486fd81b8f6</serial>
Oct 30 08:14:20 user nova-compute[74491]: </disk>
Oct 30 08:14:20 user nova-compute[74491]:  {{(pid=74491) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 08:14:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:14:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:14:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:14:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] No VIF found with MAC fa:16:3e:1e:9d:27, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 08:14:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-2145b451-ac5a-4d81-9c47-ce8cbe23854c tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.965s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:14:21 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:14:21 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:14:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:14:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:14:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:14:21 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:14:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 08:14:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bd81054-6159-4ee9-a57d-d46a91f37e94/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bd81054-6159-4ee9-a57d-d46a91f37e94/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bd81054-6159-4ee9-a57d-d46a91f37e94/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "7bd81054-6159-4ee9-a57d-d46a91f37e94" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:14:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:14:21 user nova-compute[74491]: INFO nova.compute.manager [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Detaching volume 90d12db8-ab69-4f01-9fd5-b1bbfd32da3a
Oct 30 08:14:21 user nova-compute[74491]: INFO nova.virt.block_device [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Attempting to driver detach volume 90d12db8-ab69-4f01-9fd5-b1bbfd32da3a from mountpoint /dev/vdb
Oct 30 08:14:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Attempting to detach device vdb from instance 7bd81054-6159-4ee9-a57d-d46a91f37e94 from the persistent domain config. {{(pid=74491) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 08:14:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 08:14:21 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:14:21 user nova-compute[74491]:   <source dev="/dev/sdd"/>
Oct 30 08:14:21 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 08:14:21 user nova-compute[74491]:   <serial>90d12db8-ab69-4f01-9fd5-b1bbfd32da3a</serial>
Oct 30 08:14:21 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 08:14:21 user nova-compute[74491]: </disk>
Oct 30 08:14:21 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 08:14:21 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Successfully detached device vdb from instance 7bd81054-6159-4ee9-a57d-d46a91f37e94 from the persistent domain config.
Oct 30 08:14:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 7bd81054-6159-4ee9-a57d-d46a91f37e94 from the live domain config. {{(pid=74491) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 08:14:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 08:14:21 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:14:21 user nova-compute[74491]:   <source dev="/dev/sdd"/>
Oct 30 08:14:21 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 08:14:21 user nova-compute[74491]:   <serial>90d12db8-ab69-4f01-9fd5-b1bbfd32da3a</serial>
Oct 30 08:14:21 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 08:14:21 user nova-compute[74491]: </disk>
Oct 30 08:14:21 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 08:14:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bd81054-6159-4ee9-a57d-d46a91f37e94/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 08:14:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sde (vdc) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 08:14:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 08:14:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:14:22 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 7bd81054-6159-4ee9-a57d-d46a91f37e94 {{(pid=74491) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 08:14:22 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:14:22 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:14:22 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8733MB free_disk=25.24422836303711GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:14:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:14:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:14:22 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance c6ce84e1-5990-4e80-96bc-61294580aab7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:14:22 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 7bd81054-6159-4ee9-a57d-d46a91f37e94 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:14:22 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance ec008323-a967-414a-bff6-c2371818a12d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:14:22 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:14:22 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:14:22 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:14:22 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:14:22 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:14:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.205s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:14:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:14:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:14:29 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:14:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:14:37 user nova-compute[74491]: DEBUG nova.compute.manager [req-03ca264f-a54b-4a5c-91f6-2501af1d7f47 req-60c71bc1-d1bc-4730-b2cd-4cbdc1098d70 service nova] [instance: ec008323-a967-414a-bff6-c2371818a12d] Received event network-changed-c4c1519d-7842-48fc-a8dc-9ecfc9007e46 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:14:37 user nova-compute[74491]: DEBUG nova.compute.manager [req-03ca264f-a54b-4a5c-91f6-2501af1d7f47 req-60c71bc1-d1bc-4730-b2cd-4cbdc1098d70 service nova] [instance: ec008323-a967-414a-bff6-c2371818a12d] Refreshing instance network info cache due to event network-changed-c4c1519d-7842-48fc-a8dc-9ecfc9007e46. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:14:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-03ca264f-a54b-4a5c-91f6-2501af1d7f47 req-60c71bc1-d1bc-4730-b2cd-4cbdc1098d70 service nova] Acquiring lock "refresh_cache-ec008323-a967-414a-bff6-c2371818a12d" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:14:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-03ca264f-a54b-4a5c-91f6-2501af1d7f47 req-60c71bc1-d1bc-4730-b2cd-4cbdc1098d70 service nova] Acquired lock "refresh_cache-ec008323-a967-414a-bff6-c2371818a12d" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:14:37 user nova-compute[74491]: DEBUG nova.network.neutron [req-03ca264f-a54b-4a5c-91f6-2501af1d7f47 req-60c71bc1-d1bc-4730-b2cd-4cbdc1098d70 service nova] [instance: ec008323-a967-414a-bff6-c2371818a12d] Refreshing network info cache for port c4c1519d-7842-48fc-a8dc-9ecfc9007e46 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:14:38 user nova-compute[74491]: DEBUG nova.network.neutron [req-03ca264f-a54b-4a5c-91f6-2501af1d7f47 req-60c71bc1-d1bc-4730-b2cd-4cbdc1098d70 service nova] [instance: ec008323-a967-414a-bff6-c2371818a12d] Updated VIF entry in instance network info cache for port c4c1519d-7842-48fc-a8dc-9ecfc9007e46. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:14:38 user nova-compute[74491]: DEBUG nova.network.neutron [req-03ca264f-a54b-4a5c-91f6-2501af1d7f47 req-60c71bc1-d1bc-4730-b2cd-4cbdc1098d70 service nova] [instance: ec008323-a967-414a-bff6-c2371818a12d] Updating instance_info_cache with network_info: [{"id": "c4c1519d-7842-48fc-a8dc-9ecfc9007e46", "address": "fa:16:3e:5b:1d:91", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.47", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4c1519d-78", "ovs_interfaceid": "c4c1519d-7842-48fc-a8dc-9ecfc9007e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:14:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-03ca264f-a54b-4a5c-91f6-2501af1d7f47 req-60c71bc1-d1bc-4730-b2cd-4cbdc1098d70 service nova] Releasing lock "refresh_cache-ec008323-a967-414a-bff6-c2371818a12d" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:14:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "ec008323-a967-414a-bff6-c2371818a12d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:14:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "ec008323-a967-414a-bff6-c2371818a12d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:14:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "ec008323-a967-414a-bff6-c2371818a12d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:14:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "ec008323-a967-414a-bff6-c2371818a12d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:14:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "ec008323-a967-414a-bff6-c2371818a12d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:14:38 user nova-compute[74491]: INFO nova.compute.manager [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Terminating instance
Oct 30 08:14:38 user nova-compute[74491]: DEBUG nova.compute.manager [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 08:14:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:14:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:14:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:14:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:14:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:14:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:14:39 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: ec008323-a967-414a-bff6-c2371818a12d] Instance destroyed successfully.
Oct 30 08:14:39 user nova-compute[74491]: DEBUG nova.objects.instance [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lazy-loading 'resources' on Instance uuid ec008323-a967-414a-bff6-c2371818a12d {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:12:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1133331758',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1133331758',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1133331758',id=48,image_ref='e4d18786-9004-438e-839a-c14efd386254',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA50CMC0412WURDfze7oEDWQ9t+qUm1+Wp8tHyeci8XrRu1EpyNNy5FhXyo1DNY0PBz7xlZuuJMh3ovapiXtmmjAalW7kqsbzvGROgLIwPmfGUz5N+CBx5LfzzDb8yCosQ==',key_name='tempest-keypair-10569036',keypairs=<?>,launch_index=0,launched_at=2023-10-30T08:13:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bf66fa2f7c4c4487bde3306920d484f5',ramdisk_id='',reservation_id='r-i6z2o2bg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-611689909',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-611689909-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-611689909',owner_user_name='tempest-TestVolumeBootPattern-611689909-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T08:13:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='89a3cbeb414c46f281604a0952af6864',uuid=ec008323-a967-414a-bff6-c2371818a12d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c4c1519d-7842-48fc-a8dc-9ecfc9007e46", "address": "fa:16:3e:5b:1d:91", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.47", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4c1519d-78", "ovs_interfaceid": "c4c1519d-7842-48fc-a8dc-9ecfc9007e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converting VIF {"id": "c4c1519d-7842-48fc-a8dc-9ecfc9007e46", "address": "fa:16:3e:5b:1d:91", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.47", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4c1519d-78", "ovs_interfaceid": "c4c1519d-7842-48fc-a8dc-9ecfc9007e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5b:1d:91,bridge_name='br-int',has_traffic_filtering=True,id=c4c1519d-7842-48fc-a8dc-9ecfc9007e46,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4c1519d-78') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG os_vif [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5b:1d:91,bridge_name='br-int',has_traffic_filtering=True,id=c4c1519d-7842-48fc-a8dc-9ecfc9007e46,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4c1519d-78') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc4c1519d-78, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ce81ebeb-f230-4f0f-82ad-ac1aada77848) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:14:39 user nova-compute[74491]: INFO os_vif [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5b:1d:91,bridge_name='br-int',has_traffic_filtering=True,id=c4c1519d-7842-48fc-a8dc-9ecfc9007e46,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4c1519d-78')
Oct 30 08:14:39 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rWameFBD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:14:39 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:14:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d643e5ff-781e-4cef-beb1-c1c3697bde0b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 08:14:39 user nova-compute[74491]: No targets found.
Oct 30 08:14:39 user nova-compute[74491]: iSNS:
Oct 30 08:14:39 user nova-compute[74491]: No targets found.
Oct 30 08:14:39 user nova-compute[74491]: STATIC:
Oct 30 08:14:39 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3
Oct 30 08:14:39 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:14:39 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:14:39 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6
Oct 30 08:14:39 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:14:39 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:14:39 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513
Oct 30 08:14:39 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:14:39 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:14:39 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a
Oct 30 08:14:39 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:14:39 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:14:39 user nova-compute[74491]: FIRMWARE:
Oct 30 08:14:39 user nova-compute[74491]: No targets found.
Oct 30 08:14:39 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 08:14:39 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 08:14:39 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[aac02357-88a1-41b4-be98-7a274d66bdb8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[857cf76a-bc44-48cf-bd59-28eba42a1896]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)
Oct 30 08:14:39 user nova-compute[74491]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 (non-flash)
Oct 30 08:14:39 user nova-compute[74491]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a (non-flash)
Oct 30 08:14:39 user nova-compute[74491]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 (non-flash)
Oct 30 08:14:39 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)
Oct 30 08:14:39 user nova-compute[74491]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 (non-flash)
Oct 30 08:14:39 user nova-compute[74491]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a (non-flash)
Oct 30 08:14:39 user nova-compute[74491]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 (non-flash)
Oct 30 08:14:39 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef80c7f40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3'): ({'sdc'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Removing single pathed devices sdc {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[13a13a33-e1a9-4f47-9250-bceb585cf4ac]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.029s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbfad5ae-60b8-4e4d-9e97-08edb7f8ac6d]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Flushing IO for device /dev/sdc {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dac74eb-eae0-4cc4-8a99-7f97acafbf04]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.058s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddca58f7-4bd1-4a96-8d21-a35ebcf394ca]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] SCSI volumes sdc have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e81e115-55fc-48a4-b594-1a66e0e9104c]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdd77f6e-2c5f-4b31-af41-be2b8a10d6b5]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3, portal: 172.16.0.220,3260]
Oct 30 08:14:39 user nova-compute[74491]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3, portal: 172.16.0.220,3260] successful.
Oct 30 08:14:39 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53f2f950-8237-4a09-855d-7b7d946905f3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a2d3169-f855-47c3-a829-1638375579ed]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.345s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] <== disconnect_volume: return (347ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 08:14:39 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Deleting instance files /opt/stack/data/nova/instances/ec008323-a967-414a-bff6-c2371818a12d_del
Oct 30 08:14:39 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Deletion of /opt/stack/data/nova/instances/ec008323-a967-414a-bff6-c2371818a12d_del complete
Oct 30 08:14:39 user nova-compute[74491]: INFO nova.compute.manager [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Took 1.20 seconds to destroy the instance on the hypervisor.
Oct 30 08:14:39 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: ec008323-a967-414a-bff6-c2371818a12d] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 08:14:39 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: ec008323-a967-414a-bff6-c2371818a12d] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 08:14:40 user nova-compute[74491]: DEBUG nova.compute.manager [req-5828d35a-5464-4977-8698-27ddc68070e9 req-6a3621c4-c68f-4b81-98ae-0ed1b12a6faa service nova] [instance: ec008323-a967-414a-bff6-c2371818a12d] Received event network-vif-unplugged-c4c1519d-7842-48fc-a8dc-9ecfc9007e46 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:14:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5828d35a-5464-4977-8698-27ddc68070e9 req-6a3621c4-c68f-4b81-98ae-0ed1b12a6faa service nova] Acquiring lock "ec008323-a967-414a-bff6-c2371818a12d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:14:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5828d35a-5464-4977-8698-27ddc68070e9 req-6a3621c4-c68f-4b81-98ae-0ed1b12a6faa service nova] Lock "ec008323-a967-414a-bff6-c2371818a12d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:14:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5828d35a-5464-4977-8698-27ddc68070e9 req-6a3621c4-c68f-4b81-98ae-0ed1b12a6faa service nova] Lock "ec008323-a967-414a-bff6-c2371818a12d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:14:40 user nova-compute[74491]: DEBUG nova.compute.manager [req-5828d35a-5464-4977-8698-27ddc68070e9 req-6a3621c4-c68f-4b81-98ae-0ed1b12a6faa service nova] [instance: ec008323-a967-414a-bff6-c2371818a12d] No waiting events found dispatching network-vif-unplugged-c4c1519d-7842-48fc-a8dc-9ecfc9007e46 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:14:40 user nova-compute[74491]: DEBUG nova.compute.manager [req-5828d35a-5464-4977-8698-27ddc68070e9 req-6a3621c4-c68f-4b81-98ae-0ed1b12a6faa service nova] [instance: ec008323-a967-414a-bff6-c2371818a12d] Received event network-vif-unplugged-c4c1519d-7842-48fc-a8dc-9ecfc9007e46 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 08:14:40 user nova-compute[74491]: DEBUG nova.compute.manager [req-5828d35a-5464-4977-8698-27ddc68070e9 req-6a3621c4-c68f-4b81-98ae-0ed1b12a6faa service nova] [instance: ec008323-a967-414a-bff6-c2371818a12d] Received event network-vif-plugged-c4c1519d-7842-48fc-a8dc-9ecfc9007e46 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:14:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5828d35a-5464-4977-8698-27ddc68070e9 req-6a3621c4-c68f-4b81-98ae-0ed1b12a6faa service nova] Acquiring lock "ec008323-a967-414a-bff6-c2371818a12d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:14:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5828d35a-5464-4977-8698-27ddc68070e9 req-6a3621c4-c68f-4b81-98ae-0ed1b12a6faa service nova] Lock "ec008323-a967-414a-bff6-c2371818a12d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:14:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-5828d35a-5464-4977-8698-27ddc68070e9 req-6a3621c4-c68f-4b81-98ae-0ed1b12a6faa service nova] Lock "ec008323-a967-414a-bff6-c2371818a12d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:14:40 user nova-compute[74491]: DEBUG nova.compute.manager [req-5828d35a-5464-4977-8698-27ddc68070e9 req-6a3621c4-c68f-4b81-98ae-0ed1b12a6faa service nova] [instance: ec008323-a967-414a-bff6-c2371818a12d] No waiting events found dispatching network-vif-plugged-c4c1519d-7842-48fc-a8dc-9ecfc9007e46 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:14:40 user nova-compute[74491]: WARNING nova.compute.manager [req-5828d35a-5464-4977-8698-27ddc68070e9 req-6a3621c4-c68f-4b81-98ae-0ed1b12a6faa service nova] [instance: ec008323-a967-414a-bff6-c2371818a12d] Received unexpected event network-vif-plugged-c4c1519d-7842-48fc-a8dc-9ecfc9007e46 for instance with vm_state active and task_state deleting.
Oct 30 08:14:40 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: ec008323-a967-414a-bff6-c2371818a12d] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:14:40 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: ec008323-a967-414a-bff6-c2371818a12d] Took 0.71 seconds to deallocate network for instance.
Oct 30 08:14:40 user nova-compute[74491]: DEBUG nova.compute.manager [req-88c2c118-01b3-473c-9417-d3b4e3138077 req-d3d5f353-0712-4494-bb56-c2261a73df82 service nova] [instance: ec008323-a967-414a-bff6-c2371818a12d] Received event network-vif-deleted-c4c1519d-7842-48fc-a8dc-9ecfc9007e46 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:14:41 user nova-compute[74491]: INFO nova.compute.manager [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Took 0.87 seconds to detach 1 volumes for instance.
Oct 30 08:14:41 user nova-compute[74491]: DEBUG nova.compute.manager [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: ec008323-a967-414a-bff6-c2371818a12d] Deleting volume: 53f2f950-8237-4a09-855d-7b7d946905f3 {{(pid=74491) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 30 08:14:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:14:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:14:41 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:14:41 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:14:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.200s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:14:41 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Deleted allocations for instance ec008323-a967-414a-bff6-c2371818a12d
Oct 30 08:14:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:14:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-945ad304-2398-42ab-bdda-654d48d758e0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "ec008323-a967-414a-bff6-c2371818a12d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.251s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:14:42 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 7bd81054-6159-4ee9-a57d-d46a91f37e94 is timed out.
Oct 30 08:14:42 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Successfully detached device vdb from instance 7bd81054-6159-4ee9-a57d-d46a91f37e94 from the live domain config.
Oct 30 08:14:42 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zoDRnvHO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:14:42 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:14:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[71414c36-00bb-4818-9120-b5cf4cfee7ab]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 08:14:42 user nova-compute[74491]: No targets found.
Oct 30 08:14:42 user nova-compute[74491]: iSNS:
Oct 30 08:14:42 user nova-compute[74491]: No targets found.
Oct 30 08:14:42 user nova-compute[74491]: STATIC:
Oct 30 08:14:42 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6
Oct 30 08:14:42 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:14:42 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:14:42 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513
Oct 30 08:14:42 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:14:42 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:14:42 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a
Oct 30 08:14:42 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:14:42 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:14:42 user nova-compute[74491]: FIRMWARE:
Oct 30 08:14:42 user nova-compute[74491]: No targets found.
Oct 30 08:14:42 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 08:14:42 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 08:14:42 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccb1cc76-4bc9-40bf-a443-66a0d5bdc648]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7a536bf-eb3e-4000-ac71-de9e420ae99f]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)
Oct 30 08:14:42 user nova-compute[74491]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a (non-flash)
Oct 30 08:14:42 user nova-compute[74491]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 (non-flash)
Oct 30 08:14:42 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)
Oct 30 08:14:42 user nova-compute[74491]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a (non-flash)
Oct 30 08:14:42 user nova-compute[74491]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 (non-flash)
Oct 30 08:14:42 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feecc7c16c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a'): ({'sdd'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Removing single pathed devices sdd {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7694d8d-bc77-4e96-a461-e2b3019a9f8f]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f978404-3267-437b-837a-2119e30501d9]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Flushing IO for device /dev/sdd {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d9f4a32-ab95-4e81-8226-6f0a10e95f1c]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.047s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[16a31dc8-4a72-4504-af12-dd066d7c8a1d]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] SCSI volumes sdd have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6530074-a72f-46b6-9bb1-fbf4f039f8ad]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[be740586-cf36-451c-b2ba-653c00113d76]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a, portal: 172.16.0.220,3260]
Oct 30 08:14:42 user nova-compute[74491]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a, portal: 172.16.0.220,3260] successful.
Oct 30 08:14:42 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90d12db8-ab69-4f01-9fd5-b1bbfd32da3a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf302df1-937a-4a62-94a1-c690e029d50d]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.308s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] <== disconnect_volume: return (310ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:14:42 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 08:14:43 user nova-compute[74491]: DEBUG nova.objects.instance [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'flavor' on Instance uuid 7bd81054-6159-4ee9-a57d-d46a91f37e94 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:14:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-f4fab2d7-4934-4e61-95bb-4d744e558590 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.025s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:14:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "7bd81054-6159-4ee9-a57d-d46a91f37e94" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:14:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:14:44 user nova-compute[74491]: INFO nova.compute.manager [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Detaching volume 6d33f202-8d6e-4bb3-90d9-1486fd81b8f6
Oct 30 08:14:44 user nova-compute[74491]: INFO nova.virt.block_device [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Attempting to driver detach volume 6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 from mountpoint /dev/vdc
Oct 30 08:14:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Attempting to detach device vdc from instance 7bd81054-6159-4ee9-a57d-d46a91f37e94 from the persistent domain config. {{(pid=74491) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 08:14:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 08:14:44 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:14:44 user nova-compute[74491]:   <source dev="/dev/sde"/>
Oct 30 08:14:44 user nova-compute[74491]:   <target dev="vdc" bus="virtio"/>
Oct 30 08:14:44 user nova-compute[74491]:   <serial>6d33f202-8d6e-4bb3-90d9-1486fd81b8f6</serial>
Oct 30 08:14:44 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 30 08:14:44 user nova-compute[74491]: </disk>
Oct 30 08:14:44 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 08:14:44 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Successfully detached device vdc from instance 7bd81054-6159-4ee9-a57d-d46a91f37e94 from the persistent domain config.
Oct 30 08:14:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 7bd81054-6159-4ee9-a57d-d46a91f37e94 from the live domain config. {{(pid=74491) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 08:14:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 08:14:44 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:14:44 user nova-compute[74491]:   <source dev="/dev/sde"/>
Oct 30 08:14:44 user nova-compute[74491]:   <target dev="vdc" bus="virtio"/>
Oct 30 08:14:44 user nova-compute[74491]:   <serial>6d33f202-8d6e-4bb3-90d9-1486fd81b8f6</serial>
Oct 30 08:14:44 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 30 08:14:44 user nova-compute[74491]: </disk>
Oct 30 08:14:44 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 08:14:44 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:14:44 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 7bd81054-6159-4ee9-a57d-d46a91f37e94 {{(pid=74491) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 08:14:49 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:14:54 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:14:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:04 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 7bd81054-6159-4ee9-a57d-d46a91f37e94 is timed out.
Oct 30 08:15:04 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Successfully detached device vdc from instance 7bd81054-6159-4ee9-a57d-d46a91f37e94 from the live domain config.
Oct 30 08:15:04 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gXKOhwYb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:15:04 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:15:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d8bb3a0-0604-4e89-b5aa-9936fffe63eb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 08:15:04 user nova-compute[74491]: No targets found.
Oct 30 08:15:04 user nova-compute[74491]: iSNS:
Oct 30 08:15:04 user nova-compute[74491]: No targets found.
Oct 30 08:15:04 user nova-compute[74491]: STATIC:
Oct 30 08:15:04 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6
Oct 30 08:15:04 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:15:04 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:15:04 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513
Oct 30 08:15:04 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:15:04 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:15:04 user nova-compute[74491]: FIRMWARE:
Oct 30 08:15:04 user nova-compute[74491]: No targets found.
Oct 30 08:15:04 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 08:15:04 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 08:15:04 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c62e56ec-d7da-451c-924f-e6aacda8646c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a9cde09-a4c7-4770-92b4-500a137ad790]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)
Oct 30 08:15:04 user nova-compute[74491]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 (non-flash)
Oct 30 08:15:04 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)
Oct 30 08:15:04 user nova-compute[74491]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 (non-flash)
Oct 30 08:15:04 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef01d2c20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6'): ({'sde'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Removing single pathed devices sde {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[52731b76-b37e-437c-b7fe-b8557ccda534]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[53d19dc7-e309-476f-b12e-5e8d047e401c]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Flushing IO for device /dev/sde {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a1c56a9-835c-442c-839e-871bee5e7baa]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.040s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[bef7b289-daec-4f21-8dde-8ac7ef604c88]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] SCSI volumes sde have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2530468b-45c2-4950-8107-a0bf20f58506]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9c5b1cc-d2bf-43c1-b05e-8fa924ac6f73]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6, portal: 172.16.0.220,3260]
Oct 30 08:15:04 user nova-compute[74491]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6, portal: 172.16.0.220,3260] successful.
Oct 30 08:15:04 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:15:04 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:15:05 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d33f202-8d6e-4bb3-90d9-1486fd81b8f6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:15:05 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f869f9e-0c09-42b0-863f-de52dc5e846b]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:15:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:15:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.270s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:15:05 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] <== disconnect_volume: return (271ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:15:05 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 08:15:05 user nova-compute[74491]: DEBUG nova.objects.instance [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'flavor' on Instance uuid 7bd81054-6159-4ee9-a57d-d46a91f37e94 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:15:05 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-65788fe4-ea3a-4a81-ac29-d8b3cf91efcc tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.714s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:15:06 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:15:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:15:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-7bd81054-6159-4ee9-a57d-d46a91f37e94" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:15:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-7bd81054-6159-4ee9-a57d-d46a91f37e94" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:15:06 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 08:15:06 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Updating instance_info_cache with network_info: [{"id": "b6a3abb5-3f58-43a1-8fdf-a5536ddf486c", "address": "fa:16:3e:1e:9d:27", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6a3abb5-3f", "ovs_interfaceid": "b6a3abb5-3f58-43a1-8fdf-a5536ddf486c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:15:06 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-7bd81054-6159-4ee9-a57d-d46a91f37e94" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:15:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 08:15:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0db4f295-b170-46ec-b207-72b062876ec5 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "7bd81054-6159-4ee9-a57d-d46a91f37e94" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:15:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0db4f295-b170-46ec-b207-72b062876ec5 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:15:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0db4f295-b170-46ec-b207-72b062876ec5 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "7bd81054-6159-4ee9-a57d-d46a91f37e94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:15:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0db4f295-b170-46ec-b207-72b062876ec5 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:15:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0db4f295-b170-46ec-b207-72b062876ec5 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:15:07 user nova-compute[74491]: INFO nova.compute.manager [None req-0db4f295-b170-46ec-b207-72b062876ec5 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Terminating instance
Oct 30 08:15:07 user nova-compute[74491]: DEBUG nova.compute.manager [None req-0db4f295-b170-46ec-b207-72b062876ec5 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 08:15:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:07 user nova-compute[74491]: DEBUG nova.compute.manager [req-54046660-5006-4670-bda3-e4cab5cdde44 req-ae9e3ac3-0360-43a4-8766-c281a279aa66 service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Received event network-vif-unplugged-b6a3abb5-3f58-43a1-8fdf-a5536ddf486c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:15:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-54046660-5006-4670-bda3-e4cab5cdde44 req-ae9e3ac3-0360-43a4-8766-c281a279aa66 service nova] Acquiring lock "7bd81054-6159-4ee9-a57d-d46a91f37e94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:15:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-54046660-5006-4670-bda3-e4cab5cdde44 req-ae9e3ac3-0360-43a4-8766-c281a279aa66 service nova] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:15:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-54046660-5006-4670-bda3-e4cab5cdde44 req-ae9e3ac3-0360-43a4-8766-c281a279aa66 service nova] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:15:07 user nova-compute[74491]: DEBUG nova.compute.manager [req-54046660-5006-4670-bda3-e4cab5cdde44 req-ae9e3ac3-0360-43a4-8766-c281a279aa66 service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] No waiting events found dispatching network-vif-unplugged-b6a3abb5-3f58-43a1-8fdf-a5536ddf486c {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:15:07 user nova-compute[74491]: DEBUG nova.compute.manager [req-54046660-5006-4670-bda3-e4cab5cdde44 req-ae9e3ac3-0360-43a4-8766-c281a279aa66 service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Received event network-vif-unplugged-b6a3abb5-3f58-43a1-8fdf-a5536ddf486c for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 08:15:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:07 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Instance destroyed successfully.
Oct 30 08:15:07 user nova-compute[74491]: DEBUG nova.objects.instance [None req-0db4f295-b170-46ec-b207-72b062876ec5 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lazy-loading 'resources' on Instance uuid 7bd81054-6159-4ee9-a57d-d46a91f37e94 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:15:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-0db4f295-b170-46ec-b207-72b062876ec5 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:11:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-868681130',display_name='tempest-AttachVolumeTestJSON-server-868681130',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-868681130',id=47,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGlzuQv57i7uVONRFrTAy6yr4Rt8N7L3os9xZTkAam4uHxYPoahoIYriKYtoA2BNVB4bdnR4WWzKRQVMlkBiiAoF7tiefItC5BlvEyiRKaXxpGckbfuB3DnrIXpUdP+WEw==',key_name='tempest-keypair-236452798',keypairs=<?>,launch_index=0,launched_at=2023-10-30T08:11:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3abfa530c3404a19af6fb0548e306d3f',ramdisk_id='',reservation_id='r-h1oukn4c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1615103906',owner_user_name='tempest-AttachVolumeTestJSON-1615103906-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T08:11:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a34321c2cf0542d0b8f9f3f6c32e059c',uuid=7bd81054-6159-4ee9-a57d-d46a91f37e94,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b6a3abb5-3f58-43a1-8fdf-a5536ddf486c", "address": "fa:16:3e:1e:9d:27", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6a3abb5-3f", "ovs_interfaceid": "b6a3abb5-3f58-43a1-8fdf-a5536ddf486c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 08:15:07 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-0db4f295-b170-46ec-b207-72b062876ec5 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Converting VIF {"id": "b6a3abb5-3f58-43a1-8fdf-a5536ddf486c", "address": "fa:16:3e:1e:9d:27", "network": {"id": "1f627015-45aa-4398-9332-0d6bd1bc1082", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478737066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3abfa530c3404a19af6fb0548e306d3f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6a3abb5-3f", "ovs_interfaceid": "b6a3abb5-3f58-43a1-8fdf-a5536ddf486c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:15:07 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-0db4f295-b170-46ec-b207-72b062876ec5 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1e:9d:27,bridge_name='br-int',has_traffic_filtering=True,id=b6a3abb5-3f58-43a1-8fdf-a5536ddf486c,network=Network(1f627015-45aa-4398-9332-0d6bd1bc1082),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6a3abb5-3f') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:15:07 user nova-compute[74491]: DEBUG os_vif [None req-0db4f295-b170-46ec-b207-72b062876ec5 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1e:9d:27,bridge_name='br-int',has_traffic_filtering=True,id=b6a3abb5-3f58-43a1-8fdf-a5536ddf486c,network=Network(1f627015-45aa-4398-9332-0d6bd1bc1082),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6a3abb5-3f') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 08:15:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb6a3abb5-3f, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:15:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:15:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0c631d83-f1fc-4277-8126-762b85338e75) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:15:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:08 user nova-compute[74491]: INFO os_vif [None req-0db4f295-b170-46ec-b207-72b062876ec5 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1e:9d:27,bridge_name='br-int',has_traffic_filtering=True,id=b6a3abb5-3f58-43a1-8fdf-a5536ddf486c,network=Network(1f627015-45aa-4398-9332-0d6bd1bc1082),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6a3abb5-3f')
Oct 30 08:15:08 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-0db4f295-b170-46ec-b207-72b062876ec5 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Deleting instance files /opt/stack/data/nova/instances/7bd81054-6159-4ee9-a57d-d46a91f37e94_del
Oct 30 08:15:08 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-0db4f295-b170-46ec-b207-72b062876ec5 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Deletion of /opt/stack/data/nova/instances/7bd81054-6159-4ee9-a57d-d46a91f37e94_del complete
Oct 30 08:15:08 user nova-compute[74491]: INFO nova.compute.manager [None req-0db4f295-b170-46ec-b207-72b062876ec5 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Took 0.89 seconds to destroy the instance on the hypervisor.
Oct 30 08:15:08 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-0db4f295-b170-46ec-b207-72b062876ec5 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 08:15:08 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 08:15:08 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 08:15:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:08 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:15:09 user nova-compute[74491]: DEBUG nova.compute.manager [req-b1362d29-66a2-44ca-854a-640d57a86d5b req-0524e15b-536c-4ef9-9732-93082ba58c26 service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Received event network-vif-plugged-b6a3abb5-3f58-43a1-8fdf-a5536ddf486c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:15:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b1362d29-66a2-44ca-854a-640d57a86d5b req-0524e15b-536c-4ef9-9732-93082ba58c26 service nova] Acquiring lock "7bd81054-6159-4ee9-a57d-d46a91f37e94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:15:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b1362d29-66a2-44ca-854a-640d57a86d5b req-0524e15b-536c-4ef9-9732-93082ba58c26 service nova] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:15:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b1362d29-66a2-44ca-854a-640d57a86d5b req-0524e15b-536c-4ef9-9732-93082ba58c26 service nova] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:15:09 user nova-compute[74491]: DEBUG nova.compute.manager [req-b1362d29-66a2-44ca-854a-640d57a86d5b req-0524e15b-536c-4ef9-9732-93082ba58c26 service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] No waiting events found dispatching network-vif-plugged-b6a3abb5-3f58-43a1-8fdf-a5536ddf486c {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:15:09 user nova-compute[74491]: WARNING nova.compute.manager [req-b1362d29-66a2-44ca-854a-640d57a86d5b req-0524e15b-536c-4ef9-9732-93082ba58c26 service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Received unexpected event network-vif-plugged-b6a3abb5-3f58-43a1-8fdf-a5536ddf486c for instance with vm_state active and task_state deleting.
Oct 30 08:15:09 user nova-compute[74491]: DEBUG nova.compute.manager [req-b1362d29-66a2-44ca-854a-640d57a86d5b req-0524e15b-536c-4ef9-9732-93082ba58c26 service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Received event network-vif-plugged-b6a3abb5-3f58-43a1-8fdf-a5536ddf486c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:15:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b1362d29-66a2-44ca-854a-640d57a86d5b req-0524e15b-536c-4ef9-9732-93082ba58c26 service nova] Acquiring lock "7bd81054-6159-4ee9-a57d-d46a91f37e94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:15:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b1362d29-66a2-44ca-854a-640d57a86d5b req-0524e15b-536c-4ef9-9732-93082ba58c26 service nova] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:15:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b1362d29-66a2-44ca-854a-640d57a86d5b req-0524e15b-536c-4ef9-9732-93082ba58c26 service nova] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:15:09 user nova-compute[74491]: DEBUG nova.compute.manager [req-b1362d29-66a2-44ca-854a-640d57a86d5b req-0524e15b-536c-4ef9-9732-93082ba58c26 service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] No waiting events found dispatching network-vif-plugged-b6a3abb5-3f58-43a1-8fdf-a5536ddf486c {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:15:09 user nova-compute[74491]: WARNING nova.compute.manager [req-b1362d29-66a2-44ca-854a-640d57a86d5b req-0524e15b-536c-4ef9-9732-93082ba58c26 service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Received unexpected event network-vif-plugged-b6a3abb5-3f58-43a1-8fdf-a5536ddf486c for instance with vm_state active and task_state deleting.
Oct 30 08:15:09 user nova-compute[74491]: DEBUG nova.compute.manager [req-b1362d29-66a2-44ca-854a-640d57a86d5b req-0524e15b-536c-4ef9-9732-93082ba58c26 service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Received event network-vif-plugged-b6a3abb5-3f58-43a1-8fdf-a5536ddf486c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:15:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b1362d29-66a2-44ca-854a-640d57a86d5b req-0524e15b-536c-4ef9-9732-93082ba58c26 service nova] Acquiring lock "7bd81054-6159-4ee9-a57d-d46a91f37e94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:15:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b1362d29-66a2-44ca-854a-640d57a86d5b req-0524e15b-536c-4ef9-9732-93082ba58c26 service nova] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:15:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b1362d29-66a2-44ca-854a-640d57a86d5b req-0524e15b-536c-4ef9-9732-93082ba58c26 service nova] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:15:09 user nova-compute[74491]: DEBUG nova.compute.manager [req-b1362d29-66a2-44ca-854a-640d57a86d5b req-0524e15b-536c-4ef9-9732-93082ba58c26 service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] No waiting events found dispatching network-vif-plugged-b6a3abb5-3f58-43a1-8fdf-a5536ddf486c {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:15:09 user nova-compute[74491]: WARNING nova.compute.manager [req-b1362d29-66a2-44ca-854a-640d57a86d5b req-0524e15b-536c-4ef9-9732-93082ba58c26 service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Received unexpected event network-vif-plugged-b6a3abb5-3f58-43a1-8fdf-a5536ddf486c for instance with vm_state active and task_state deleting.
Oct 30 08:15:09 user nova-compute[74491]: DEBUG nova.compute.manager [req-b1362d29-66a2-44ca-854a-640d57a86d5b req-0524e15b-536c-4ef9-9732-93082ba58c26 service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Received event network-vif-unplugged-b6a3abb5-3f58-43a1-8fdf-a5536ddf486c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:15:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b1362d29-66a2-44ca-854a-640d57a86d5b req-0524e15b-536c-4ef9-9732-93082ba58c26 service nova] Acquiring lock "7bd81054-6159-4ee9-a57d-d46a91f37e94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:15:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b1362d29-66a2-44ca-854a-640d57a86d5b req-0524e15b-536c-4ef9-9732-93082ba58c26 service nova] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:15:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b1362d29-66a2-44ca-854a-640d57a86d5b req-0524e15b-536c-4ef9-9732-93082ba58c26 service nova] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:15:09 user nova-compute[74491]: DEBUG nova.compute.manager [req-b1362d29-66a2-44ca-854a-640d57a86d5b req-0524e15b-536c-4ef9-9732-93082ba58c26 service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] No waiting events found dispatching network-vif-unplugged-b6a3abb5-3f58-43a1-8fdf-a5536ddf486c {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:15:09 user nova-compute[74491]: DEBUG nova.compute.manager [req-b1362d29-66a2-44ca-854a-640d57a86d5b req-0524e15b-536c-4ef9-9732-93082ba58c26 service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Received event network-vif-unplugged-b6a3abb5-3f58-43a1-8fdf-a5536ddf486c for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 08:15:09 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:15:10 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Took 1.93 seconds to deallocate network for instance.
Oct 30 08:15:10 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0db4f295-b170-46ec-b207-72b062876ec5 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:15:10 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0db4f295-b170-46ec-b207-72b062876ec5 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:15:10 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-0db4f295-b170-46ec-b207-72b062876ec5 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:15:10 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-0db4f295-b170-46ec-b207-72b062876ec5 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:15:10 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0db4f295-b170-46ec-b207-72b062876ec5 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.158s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:15:10 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-0db4f295-b170-46ec-b207-72b062876ec5 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Deleted allocations for instance 7bd81054-6159-4ee9-a57d-d46a91f37e94
Oct 30 08:15:10 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:15:10 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:15:10 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-0db4f295-b170-46ec-b207-72b062876ec5 tempest-AttachVolumeTestJSON-1615103906 tempest-AttachVolumeTestJSON-1615103906-project-member] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.172s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:15:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-74fb6adb-c31a-4233-8122-d45cf4765b51 req-8a8632fc-d080-4677-bbc5-03cbaa6d0aed service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Received event network-vif-plugged-b6a3abb5-3f58-43a1-8fdf-a5536ddf486c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:15:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-74fb6adb-c31a-4233-8122-d45cf4765b51 req-8a8632fc-d080-4677-bbc5-03cbaa6d0aed service nova] Acquiring lock "7bd81054-6159-4ee9-a57d-d46a91f37e94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:15:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-74fb6adb-c31a-4233-8122-d45cf4765b51 req-8a8632fc-d080-4677-bbc5-03cbaa6d0aed service nova] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:15:11 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-74fb6adb-c31a-4233-8122-d45cf4765b51 req-8a8632fc-d080-4677-bbc5-03cbaa6d0aed service nova] Lock "7bd81054-6159-4ee9-a57d-d46a91f37e94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:15:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-74fb6adb-c31a-4233-8122-d45cf4765b51 req-8a8632fc-d080-4677-bbc5-03cbaa6d0aed service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] No waiting events found dispatching network-vif-plugged-b6a3abb5-3f58-43a1-8fdf-a5536ddf486c {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:15:11 user nova-compute[74491]: WARNING nova.compute.manager [req-74fb6adb-c31a-4233-8122-d45cf4765b51 req-8a8632fc-d080-4677-bbc5-03cbaa6d0aed service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Received unexpected event network-vif-plugged-b6a3abb5-3f58-43a1-8fdf-a5536ddf486c for instance with vm_state deleted and task_state None.
Oct 30 08:15:11 user nova-compute[74491]: DEBUG nova.compute.manager [req-74fb6adb-c31a-4233-8122-d45cf4765b51 req-8a8632fc-d080-4677-bbc5-03cbaa6d0aed service nova] [instance: 7bd81054-6159-4ee9-a57d-d46a91f37e94] Received event network-vif-deleted-b6a3abb5-3f58-43a1-8fdf-a5536ddf486c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:15:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:15 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:15:16 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:15:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:15:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:15:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:15:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:15:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:18 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:15:19 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:15:20 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:15:20 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:15:20 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74491) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 08:15:21 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:15:22 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:15:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:15:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:15:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:15:22 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:15:22 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 08:15:22 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:15:22 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:15:22 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8897MB free_disk=25.262760162353516GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:15:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:15:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:15:22 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance c6ce84e1-5990-4e80-96bc-61294580aab7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:15:22 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:15:22 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:15:22 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing inventories for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 08:15:22 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Updating ProviderTree inventory for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 08:15:22 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Updating inventory in ProviderTree for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 08:15:22 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing aggregate associations for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9, aggregates: None {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 08:15:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:23 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing trait associations for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9, traits: COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_CIRRUS,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSSE3,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_TRUSTED_CERTS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE41,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE,HW_CPU_X86_MMX,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_FDC,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_USB {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 08:15:23 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:15:23 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:15:23 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:15:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.369s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:15:24 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:15:24 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Cleaning up deleted instances {{(pid=74491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 08:15:24 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] There are 0 instances to clean {{(pid=74491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 08:15:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "c6ce84e1-5990-4e80-96bc-61294580aab7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:15:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "c6ce84e1-5990-4e80-96bc-61294580aab7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:15:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "c6ce84e1-5990-4e80-96bc-61294580aab7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:15:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "c6ce84e1-5990-4e80-96bc-61294580aab7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:15:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "c6ce84e1-5990-4e80-96bc-61294580aab7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:15:39 user nova-compute[74491]: INFO nova.compute.manager [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Terminating instance
Oct 30 08:15:39 user nova-compute[74491]: DEBUG nova.compute.manager [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 08:15:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:39 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:39 user nova-compute[74491]: DEBUG nova.compute.manager [req-f7913f4e-62db-402a-be6b-d6a8a768ed18 req-92d68174-bb1f-4e60-89f0-7e47ccb9de55 service nova] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Received event network-vif-unplugged-f7cefccf-55fd-49ee-9f4f-f48a09790b3c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:15:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f7913f4e-62db-402a-be6b-d6a8a768ed18 req-92d68174-bb1f-4e60-89f0-7e47ccb9de55 service nova] Acquiring lock "c6ce84e1-5990-4e80-96bc-61294580aab7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:15:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f7913f4e-62db-402a-be6b-d6a8a768ed18 req-92d68174-bb1f-4e60-89f0-7e47ccb9de55 service nova] Lock "c6ce84e1-5990-4e80-96bc-61294580aab7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:15:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f7913f4e-62db-402a-be6b-d6a8a768ed18 req-92d68174-bb1f-4e60-89f0-7e47ccb9de55 service nova] Lock "c6ce84e1-5990-4e80-96bc-61294580aab7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:15:39 user nova-compute[74491]: DEBUG nova.compute.manager [req-f7913f4e-62db-402a-be6b-d6a8a768ed18 req-92d68174-bb1f-4e60-89f0-7e47ccb9de55 service nova] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] No waiting events found dispatching network-vif-unplugged-f7cefccf-55fd-49ee-9f4f-f48a09790b3c {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:15:39 user nova-compute[74491]: DEBUG nova.compute.manager [req-f7913f4e-62db-402a-be6b-d6a8a768ed18 req-92d68174-bb1f-4e60-89f0-7e47ccb9de55 service nova] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Received event network-vif-unplugged-f7cefccf-55fd-49ee-9f4f-f48a09790b3c for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:40 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Instance destroyed successfully.
Oct 30 08:15:40 user nova-compute[74491]: DEBUG nova.objects.instance [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lazy-loading 'resources' on Instance uuid c6ce84e1-5990-4e80-96bc-61294580aab7 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:10:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-21593420',display_name='tempest-TestVolumeBootPattern-volume-backed-server-21593420',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-21593420',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCLhIjH7CF7CibAtQLGlDgNtIy79OGdS6lhdGXRrPzInWLbBJuan8tgAEGb+2tULB+p9rUk6gZB37RXCc4BRZO0G5yWOFZTQTxATfKzrlSz02jkqyBVkYCXvk8YDEycHZQ==',key_name='tempest-keypair-593206641',keypairs=<?>,launch_index=0,launched_at=2023-10-30T08:11:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bf66fa2f7c4c4487bde3306920d484f5',ramdisk_id='',reservation_id='r-2itvs4ta',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-611689909',owner_user_name='tempest-TestVolumeBootPattern-611689909-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T08:11:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='89a3cbeb414c46f281604a0952af6864',uuid=c6ce84e1-5990-4e80-96bc-61294580aab7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f7cefccf-55fd-49ee-9f4f-f48a09790b3c", "address": "fa:16:3e:e6:47:cd", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7cefccf-55", "ovs_interfaceid": "f7cefccf-55fd-49ee-9f4f-f48a09790b3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converting VIF {"id": "f7cefccf-55fd-49ee-9f4f-f48a09790b3c", "address": "fa:16:3e:e6:47:cd", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7cefccf-55", "ovs_interfaceid": "f7cefccf-55fd-49ee-9f4f-f48a09790b3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e6:47:cd,bridge_name='br-int',has_traffic_filtering=True,id=f7cefccf-55fd-49ee-9f4f-f48a09790b3c,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7cefccf-55') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG os_vif [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e6:47:cd,bridge_name='br-int',has_traffic_filtering=True,id=f7cefccf-55fd-49ee-9f4f-f48a09790b3c,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7cefccf-55') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf7cefccf-55, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3ac2837a-9892-4622-b175-9d38d071c7b8) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:40 user nova-compute[74491]: INFO os_vif [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e6:47:cd,bridge_name='br-int',has_traffic_filtering=True,id=f7cefccf-55fd-49ee-9f4f-f48a09790b3c,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7cefccf-55')
Oct 30 08:15:40 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pmnugYVA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:15:40 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:15:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1975314-4063-4603-b5eb-45bd59e57811]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 08:15:40 user nova-compute[74491]: No targets found.
Oct 30 08:15:40 user nova-compute[74491]: iSNS:
Oct 30 08:15:40 user nova-compute[74491]: No targets found.
Oct 30 08:15:40 user nova-compute[74491]: STATIC:
Oct 30 08:15:40 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513
Oct 30 08:15:40 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:15:40 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:15:40 user nova-compute[74491]: FIRMWARE:
Oct 30 08:15:40 user nova-compute[74491]: No targets found.
Oct 30 08:15:40 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 08:15:40 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 08:15:40 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[94a53da3-d561-4a50-8337-ec4b43cd67cd]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b45c8b2b-dd57-4352-8e70-ac8426743de5]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)
Oct 30 08:15:40 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 (non-flash)
Oct 30 08:15:40 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef01860e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513'): ({'sdb'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Removing single pathed devices sdb {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[24236ad8-02db-4bae-aea8-985c9a1e2004]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d74eaaff-d4c3-49f7-bdf4-9d8d9e4bb94e]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Flushing IO for device /dev/sdb {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[64b88c34-ec8c-43a0-bcb2-abfcde7a4a1f]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.037s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e3cbed7-2d2b-42ff-9f10-bcea7199f2fd]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO8d0c5206-0d37f7a9055f121f', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_8d0c5206', '/dev/disk/by-id/scsi-23064333766376139') {{(pid=85960) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e11a25aa-44a8-42a6-a851-0faaf92a789c]: (4, None) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b1c1e5c-015b-4702-9e36-da321cd7ec9e]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[05b12455-fa96-4118-b556-7f86f020ac14]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513, portal: 172.16.0.220,3260]
Oct 30 08:15:40 user nova-compute[74491]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513, portal: 172.16.0.220,3260] successful.
Oct 30 08:15:40 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c43304fa-0656-40ee-8be8-ab4817a9d513 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[52fc1794-9b74-42bd-8e7e-3298fe38b75d]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.282s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] <== disconnect_volume: return (283ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 08:15:40 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Deleting instance files /opt/stack/data/nova/instances/c6ce84e1-5990-4e80-96bc-61294580aab7_del
Oct 30 08:15:40 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Deletion of /opt/stack/data/nova/instances/c6ce84e1-5990-4e80-96bc-61294580aab7_del complete
Oct 30 08:15:40 user nova-compute[74491]: INFO nova.compute.manager [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Took 1.13 seconds to destroy the instance on the hypervisor.
Oct 30 08:15:40 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 08:15:40 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 08:15:41 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:15:41 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Took 0.88 seconds to deallocate network for instance.
Oct 30 08:15:41 user nova-compute[74491]: DEBUG nova.compute.manager [req-4f11d545-7ee7-4ae6-a3b2-f913d857a546 req-d1d15df3-e6d4-4e23-98d4-23f2ee45bac0 service nova] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Received event network-vif-deleted-f7cefccf-55fd-49ee-9f4f-f48a09790b3c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:15:41 user nova-compute[74491]: DEBUG nova.compute.manager [req-4197d01b-9448-40df-8a3a-7f8ca7eb593b req-dc31a6d4-26e9-4a94-9e7d-b6eab188825f service nova] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Received event network-vif-plugged-f7cefccf-55fd-49ee-9f4f-f48a09790b3c {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:15:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4197d01b-9448-40df-8a3a-7f8ca7eb593b req-dc31a6d4-26e9-4a94-9e7d-b6eab188825f service nova] Acquiring lock "c6ce84e1-5990-4e80-96bc-61294580aab7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:15:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4197d01b-9448-40df-8a3a-7f8ca7eb593b req-dc31a6d4-26e9-4a94-9e7d-b6eab188825f service nova] Lock "c6ce84e1-5990-4e80-96bc-61294580aab7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:15:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4197d01b-9448-40df-8a3a-7f8ca7eb593b req-dc31a6d4-26e9-4a94-9e7d-b6eab188825f service nova] Lock "c6ce84e1-5990-4e80-96bc-61294580aab7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:15:41 user nova-compute[74491]: DEBUG nova.compute.manager [req-4197d01b-9448-40df-8a3a-7f8ca7eb593b req-dc31a6d4-26e9-4a94-9e7d-b6eab188825f service nova] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] No waiting events found dispatching network-vif-plugged-f7cefccf-55fd-49ee-9f4f-f48a09790b3c {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:15:41 user nova-compute[74491]: WARNING nova.compute.manager [req-4197d01b-9448-40df-8a3a-7f8ca7eb593b req-dc31a6d4-26e9-4a94-9e7d-b6eab188825f service nova] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Received unexpected event network-vif-plugged-f7cefccf-55fd-49ee-9f4f-f48a09790b3c for instance with vm_state active and task_state deleting.
Oct 30 08:15:42 user nova-compute[74491]: INFO nova.compute.manager [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Took 0.96 seconds to detach 1 volumes for instance.
Oct 30 08:15:42 user nova-compute[74491]: DEBUG nova.compute.manager [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: c6ce84e1-5990-4e80-96bc-61294580aab7] Deleting volume: c43304fa-0656-40ee-8be8-ab4817a9d513 {{(pid=74491) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 30 08:15:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:15:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:15:42 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:15:42 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:15:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.105s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:15:42 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Deleted allocations for instance c6ce84e1-5990-4e80-96bc-61294580aab7
Oct 30 08:15:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-58762d09-9b4a-4844-b275-4b31c780ced0 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "c6ce84e1-5990-4e80-96bc-61294580aab7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.321s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:15:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:15:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:15:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:15:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:15:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:15:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:16:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:16:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:16:06 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:16:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:16:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Didn't find any instances for network info cache update. {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 08:16:09 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:16:10 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:16:10 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:16:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:16:15 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:16:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:16:17 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:16:19 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:16:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:16:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:16:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:16:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:16:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:16:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:16:21 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:16:22 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:16:23 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:16:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:16:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:16:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:16:23 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:16:23 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:16:23 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:16:23 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=9074MB free_disk=25.261348724365234GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:16:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:16:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:16:23 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:16:23 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:16:23 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:16:23 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:16:23 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:16:23 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.141s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:16:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:16:28 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:16:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:16:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:16:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:16:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:16:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:16:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:16:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:16:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:16:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:16:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:16:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:16:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:16:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:16:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:16:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:16:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:16:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "336fc89b-e8aa-4686-8b81-138a1e0361be" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "336fc89b-e8aa-4686-8b81-138a1e0361be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG nova.compute.manager [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 08:16:52 user nova-compute[74491]: INFO nova.compute.claims [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Claim successful on node user
Oct 30 08:16:52 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.191s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG nova.compute.manager [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG nova.compute.manager [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG nova.network.neutron [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 08:16:52 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 08:16:52 user nova-compute[74491]: DEBUG nova.compute.manager [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG nova.policy [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89a3cbeb414c46f281604a0952af6864', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf66fa2f7c4c4487bde3306920d484f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 08:16:52 user nova-compute[74491]: INFO nova.virt.block_device [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Booting with volume cd2da587-def9-4575-9fd5-fbb5733bf838 at /dev/vda
Oct 30 08:16:52 user nova-compute[74491]: DEBUG os_brick.utils [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b7a5229-8bf0-4715-8a51-630632aacf48]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[be173b6b-4b90-4a2b-83a2-cd2c6a6c9e06]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[77d947fc-13ad-4c40-be7f-068e622a2811]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee428b1d-93be-4575-ab11-2d9a8e4e7e14]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:16:52 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 08:16:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d389a9ff-563e-46a2-9a55-88f01feac522]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG os_brick.utils [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:16:52 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Updating existing volume attachment record: e7d1568f-7d4d-4423-a01a-3dc03bc729e6 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 08:16:53 user nova-compute[74491]: DEBUG nova.network.neutron [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Successfully created port: 7a355558-397c-471a-89d3-fef4dbc1d956 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 08:16:53 user nova-compute[74491]: DEBUG nova.network.neutron [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Successfully updated port: 7a355558-397c-471a-89d3-fef4dbc1d956 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 08:16:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "refresh_cache-336fc89b-e8aa-4686-8b81-138a1e0361be" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:16:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquired lock "refresh_cache-336fc89b-e8aa-4686-8b81-138a1e0361be" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:16:54 user nova-compute[74491]: DEBUG nova.network.neutron [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 08:16:54 user nova-compute[74491]: DEBUG nova.compute.manager [req-e3e662dc-77d7-4395-a5b6-d3d4c4ed79f5 req-71b8a664-f8e1-42bf-bc24-7fd90059245a service nova] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Received event network-changed-7a355558-397c-471a-89d3-fef4dbc1d956 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:16:54 user nova-compute[74491]: DEBUG nova.compute.manager [req-e3e662dc-77d7-4395-a5b6-d3d4c4ed79f5 req-71b8a664-f8e1-42bf-bc24-7fd90059245a service nova] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Refreshing instance network info cache due to event network-changed-7a355558-397c-471a-89d3-fef4dbc1d956. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:16:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e3e662dc-77d7-4395-a5b6-d3d4c4ed79f5 req-71b8a664-f8e1-42bf-bc24-7fd90059245a service nova] Acquiring lock "refresh_cache-336fc89b-e8aa-4686-8b81-138a1e0361be" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:16:54 user nova-compute[74491]: DEBUG nova.network.neutron [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 08:16:54 user nova-compute[74491]: DEBUG nova.network.neutron [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Updating instance_info_cache with network_info: [{"id": "7a355558-397c-471a-89d3-fef4dbc1d956", "address": "fa:16:3e:b7:c9:1d", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a355558-39", "ovs_interfaceid": "7a355558-397c-471a-89d3-fef4dbc1d956", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:16:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Releasing lock "refresh_cache-336fc89b-e8aa-4686-8b81-138a1e0361be" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:16:54 user nova-compute[74491]: DEBUG nova.compute.manager [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Instance network_info: |[{"id": "7a355558-397c-471a-89d3-fef4dbc1d956", "address": "fa:16:3e:b7:c9:1d", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a355558-39", "ovs_interfaceid": "7a355558-397c-471a-89d3-fef4dbc1d956", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 08:16:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e3e662dc-77d7-4395-a5b6-d3d4c4ed79f5 req-71b8a664-f8e1-42bf-bc24-7fd90059245a service nova] Acquired lock "refresh_cache-336fc89b-e8aa-4686-8b81-138a1e0361be" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:16:54 user nova-compute[74491]: DEBUG nova.network.neutron [req-e3e662dc-77d7-4395-a5b6-d3d4c4ed79f5 req-71b8a664-f8e1-42bf-bc24-7fd90059245a service nova] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Refreshing network info cache for port 7a355558-397c-471a-89d3-fef4dbc1d956 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:16:54 user nova-compute[74491]: DEBUG nova.network.neutron [req-e3e662dc-77d7-4395-a5b6-d3d4c4ed79f5 req-71b8a664-f8e1-42bf-bc24-7fd90059245a service nova] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Updated VIF entry in instance network info cache for port 7a355558-397c-471a-89d3-fef4dbc1d956. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:16:54 user nova-compute[74491]: DEBUG nova.network.neutron [req-e3e662dc-77d7-4395-a5b6-d3d4c4ed79f5 req-71b8a664-f8e1-42bf-bc24-7fd90059245a service nova] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Updating instance_info_cache with network_info: [{"id": "7a355558-397c-471a-89d3-fef4dbc1d956", "address": "fa:16:3e:b7:c9:1d", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a355558-39", "ovs_interfaceid": "7a355558-397c-471a-89d3-fef4dbc1d956", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:16:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-e3e662dc-77d7-4395-a5b6-d3d4c4ed79f5 req-71b8a664-f8e1-42bf-bc24-7fd90059245a service nova] Releasing lock "refresh_cache-336fc89b-e8aa-4686-8b81-138a1e0361be" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:16:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:17:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:17:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:17:06 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:17:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:17:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 08:17:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Skipping network cache update for instance because it is Building. {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 30 08:17:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Didn't find any instances for network info cache update. {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 08:17:10 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:17:10 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:17:10 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:17:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG nova.compute.manager [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 08:17:12 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Creating image(s)
Oct 30 08:17:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Did not create local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Ensure instance console log exists: /opt/stack/data/nova/instances/336fc89b-e8aa-4686-8b81-138a1e0361be/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Start _get_guest_xml network_info=[{"id": "7a355558-397c-471a-89d3-fef4dbc1d956", "address": "fa:16:3e:b7:c9:1d", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a355558-39", "ovs_interfaceid": "7a355558-397c-471a-89d3-fef4dbc1d956", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'attachment_id': 'e7d1568f-7d4d-4423-a01a-3dc03bc729e6', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rYLMXVuW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '336fc89b-e8aa-4686-8b81-138a1e0361be', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd2da587-def9-4575-9fd5-fbb5733bf838', 'serial': 'cd2da587-def9-4575-9fd5-fbb5733bf838'}, 'delete_on_termination': False, 'volume_type': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 08:17:12 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:17:12 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:17:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rYLMXVuW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:17:12 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:17:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:17:12 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:17:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:17:12 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a003994f-8bc7-4944-bec0-13f43d9f1506]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 08:17:12 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[82eca363-0e08-41e4-a630-e1f619dfa485]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838] added
Oct 30 08:17:12 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa25739c-0f75-48e1-a3a4-08ec0e809b6d]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[96fe2ec1-b17c-447e-afe5-0bbfa38af084]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rYLMXVuW {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rYLMXVuW" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9653c01-f378-4a95-9f5e-718b1a033724]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rYLMXVuW'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[58812f96-f6ae-46c6-b874-82d99c4f103f]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b6c89a0-ae40-407f-9aab-fd1a117ecf50]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 30 08:17:12 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 30 08:17:12 user nova-compute[74491]:  {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:17:12 user nova-compute[74491]: WARNING os_brick.initiator.connectors.iscsi [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 30 08:17:12 user nova-compute[74491]: 
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --login" returned: 0 in 0.047s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4df9b693-c813-43d0-bc4b-db657fdf3baf]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838, portal: 172.16.0.220,3260]
Oct 30 08:17:12 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838, portal: 172.16.0.220,3260] successful.
Oct 30 08:17:12 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d18af988-f5b5-41a4-91da-251c18daf04a]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f2934e8-b9b3-456a-902a-2a5866b5a4c2]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 (non-flash)
Oct 30 08:17:12 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 (non-flash)
Oct 30 08:17:12 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.258s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] HCTL ('33', '-', '-', 0) found on session 54 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc249fd1-3b7d-4478-bd97-3d03d7a16546]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:17:12 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Searching for a device in session 54 and hctl ['33', '*', '*', 0] yield: None {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 08:17:13 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Searching for a device in session 54 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 08:17:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rYLMXVuW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 08:17:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.290s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:17:13 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] <== connect_volume: return (1292ms) {'type': 'block', 'scsi_wwn': '26235386430613261', 'path': '/dev/sdb'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:17:13 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26235386430613261', 'path': '/dev/sdb'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 08:17:13 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:16:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-128933161',display_name='tempest-TestVolumeBootPattern-server-128933161',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-128933161',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF2nA7rNlxxPa9Tym0bQofUP2U9RlUflpxybyMIXiIBgrHvjg4mV5IzppI9K6NjZ3ADBnBu+ebEnzw9cqWxCSZGzP5mvXP5yPJaXd8B6Jc1oGlScLErltFM8mJlw6YiKtw==',key_name='tempest-TestVolumeBootPattern-1512119125',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bf66fa2f7c4c4487bde3306920d484f5',ramdisk_id='',reservation_id='r-hj0uvlf4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-611689909',owner_user_name='tempest-TestVolumeBootPattern-611689909-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T08:16:53Z,user_data=None,user_id='89a3cbeb414c46f281604a0952af6864',uuid=336fc89b-e8aa-4686-8b81-138a1e0361be,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7a355558-397c-471a-89d3-fef4dbc1d956", "address": "fa:16:3e:b7:c9:1d", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a355558-39", "ovs_interfaceid": "7a355558-397c-471a-89d3-fef4dbc1d956", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 08:17:13 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converting VIF {"id": "7a355558-397c-471a-89d3-fef4dbc1d956", "address": "fa:16:3e:b7:c9:1d", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a355558-39", "ovs_interfaceid": "7a355558-397c-471a-89d3-fef4dbc1d956", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:17:13 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b7:c9:1d,bridge_name='br-int',has_traffic_filtering=True,id=7a355558-397c-471a-89d3-fef4dbc1d956,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a355558-39') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:17:13 user nova-compute[74491]: DEBUG nova.objects.instance [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lazy-loading 'pci_devices' on Instance uuid 336fc89b-e8aa-4686-8b81-138a1e0361be {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:17:13 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] End _get_guest_xml xml=<domain type="kvm">
Oct 30 08:17:13 user nova-compute[74491]:   <uuid>336fc89b-e8aa-4686-8b81-138a1e0361be</uuid>
Oct 30 08:17:13 user nova-compute[74491]:   <name>instance-00000031</name>
Oct 30 08:17:13 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 08:17:13 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 08:17:13 user nova-compute[74491]:   <metadata>
Oct 30 08:17:13 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 08:17:13 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 08:17:13 user nova-compute[74491]:       <nova:name>tempest-TestVolumeBootPattern-server-128933161</nova:name>
Oct 30 08:17:13 user nova-compute[74491]:       <nova:creationTime>2023-10-30 08:17:12</nova:creationTime>
Oct 30 08:17:13 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 08:17:13 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 08:17:13 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 08:17:13 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 08:17:13 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 08:17:13 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 08:17:13 user nova-compute[74491]:       </nova:flavor>
Oct 30 08:17:13 user nova-compute[74491]:       <nova:owner>
Oct 30 08:17:13 user nova-compute[74491]:         <nova:user uuid="89a3cbeb414c46f281604a0952af6864">tempest-TestVolumeBootPattern-611689909-project-member</nova:user>
Oct 30 08:17:13 user nova-compute[74491]:         <nova:project uuid="bf66fa2f7c4c4487bde3306920d484f5">tempest-TestVolumeBootPattern-611689909</nova:project>
Oct 30 08:17:13 user nova-compute[74491]:       </nova:owner>
Oct 30 08:17:13 user nova-compute[74491]:       <nova:ports>
Oct 30 08:17:13 user nova-compute[74491]:         <nova:port uuid="7a355558-397c-471a-89d3-fef4dbc1d956">
Oct 30 08:17:13 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 30 08:17:13 user nova-compute[74491]:         </nova:port>
Oct 30 08:17:13 user nova-compute[74491]:       </nova:ports>
Oct 30 08:17:13 user nova-compute[74491]:     </nova:instance>
Oct 30 08:17:13 user nova-compute[74491]:   </metadata>
Oct 30 08:17:13 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 08:17:13 user nova-compute[74491]:     <system>
Oct 30 08:17:13 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 08:17:13 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 08:17:13 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 08:17:13 user nova-compute[74491]:       <entry name="serial">336fc89b-e8aa-4686-8b81-138a1e0361be</entry>
Oct 30 08:17:13 user nova-compute[74491]:       <entry name="uuid">336fc89b-e8aa-4686-8b81-138a1e0361be</entry>
Oct 30 08:17:13 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 08:17:13 user nova-compute[74491]:     </system>
Oct 30 08:17:13 user nova-compute[74491]:   </sysinfo>
Oct 30 08:17:13 user nova-compute[74491]:   <os>
Oct 30 08:17:13 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 08:17:13 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 08:17:13 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 08:17:13 user nova-compute[74491]:   </os>
Oct 30 08:17:13 user nova-compute[74491]:   <features>
Oct 30 08:17:13 user nova-compute[74491]:     <acpi/>
Oct 30 08:17:13 user nova-compute[74491]:     <apic/>
Oct 30 08:17:13 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 08:17:13 user nova-compute[74491]:   </features>
Oct 30 08:17:13 user nova-compute[74491]:   <clock offset="utc">
Oct 30 08:17:13 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 08:17:13 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 08:17:13 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 08:17:13 user nova-compute[74491]:   </clock>
Oct 30 08:17:13 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 08:17:13 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 08:17:13 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 08:17:13 user nova-compute[74491]:   </cpu>
Oct 30 08:17:13 user nova-compute[74491]:   <devices>
Oct 30 08:17:13 user nova-compute[74491]:     <disk type="block" device="disk">
Oct 30 08:17:13 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:17:13 user nova-compute[74491]:       <source dev="/dev/sdb"/>
Oct 30 08:17:13 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 08:17:13 user nova-compute[74491]:       <serial>cd2da587-def9-4575-9fd5-fbb5733bf838</serial>
Oct 30 08:17:13 user nova-compute[74491]:     </disk>
Oct 30 08:17:13 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 08:17:13 user nova-compute[74491]:       <mac address="fa:16:3e:b7:c9:1d"/>
Oct 30 08:17:13 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:17:13 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 08:17:13 user nova-compute[74491]:       <target dev="tap7a355558-39"/>
Oct 30 08:17:13 user nova-compute[74491]:     </interface>
Oct 30 08:17:13 user nova-compute[74491]:     <serial type="pty">
Oct 30 08:17:13 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/336fc89b-e8aa-4686-8b81-138a1e0361be/console.log" append="off"/>
Oct 30 08:17:13 user nova-compute[74491]:     </serial>
Oct 30 08:17:13 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 08:17:13 user nova-compute[74491]:     <video>
Oct 30 08:17:13 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:17:13 user nova-compute[74491]:     </video>
Oct 30 08:17:13 user nova-compute[74491]:     <rng model="virtio">
Oct 30 08:17:13 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 08:17:13 user nova-compute[74491]:     </rng>
Oct 30 08:17:13 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 08:17:13 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 08:17:13 user nova-compute[74491]:       <stats period="10"/>
Oct 30 08:17:13 user nova-compute[74491]:     </memballoon>
Oct 30 08:17:13 user nova-compute[74491]:   </devices>
Oct 30 08:17:13 user nova-compute[74491]: </domain>
Oct 30 08:17:13 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 08:17:13 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:16:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-128933161',display_name='tempest-TestVolumeBootPattern-server-128933161',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-128933161',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF2nA7rNlxxPa9Tym0bQofUP2U9RlUflpxybyMIXiIBgrHvjg4mV5IzppI9K6NjZ3ADBnBu+ebEnzw9cqWxCSZGzP5mvXP5yPJaXd8B6Jc1oGlScLErltFM8mJlw6YiKtw==',key_name='tempest-TestVolumeBootPattern-1512119125',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bf66fa2f7c4c4487bde3306920d484f5',ramdisk_id='',reservation_id='r-hj0uvlf4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-611689909',owner_user_name='tempest-TestVolumeBootPattern-611689909-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T08:16:53Z,user_data=None,user_id='89a3cbeb414c46f281604a0952af6864',uuid=336fc89b-e8aa-4686-8b81-138a1e0361be,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7a355558-397c-471a-89d3-fef4dbc1d956", "address": "fa:16:3e:b7:c9:1d", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a355558-39", "ovs_interfaceid": "7a355558-397c-471a-89d3-fef4dbc1d956", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 08:17:13 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converting VIF {"id": "7a355558-397c-471a-89d3-fef4dbc1d956", "address": "fa:16:3e:b7:c9:1d", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a355558-39", "ovs_interfaceid": "7a355558-397c-471a-89d3-fef4dbc1d956", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:17:13 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b7:c9:1d,bridge_name='br-int',has_traffic_filtering=True,id=7a355558-397c-471a-89d3-fef4dbc1d956,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a355558-39') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:17:13 user nova-compute[74491]: DEBUG os_vif [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b7:c9:1d,bridge_name='br-int',has_traffic_filtering=True,id=7a355558-397c-471a-89d3-fef4dbc1d956,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a355558-39') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 08:17:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:17:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:17:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 08:17:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:17:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8830f52a-a679-5be8-ad8f-8a483f1d7b30', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:17:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:17:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:17:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:17:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7a355558-39, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:17:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7a355558-39, col_values=(('qos', UUID('e0fcae7c-346b-43a3-ae1e-6b17503edd46')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:17:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7a355558-39, col_values=(('external_ids', {'iface-id': '7a355558-397c-471a-89d3-fef4dbc1d956', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b7:c9:1d', 'vm-uuid': '336fc89b-e8aa-4686-8b81-138a1e0361be'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:17:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:17:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:17:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:17:13 user nova-compute[74491]: INFO os_vif [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b7:c9:1d,bridge_name='br-int',has_traffic_filtering=True,id=7a355558-397c-471a-89d3-fef4dbc1d956,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a355558-39')
Oct 30 08:17:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:17:14 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] No VIF found with MAC fa:16:3e:b7:c9:1d, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 08:17:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:17:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:17:15 user nova-compute[74491]: DEBUG nova.compute.manager [req-213ba7a0-cf03-4a87-9c8e-435e2fa7c91f req-f2132fb6-c769-4040-ba69-4e9fee23507f service nova] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Received event network-vif-plugged-7a355558-397c-471a-89d3-fef4dbc1d956 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:17:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-213ba7a0-cf03-4a87-9c8e-435e2fa7c91f req-f2132fb6-c769-4040-ba69-4e9fee23507f service nova] Acquiring lock "336fc89b-e8aa-4686-8b81-138a1e0361be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:17:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-213ba7a0-cf03-4a87-9c8e-435e2fa7c91f req-f2132fb6-c769-4040-ba69-4e9fee23507f service nova] Lock "336fc89b-e8aa-4686-8b81-138a1e0361be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:17:15 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-213ba7a0-cf03-4a87-9c8e-435e2fa7c91f req-f2132fb6-c769-4040-ba69-4e9fee23507f service nova] Lock "336fc89b-e8aa-4686-8b81-138a1e0361be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:17:15 user nova-compute[74491]: DEBUG nova.compute.manager [req-213ba7a0-cf03-4a87-9c8e-435e2fa7c91f req-f2132fb6-c769-4040-ba69-4e9fee23507f service nova] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] No waiting events found dispatching network-vif-plugged-7a355558-397c-471a-89d3-fef4dbc1d956 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:17:15 user nova-compute[74491]: WARNING nova.compute.manager [req-213ba7a0-cf03-4a87-9c8e-435e2fa7c91f req-f2132fb6-c769-4040-ba69-4e9fee23507f service nova] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Received unexpected event network-vif-plugged-7a355558-397c-471a-89d3-fef4dbc1d956 for instance with vm_state building and task_state spawning.
Oct 30 08:17:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:17:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:17:16 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:17:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:17:17 user nova-compute[74491]: DEBUG nova.compute.manager [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 08:17:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 08:17:17 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Instance spawned successfully.
Oct 30 08:17:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 08:17:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:17:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:17:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:17:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:17:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:17:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:17:17 user nova-compute[74491]: INFO nova.compute.manager [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Took 4.95 seconds to spawn the instance on the hypervisor.
Oct 30 08:17:17 user nova-compute[74491]: DEBUG nova.compute.manager [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 08:17:17 user nova-compute[74491]: INFO nova.compute.manager [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Took 25.09 seconds to build instance.
Oct 30 08:17:17 user nova-compute[74491]: DEBUG nova.compute.manager [req-f9ed070f-122e-48bf-b18d-bfe7aaa1501a req-8787986a-34d3-40da-8790-34f0e96738c0 service nova] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Received event network-vif-plugged-7a355558-397c-471a-89d3-fef4dbc1d956 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:17:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f9ed070f-122e-48bf-b18d-bfe7aaa1501a req-8787986a-34d3-40da-8790-34f0e96738c0 service nova] Acquiring lock "336fc89b-e8aa-4686-8b81-138a1e0361be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:17:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f9ed070f-122e-48bf-b18d-bfe7aaa1501a req-8787986a-34d3-40da-8790-34f0e96738c0 service nova] Lock "336fc89b-e8aa-4686-8b81-138a1e0361be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:17:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-f9ed070f-122e-48bf-b18d-bfe7aaa1501a req-8787986a-34d3-40da-8790-34f0e96738c0 service nova] Lock "336fc89b-e8aa-4686-8b81-138a1e0361be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:17:17 user nova-compute[74491]: DEBUG nova.compute.manager [req-f9ed070f-122e-48bf-b18d-bfe7aaa1501a req-8787986a-34d3-40da-8790-34f0e96738c0 service nova] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] No waiting events found dispatching network-vif-plugged-7a355558-397c-471a-89d3-fef4dbc1d956 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:17:17 user nova-compute[74491]: WARNING nova.compute.manager [req-f9ed070f-122e-48bf-b18d-bfe7aaa1501a req-8787986a-34d3-40da-8790-34f0e96738c0 service nova] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Received unexpected event network-vif-plugged-7a355558-397c-471a-89d3-fef4dbc1d956 for instance with vm_state active and task_state None.
Oct 30 08:17:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-aa011175-750f-4d8f-bcad-089191ccf373 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "336fc89b-e8aa-4686-8b81-138a1e0361be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 25.195s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:17:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:17:19 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:17:19 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:17:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:17:23 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:17:23 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:17:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:17:25 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:17:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:17:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:17:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:17:25 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:17:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 08:17:25 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:17:25 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:17:25 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8880MB free_disk=25.258228302001953GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:17:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:17:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:17:25 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 336fc89b-e8aa-4686-8b81-138a1e0361be actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:17:25 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:17:25 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:17:25 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:17:25 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:17:25 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:17:25 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.227s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:17:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:17:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:17:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:17:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:17:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:17:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:17:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:17:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:17:53 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:17:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:18:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:18:06 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:18:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:18:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 08:18:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-336fc89b-e8aa-4686-8b81-138a1e0361be" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:18:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-336fc89b-e8aa-4686-8b81-138a1e0361be" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:18:07 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 08:18:07 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lazy-loading 'info_cache' on Instance uuid 336fc89b-e8aa-4686-8b81-138a1e0361be {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:18:07 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Updating instance_info_cache with network_info: [{"id": "7a355558-397c-471a-89d3-fef4dbc1d956", "address": "fa:16:3e:b7:c9:1d", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a355558-39", "ovs_interfaceid": "7a355558-397c-471a-89d3-fef4dbc1d956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:18:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-336fc89b-e8aa-4686-8b81-138a1e0361be" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:18:07 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 08:18:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:18:11 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:18:12 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:18:12 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:18:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:18:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:18:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:18:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:18:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:18:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:18:17 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:18:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:18:20 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:18:20 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:18:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:18:24 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:18:25 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:18:26 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:18:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:18:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:18:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:18:26 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:18:26 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 08:18:26 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:18:26 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:18:26 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8921MB free_disk=25.25707244873047GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:18:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:18:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:18:26 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 336fc89b-e8aa-4686-8b81-138a1e0361be actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:18:26 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:18:26 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:18:26 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:18:26 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:18:26 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:18:26 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.156s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:18:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:18:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:18:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:18:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:18:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:18:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:18:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:18:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:18:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:18:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:18:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:18:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:18:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:18:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:18:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:18:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:18:44 user nova-compute[74491]: DEBUG nova.compute.manager [req-c13719dd-597c-4472-b35e-3edceee89981 req-c1ecb2a7-8a81-4a90-8d09-0e851c15ad4f service nova] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Received event network-changed-7a355558-397c-471a-89d3-fef4dbc1d956 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:18:44 user nova-compute[74491]: DEBUG nova.compute.manager [req-c13719dd-597c-4472-b35e-3edceee89981 req-c1ecb2a7-8a81-4a90-8d09-0e851c15ad4f service nova] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Refreshing instance network info cache due to event network-changed-7a355558-397c-471a-89d3-fef4dbc1d956. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:18:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c13719dd-597c-4472-b35e-3edceee89981 req-c1ecb2a7-8a81-4a90-8d09-0e851c15ad4f service nova] Acquiring lock "refresh_cache-336fc89b-e8aa-4686-8b81-138a1e0361be" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:18:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c13719dd-597c-4472-b35e-3edceee89981 req-c1ecb2a7-8a81-4a90-8d09-0e851c15ad4f service nova] Acquired lock "refresh_cache-336fc89b-e8aa-4686-8b81-138a1e0361be" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:18:44 user nova-compute[74491]: DEBUG nova.network.neutron [req-c13719dd-597c-4472-b35e-3edceee89981 req-c1ecb2a7-8a81-4a90-8d09-0e851c15ad4f service nova] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Refreshing network info cache for port 7a355558-397c-471a-89d3-fef4dbc1d956 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:18:44 user nova-compute[74491]: DEBUG nova.network.neutron [req-c13719dd-597c-4472-b35e-3edceee89981 req-c1ecb2a7-8a81-4a90-8d09-0e851c15ad4f service nova] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Updated VIF entry in instance network info cache for port 7a355558-397c-471a-89d3-fef4dbc1d956. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:18:44 user nova-compute[74491]: DEBUG nova.network.neutron [req-c13719dd-597c-4472-b35e-3edceee89981 req-c1ecb2a7-8a81-4a90-8d09-0e851c15ad4f service nova] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Updating instance_info_cache with network_info: [{"id": "7a355558-397c-471a-89d3-fef4dbc1d956", "address": "fa:16:3e:b7:c9:1d", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a355558-39", "ovs_interfaceid": "7a355558-397c-471a-89d3-fef4dbc1d956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:18:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-c13719dd-597c-4472-b35e-3edceee89981 req-c1ecb2a7-8a81-4a90-8d09-0e851c15ad4f service nova] Releasing lock "refresh_cache-336fc89b-e8aa-4686-8b81-138a1e0361be" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "336fc89b-e8aa-4686-8b81-138a1e0361be" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "336fc89b-e8aa-4686-8b81-138a1e0361be" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "336fc89b-e8aa-4686-8b81-138a1e0361be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "336fc89b-e8aa-4686-8b81-138a1e0361be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "336fc89b-e8aa-4686-8b81-138a1e0361be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:18:45 user nova-compute[74491]: INFO nova.compute.manager [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Terminating instance
Oct 30 08:18:45 user nova-compute[74491]: DEBUG nova.compute.manager [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG nova.compute.manager [req-00567c3a-6775-4035-8f38-41faca9f76e6 req-b19f2717-d90d-48a0-a47d-4a022113f7d6 service nova] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Received event network-vif-unplugged-7a355558-397c-471a-89d3-fef4dbc1d956 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-00567c3a-6775-4035-8f38-41faca9f76e6 req-b19f2717-d90d-48a0-a47d-4a022113f7d6 service nova] Acquiring lock "336fc89b-e8aa-4686-8b81-138a1e0361be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-00567c3a-6775-4035-8f38-41faca9f76e6 req-b19f2717-d90d-48a0-a47d-4a022113f7d6 service nova] Lock "336fc89b-e8aa-4686-8b81-138a1e0361be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-00567c3a-6775-4035-8f38-41faca9f76e6 req-b19f2717-d90d-48a0-a47d-4a022113f7d6 service nova] Lock "336fc89b-e8aa-4686-8b81-138a1e0361be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG nova.compute.manager [req-00567c3a-6775-4035-8f38-41faca9f76e6 req-b19f2717-d90d-48a0-a47d-4a022113f7d6 service nova] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] No waiting events found dispatching network-vif-unplugged-7a355558-397c-471a-89d3-fef4dbc1d956 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG nova.compute.manager [req-00567c3a-6775-4035-8f38-41faca9f76e6 req-b19f2717-d90d-48a0-a47d-4a022113f7d6 service nova] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Received event network-vif-unplugged-7a355558-397c-471a-89d3-fef4dbc1d956 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:18:45 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Instance destroyed successfully.
Oct 30 08:18:45 user nova-compute[74491]: DEBUG nova.objects.instance [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lazy-loading 'resources' on Instance uuid 336fc89b-e8aa-4686-8b81-138a1e0361be {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:16:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-128933161',display_name='tempest-TestVolumeBootPattern-server-128933161',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-128933161',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF2nA7rNlxxPa9Tym0bQofUP2U9RlUflpxybyMIXiIBgrHvjg4mV5IzppI9K6NjZ3ADBnBu+ebEnzw9cqWxCSZGzP5mvXP5yPJaXd8B6Jc1oGlScLErltFM8mJlw6YiKtw==',key_name='tempest-TestVolumeBootPattern-1512119125',keypairs=<?>,launch_index=0,launched_at=2023-10-30T08:17:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bf66fa2f7c4c4487bde3306920d484f5',ramdisk_id='',reservation_id='r-hj0uvlf4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-611689909',owner_user_name='tempest-TestVolumeBootPattern-611689909-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T08:17:18Z,user_data=None,user_id='89a3cbeb414c46f281604a0952af6864',uuid=336fc89b-e8aa-4686-8b81-138a1e0361be,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7a355558-397c-471a-89d3-fef4dbc1d956", "address": "fa:16:3e:b7:c9:1d", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a355558-39", "ovs_interfaceid": "7a355558-397c-471a-89d3-fef4dbc1d956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converting VIF {"id": "7a355558-397c-471a-89d3-fef4dbc1d956", "address": "fa:16:3e:b7:c9:1d", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a355558-39", "ovs_interfaceid": "7a355558-397c-471a-89d3-fef4dbc1d956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b7:c9:1d,bridge_name='br-int',has_traffic_filtering=True,id=7a355558-397c-471a-89d3-fef4dbc1d956,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a355558-39') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG os_vif [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b7:c9:1d,bridge_name='br-int',has_traffic_filtering=True,id=7a355558-397c-471a-89d3-fef4dbc1d956,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a355558-39') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7a355558-39, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e0fcae7c-346b-43a3-ae1e-6b17503edd46) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:18:45 user nova-compute[74491]: INFO os_vif [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b7:c9:1d,bridge_name='br-int',has_traffic_filtering=True,id=7a355558-397c-471a-89d3-fef4dbc1d956,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a355558-39')
Oct 30 08:18:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rYLMXVuW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:18:45 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:18:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3330269-720f-4c6d-b3b1-13a4f5368a09]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 08:18:45 user nova-compute[74491]: No targets found.
Oct 30 08:18:45 user nova-compute[74491]: iSNS:
Oct 30 08:18:45 user nova-compute[74491]: No targets found.
Oct 30 08:18:45 user nova-compute[74491]: STATIC:
Oct 30 08:18:45 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838
Oct 30 08:18:45 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:18:45 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:18:45 user nova-compute[74491]: FIRMWARE:
Oct 30 08:18:45 user nova-compute[74491]: No targets found.
Oct 30 08:18:45 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 08:18:45 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 08:18:45 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[035c2ad8-a407-4502-a137-2a993ccb0661]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[63ec7382-e429-40c5-b0a5-617a0b9abf85]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 (non-flash)
Oct 30 08:18:45 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 (non-flash)
Oct 30 08:18:45 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:18:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feecc694a60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838'): ({'sdb'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Removing single pathed devices sdb {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca6c3940-5de0-4f92-9992-24ab8363f499]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a02fd1d5-9a99-4e3f-b977-fe95ce5ab4ea]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Flushing IO for device /dev/sdb {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[cad431a9-4a53-4fbe-8f64-6c0d93a87ab4]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.080s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5acac46-efeb-47a6-a13e-4334dbdfd18f]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[10825481-f0f4-4ef5-b51d-aec8f6dcbd66]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --logout" returned: 0 in 0.046s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[63df53a7-8742-4d69-9403-d87bff7f5855]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838, portal: 172.16.0.220,3260]
Oct 30 08:18:46 user nova-compute[74491]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838, portal: 172.16.0.220,3260] successful.
Oct 30 08:18:46 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[922b7d23-d909-4c8e-ad18-40a848a39261]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.345s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] <== disconnect_volume: return (346ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 08:18:46 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Deleting instance files /opt/stack/data/nova/instances/336fc89b-e8aa-4686-8b81-138a1e0361be_del
Oct 30 08:18:46 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Deletion of /opt/stack/data/nova/instances/336fc89b-e8aa-4686-8b81-138a1e0361be_del complete
Oct 30 08:18:46 user nova-compute[74491]: INFO nova.compute.manager [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Took 1.24 seconds to destroy the instance on the hypervisor.
Oct 30 08:18:46 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 08:18:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:18:47 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:18:47 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Took 0.77 seconds to deallocate network for instance.
Oct 30 08:18:47 user nova-compute[74491]: DEBUG nova.compute.manager [req-0f3d0b35-b37d-492a-9a35-787a8bce28b9 req-96976531-1866-48a5-a1e9-d7753d4ce2d5 service nova] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Received event network-vif-plugged-7a355558-397c-471a-89d3-fef4dbc1d956 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:18:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0f3d0b35-b37d-492a-9a35-787a8bce28b9 req-96976531-1866-48a5-a1e9-d7753d4ce2d5 service nova] Acquiring lock "336fc89b-e8aa-4686-8b81-138a1e0361be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:18:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0f3d0b35-b37d-492a-9a35-787a8bce28b9 req-96976531-1866-48a5-a1e9-d7753d4ce2d5 service nova] Lock "336fc89b-e8aa-4686-8b81-138a1e0361be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:18:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-0f3d0b35-b37d-492a-9a35-787a8bce28b9 req-96976531-1866-48a5-a1e9-d7753d4ce2d5 service nova] Lock "336fc89b-e8aa-4686-8b81-138a1e0361be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:18:47 user nova-compute[74491]: DEBUG nova.compute.manager [req-0f3d0b35-b37d-492a-9a35-787a8bce28b9 req-96976531-1866-48a5-a1e9-d7753d4ce2d5 service nova] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] No waiting events found dispatching network-vif-plugged-7a355558-397c-471a-89d3-fef4dbc1d956 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:18:47 user nova-compute[74491]: WARNING nova.compute.manager [req-0f3d0b35-b37d-492a-9a35-787a8bce28b9 req-96976531-1866-48a5-a1e9-d7753d4ce2d5 service nova] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Received unexpected event network-vif-plugged-7a355558-397c-471a-89d3-fef4dbc1d956 for instance with vm_state active and task_state deleting.
Oct 30 08:18:47 user nova-compute[74491]: DEBUG nova.compute.manager [req-0f3d0b35-b37d-492a-9a35-787a8bce28b9 req-96976531-1866-48a5-a1e9-d7753d4ce2d5 service nova] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Received event network-vif-deleted-7a355558-397c-471a-89d3-fef4dbc1d956 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:18:48 user nova-compute[74491]: INFO nova.compute.manager [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 336fc89b-e8aa-4686-8b81-138a1e0361be] Took 0.91 seconds to detach 1 volumes for instance.
Oct 30 08:18:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:18:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:18:48 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:18:48 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:18:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.104s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:18:48 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Deleted allocations for instance 336fc89b-e8aa-4686-8b81-138a1e0361be
Oct 30 08:18:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a9b82233-44a8-4c7b-a43d-b87636e8ae20 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "336fc89b-e8aa-4686-8b81-138a1e0361be" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.377s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:18:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:18:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:19:00 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:19:05 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:19:06 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:19:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:19:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 08:19:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Didn't find any instances for network info cache update. {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 08:19:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:19:11 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:19:14 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:19:14 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:19:15 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:19:17 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:19:20 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:19:20 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:19:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:19:25 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:19:25 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:19:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:19:27 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:19:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:19:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:19:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:19:27 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:19:27 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:19:27 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:19:27 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=9053MB free_disk=25.255130767822266GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:19:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:19:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:19:27 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:19:27 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:19:27 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:19:27 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:19:27 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:19:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.142s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:19:30 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:19:35 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:19:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "92fe0e5a-e30d-4f8c-a258-a15a02eadf97" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:19:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "92fe0e5a-e30d-4f8c-a258-a15a02eadf97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:19:36 user nova-compute[74491]: DEBUG nova.compute.manager [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 08:19:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:19:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:19:36 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 08:19:36 user nova-compute[74491]: INFO nova.compute.claims [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Claim successful on node user
Oct 30 08:19:37 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:19:37 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:19:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.183s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:19:37 user nova-compute[74491]: DEBUG nova.compute.manager [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 08:19:37 user nova-compute[74491]: DEBUG nova.compute.manager [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 08:19:37 user nova-compute[74491]: DEBUG nova.network.neutron [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 08:19:37 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 08:19:37 user nova-compute[74491]: DEBUG nova.compute.manager [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 08:19:37 user nova-compute[74491]: INFO nova.virt.block_device [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Booting with volume cd2da587-def9-4575-9fd5-fbb5733bf838 at /dev/vda
Oct 30 08:19:37 user nova-compute[74491]: DEBUG os_brick.utils [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:19:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:19:37 user nova-compute[74491]: DEBUG nova.policy [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89a3cbeb414c46f281604a0952af6864', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf66fa2f7c4c4487bde3306920d484f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 08:19:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:19:37 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2973806d-a6e7-417f-b7dc-1d6b122d977f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:19:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:19:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:19:37 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8ffc8bb-2c99-4c01-9b64-1e70fcbeffaf]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:19:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:19:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:19:37 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[48850cc3-f52d-44c8-a417-1d3fb9607b5d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:19:37 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e16899d2-b5ac-44a2-ae78-3950bbb0d50f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:19:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:19:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:19:37 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 08:19:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:19:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:19:37 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 08:19:37 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[656e5610-e35d-4ff4-a5b4-80ad8131b509]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:19:37 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 08:19:37 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 08:19:37 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 08:19:37 user nova-compute[74491]: DEBUG os_brick.utils [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] <== get_connector_properties: return (143ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:19:37 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Updating existing volume attachment record: 51756715-bf4d-4a45-9e03-2477ecf097d1 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 08:19:37 user nova-compute[74491]: DEBUG nova.network.neutron [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Successfully created port: d184b4b5-ce29-4658-a681-0e0cf453f77a {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 08:19:38 user nova-compute[74491]: DEBUG nova.network.neutron [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Successfully updated port: d184b4b5-ce29-4658-a681-0e0cf453f77a {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 08:19:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "refresh_cache-92fe0e5a-e30d-4f8c-a258-a15a02eadf97" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:19:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquired lock "refresh_cache-92fe0e5a-e30d-4f8c-a258-a15a02eadf97" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:19:38 user nova-compute[74491]: DEBUG nova.network.neutron [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 08:19:38 user nova-compute[74491]: DEBUG nova.compute.manager [req-d4de05d8-f315-4621-8e5c-a64dfc544ab0 req-894c6f4e-d02d-4496-9868-3fe830f6d3f2 service nova] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Received event network-changed-d184b4b5-ce29-4658-a681-0e0cf453f77a {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:19:38 user nova-compute[74491]: DEBUG nova.compute.manager [req-d4de05d8-f315-4621-8e5c-a64dfc544ab0 req-894c6f4e-d02d-4496-9868-3fe830f6d3f2 service nova] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Refreshing instance network info cache due to event network-changed-d184b4b5-ce29-4658-a681-0e0cf453f77a. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:19:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d4de05d8-f315-4621-8e5c-a64dfc544ab0 req-894c6f4e-d02d-4496-9868-3fe830f6d3f2 service nova] Acquiring lock "refresh_cache-92fe0e5a-e30d-4f8c-a258-a15a02eadf97" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:19:38 user nova-compute[74491]: DEBUG nova.network.neutron [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 08:19:38 user nova-compute[74491]: DEBUG nova.network.neutron [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Updating instance_info_cache with network_info: [{"id": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "address": "fa:16:3e:01:eb:df", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd184b4b5-ce", "ovs_interfaceid": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:19:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Releasing lock "refresh_cache-92fe0e5a-e30d-4f8c-a258-a15a02eadf97" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:19:38 user nova-compute[74491]: DEBUG nova.compute.manager [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Instance network_info: |[{"id": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "address": "fa:16:3e:01:eb:df", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd184b4b5-ce", "ovs_interfaceid": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 08:19:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d4de05d8-f315-4621-8e5c-a64dfc544ab0 req-894c6f4e-d02d-4496-9868-3fe830f6d3f2 service nova] Acquired lock "refresh_cache-92fe0e5a-e30d-4f8c-a258-a15a02eadf97" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:19:38 user nova-compute[74491]: DEBUG nova.network.neutron [req-d4de05d8-f315-4621-8e5c-a64dfc544ab0 req-894c6f4e-d02d-4496-9868-3fe830f6d3f2 service nova] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Refreshing network info cache for port d184b4b5-ce29-4658-a681-0e0cf453f77a {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:19:39 user nova-compute[74491]: DEBUG nova.network.neutron [req-d4de05d8-f315-4621-8e5c-a64dfc544ab0 req-894c6f4e-d02d-4496-9868-3fe830f6d3f2 service nova] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Updated VIF entry in instance network info cache for port d184b4b5-ce29-4658-a681-0e0cf453f77a. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:19:39 user nova-compute[74491]: DEBUG nova.network.neutron [req-d4de05d8-f315-4621-8e5c-a64dfc544ab0 req-894c6f4e-d02d-4496-9868-3fe830f6d3f2 service nova] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Updating instance_info_cache with network_info: [{"id": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "address": "fa:16:3e:01:eb:df", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd184b4b5-ce", "ovs_interfaceid": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:19:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d4de05d8-f315-4621-8e5c-a64dfc544ab0 req-894c6f4e-d02d-4496-9868-3fe830f6d3f2 service nova] Releasing lock "refresh_cache-92fe0e5a-e30d-4f8c-a258-a15a02eadf97" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:19:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:19:45 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:19:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:19:50 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:19:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG nova.compute.manager [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 08:19:56 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Creating image(s)
Oct 30 08:19:56 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Did not create local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Ensure instance console log exists: /opt/stack/data/nova/instances/92fe0e5a-e30d-4f8c-a258-a15a02eadf97/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Start _get_guest_xml network_info=[{"id": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "address": "fa:16:3e:01:eb:df", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd184b4b5-ce", "ovs_interfaceid": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'attachment_id': '51756715-bf4d-4a45-9e03-2477ecf097d1', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rYLMXVuW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '92fe0e5a-e30d-4f8c-a258-a15a02eadf97', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd2da587-def9-4575-9fd5-fbb5733bf838', 'serial': 'cd2da587-def9-4575-9fd5-fbb5733bf838'}, 'delete_on_termination': False, 'volume_type': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 08:19:56 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:19:56 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:19:56 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rYLMXVuW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:19:56 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:19:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:19:56 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:19:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:19:56 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[180ddc75-c8b9-4c7f-b244-50fed7fa05b2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 08:19:56 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[003a9c57-5bff-49dd-b1e8-734470f8a1b2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838] added
Oct 30 08:19:56 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1be4ec99-6feb-4d42-bb3d-284426e5218a]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[11f915c4-2d7b-4e2b-bf9a-381c431a6b84]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rYLMXVuW {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rYLMXVuW" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[82fdf3ec-f74e-4a0f-be59-e4e10b529961]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rYLMXVuW'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4fc3d9a-f3e7-46b9-af9f-314ac3d517ee]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6d4ead1-2a37-4fa4-886c-1fe416e78a19]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 30 08:19:56 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 30 08:19:56 user nova-compute[74491]:  {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:19:56 user nova-compute[74491]: WARNING os_brick.initiator.connectors.iscsi [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 30 08:19:56 user nova-compute[74491]: 
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --login" returned: 0 in 0.042s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[14cf0759-1ec2-47ba-8331-79577b6cd054]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838, portal: 172.16.0.220,3260]
Oct 30 08:19:56 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838, portal: 172.16.0.220,3260] successful.
Oct 30 08:19:56 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.070s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ad4b76b-829c-4d3f-9c4b-b534839fd87e]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d4ec2b2-2948-450d-987d-43dad794d9d3]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 (non-flash)
Oct 30 08:19:56 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 (non-flash)
Oct 30 08:19:56 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.326s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] HCTL ('33', '-', '-', 0) found on session 55 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa7495a0-e1a8-4ae8-9212-755dd4e4a0c7]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Searching for a device in session 55 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 08:19:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rYLMXVuW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 08:19:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.360s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:19:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] <== connect_volume: return (1363ms) {'type': 'block', 'scsi_wwn': '26235386430613261', 'path': '/dev/sdb'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:19:57 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26235386430613261', 'path': '/dev/sdb'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 08:19:57 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:19:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1002507672',display_name='tempest-TestVolumeBootPattern-server-1002507672',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1002507672',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF2nA7rNlxxPa9Tym0bQofUP2U9RlUflpxybyMIXiIBgrHvjg4mV5IzppI9K6NjZ3ADBnBu+ebEnzw9cqWxCSZGzP5mvXP5yPJaXd8B6Jc1oGlScLErltFM8mJlw6YiKtw==',key_name='tempest-TestVolumeBootPattern-1512119125',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bf66fa2f7c4c4487bde3306920d484f5',ramdisk_id='',reservation_id='r-njaejbhx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-611689909',owner_user_name='tempest-TestVolumeBootPattern-611689909-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T08:19:37Z,user_data=None,user_id='89a3cbeb414c46f281604a0952af6864',uuid=92fe0e5a-e30d-4f8c-a258-a15a02eadf97,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "address": "fa:16:3e:01:eb:df", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd184b4b5-ce", "ovs_interfaceid": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 08:19:57 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converting VIF {"id": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "address": "fa:16:3e:01:eb:df", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd184b4b5-ce", "ovs_interfaceid": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:19:57 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:eb:df,bridge_name='br-int',has_traffic_filtering=True,id=d184b4b5-ce29-4658-a681-0e0cf453f77a,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd184b4b5-ce') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:19:57 user nova-compute[74491]: DEBUG nova.objects.instance [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lazy-loading 'pci_devices' on Instance uuid 92fe0e5a-e30d-4f8c-a258-a15a02eadf97 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:19:57 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] End _get_guest_xml xml=<domain type="kvm">
Oct 30 08:19:57 user nova-compute[74491]:   <uuid>92fe0e5a-e30d-4f8c-a258-a15a02eadf97</uuid>
Oct 30 08:19:57 user nova-compute[74491]:   <name>instance-00000032</name>
Oct 30 08:19:57 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 08:19:57 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 08:19:57 user nova-compute[74491]:   <metadata>
Oct 30 08:19:57 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 08:19:57 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 08:19:57 user nova-compute[74491]:       <nova:name>tempest-TestVolumeBootPattern-server-1002507672</nova:name>
Oct 30 08:19:57 user nova-compute[74491]:       <nova:creationTime>2023-10-30 08:19:56</nova:creationTime>
Oct 30 08:19:57 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 08:19:57 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 08:19:57 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 08:19:57 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 08:19:57 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 08:19:57 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 08:19:57 user nova-compute[74491]:       </nova:flavor>
Oct 30 08:19:57 user nova-compute[74491]:       <nova:owner>
Oct 30 08:19:57 user nova-compute[74491]:         <nova:user uuid="89a3cbeb414c46f281604a0952af6864">tempest-TestVolumeBootPattern-611689909-project-member</nova:user>
Oct 30 08:19:57 user nova-compute[74491]:         <nova:project uuid="bf66fa2f7c4c4487bde3306920d484f5">tempest-TestVolumeBootPattern-611689909</nova:project>
Oct 30 08:19:57 user nova-compute[74491]:       </nova:owner>
Oct 30 08:19:57 user nova-compute[74491]:       <nova:ports>
Oct 30 08:19:57 user nova-compute[74491]:         <nova:port uuid="d184b4b5-ce29-4658-a681-0e0cf453f77a">
Oct 30 08:19:57 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 30 08:19:57 user nova-compute[74491]:         </nova:port>
Oct 30 08:19:57 user nova-compute[74491]:       </nova:ports>
Oct 30 08:19:57 user nova-compute[74491]:     </nova:instance>
Oct 30 08:19:57 user nova-compute[74491]:   </metadata>
Oct 30 08:19:57 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 08:19:57 user nova-compute[74491]:     <system>
Oct 30 08:19:57 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 08:19:57 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 08:19:57 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 08:19:57 user nova-compute[74491]:       <entry name="serial">92fe0e5a-e30d-4f8c-a258-a15a02eadf97</entry>
Oct 30 08:19:57 user nova-compute[74491]:       <entry name="uuid">92fe0e5a-e30d-4f8c-a258-a15a02eadf97</entry>
Oct 30 08:19:57 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 08:19:57 user nova-compute[74491]:     </system>
Oct 30 08:19:57 user nova-compute[74491]:   </sysinfo>
Oct 30 08:19:57 user nova-compute[74491]:   <os>
Oct 30 08:19:57 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 08:19:57 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 08:19:57 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 08:19:57 user nova-compute[74491]:   </os>
Oct 30 08:19:57 user nova-compute[74491]:   <features>
Oct 30 08:19:57 user nova-compute[74491]:     <acpi/>
Oct 30 08:19:57 user nova-compute[74491]:     <apic/>
Oct 30 08:19:57 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 08:19:57 user nova-compute[74491]:   </features>
Oct 30 08:19:57 user nova-compute[74491]:   <clock offset="utc">
Oct 30 08:19:57 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 08:19:57 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 08:19:57 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 08:19:57 user nova-compute[74491]:   </clock>
Oct 30 08:19:57 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 08:19:57 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 08:19:57 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 08:19:57 user nova-compute[74491]:   </cpu>
Oct 30 08:19:57 user nova-compute[74491]:   <devices>
Oct 30 08:19:57 user nova-compute[74491]:     <disk type="block" device="disk">
Oct 30 08:19:57 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:19:57 user nova-compute[74491]:       <source dev="/dev/sdb"/>
Oct 30 08:19:57 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 08:19:57 user nova-compute[74491]:       <serial>cd2da587-def9-4575-9fd5-fbb5733bf838</serial>
Oct 30 08:19:57 user nova-compute[74491]:     </disk>
Oct 30 08:19:57 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 08:19:57 user nova-compute[74491]:       <mac address="fa:16:3e:01:eb:df"/>
Oct 30 08:19:57 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:19:57 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 08:19:57 user nova-compute[74491]:       <target dev="tapd184b4b5-ce"/>
Oct 30 08:19:57 user nova-compute[74491]:     </interface>
Oct 30 08:19:57 user nova-compute[74491]:     <serial type="pty">
Oct 30 08:19:57 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/92fe0e5a-e30d-4f8c-a258-a15a02eadf97/console.log" append="off"/>
Oct 30 08:19:57 user nova-compute[74491]:     </serial>
Oct 30 08:19:57 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 08:19:57 user nova-compute[74491]:     <video>
Oct 30 08:19:57 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:19:57 user nova-compute[74491]:     </video>
Oct 30 08:19:57 user nova-compute[74491]:     <rng model="virtio">
Oct 30 08:19:57 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 08:19:57 user nova-compute[74491]:     </rng>
Oct 30 08:19:57 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 08:19:57 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 08:19:57 user nova-compute[74491]:       <stats period="10"/>
Oct 30 08:19:57 user nova-compute[74491]:     </memballoon>
Oct 30 08:19:57 user nova-compute[74491]:   </devices>
Oct 30 08:19:57 user nova-compute[74491]: </domain>
Oct 30 08:19:57 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 08:19:57 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:19:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1002507672',display_name='tempest-TestVolumeBootPattern-server-1002507672',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1002507672',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF2nA7rNlxxPa9Tym0bQofUP2U9RlUflpxybyMIXiIBgrHvjg4mV5IzppI9K6NjZ3ADBnBu+ebEnzw9cqWxCSZGzP5mvXP5yPJaXd8B6Jc1oGlScLErltFM8mJlw6YiKtw==',key_name='tempest-TestVolumeBootPattern-1512119125',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bf66fa2f7c4c4487bde3306920d484f5',ramdisk_id='',reservation_id='r-njaejbhx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-611689909',owner_user_name='tempest-TestVolumeBootPattern-611689909-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T08:19:37Z,user_data=None,user_id='89a3cbeb414c46f281604a0952af6864',uuid=92fe0e5a-e30d-4f8c-a258-a15a02eadf97,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "address": "fa:16:3e:01:eb:df", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd184b4b5-ce", "ovs_interfaceid": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 08:19:57 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converting VIF {"id": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "address": "fa:16:3e:01:eb:df", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd184b4b5-ce", "ovs_interfaceid": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:19:57 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:eb:df,bridge_name='br-int',has_traffic_filtering=True,id=d184b4b5-ce29-4658-a681-0e0cf453f77a,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd184b4b5-ce') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:19:57 user nova-compute[74491]: DEBUG os_vif [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:eb:df,bridge_name='br-int',has_traffic_filtering=True,id=d184b4b5-ce29-4658-a681-0e0cf453f77a,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd184b4b5-ce') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 08:19:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:19:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:19:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 08:19:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:19:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f4c1f113-d309-53c7-8683-d6613df5271b', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:19:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:19:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:19:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:19:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd184b4b5-ce, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:19:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd184b4b5-ce, col_values=(('qos', UUID('cbeb6fe9-4d69-4e27-9309-3a28a3bb8a71')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:19:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd184b4b5-ce, col_values=(('external_ids', {'iface-id': 'd184b4b5-ce29-4658-a681-0e0cf453f77a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:01:eb:df', 'vm-uuid': '92fe0e5a-e30d-4f8c-a258-a15a02eadf97'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:19:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:19:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:19:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:19:57 user nova-compute[74491]: INFO os_vif [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:eb:df,bridge_name='br-int',has_traffic_filtering=True,id=d184b4b5-ce29-4658-a681-0e0cf453f77a,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd184b4b5-ce')
Oct 30 08:19:57 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:19:57 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] No VIF found with MAC fa:16:3e:01:eb:df, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 08:19:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:19:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:19:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:19:59 user nova-compute[74491]: DEBUG nova.compute.manager [req-01903be0-2eca-4e7a-b64d-e0a3cc7a1bd0 req-f668233e-3502-4d20-a9ab-ccb169eaeed1 service nova] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Received event network-vif-plugged-d184b4b5-ce29-4658-a681-0e0cf453f77a {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:19:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-01903be0-2eca-4e7a-b64d-e0a3cc7a1bd0 req-f668233e-3502-4d20-a9ab-ccb169eaeed1 service nova] Acquiring lock "92fe0e5a-e30d-4f8c-a258-a15a02eadf97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:19:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-01903be0-2eca-4e7a-b64d-e0a3cc7a1bd0 req-f668233e-3502-4d20-a9ab-ccb169eaeed1 service nova] Lock "92fe0e5a-e30d-4f8c-a258-a15a02eadf97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:19:59 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-01903be0-2eca-4e7a-b64d-e0a3cc7a1bd0 req-f668233e-3502-4d20-a9ab-ccb169eaeed1 service nova] Lock "92fe0e5a-e30d-4f8c-a258-a15a02eadf97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:19:59 user nova-compute[74491]: DEBUG nova.compute.manager [req-01903be0-2eca-4e7a-b64d-e0a3cc7a1bd0 req-f668233e-3502-4d20-a9ab-ccb169eaeed1 service nova] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] No waiting events found dispatching network-vif-plugged-d184b4b5-ce29-4658-a681-0e0cf453f77a {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:19:59 user nova-compute[74491]: WARNING nova.compute.manager [req-01903be0-2eca-4e7a-b64d-e0a3cc7a1bd0 req-f668233e-3502-4d20-a9ab-ccb169eaeed1 service nova] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Received unexpected event network-vif-plugged-d184b4b5-ce29-4658-a681-0e0cf453f77a for instance with vm_state building and task_state spawning.
Oct 30 08:19:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:19:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:19:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:20:01 user nova-compute[74491]: DEBUG nova.compute.manager [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 08:20:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 08:20:01 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Instance spawned successfully.
Oct 30 08:20:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 08:20:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:20:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:20:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:20:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:20:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:20:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:20:01 user nova-compute[74491]: INFO nova.compute.manager [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Took 5.28 seconds to spawn the instance on the hypervisor.
Oct 30 08:20:01 user nova-compute[74491]: DEBUG nova.compute.manager [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 08:20:01 user nova-compute[74491]: INFO nova.compute.manager [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Took 24.91 seconds to build instance.
Oct 30 08:20:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-52828508-4b16-476d-83be-58d3a0dff9d4 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "92fe0e5a-e30d-4f8c-a258-a15a02eadf97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 25.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:20:01 user nova-compute[74491]: DEBUG nova.compute.manager [req-08bbdb7c-8ea9-48a6-a84f-0f6b111fbb92 req-fa82fb30-2524-432a-995d-4d6ac7898b38 service nova] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Received event network-vif-plugged-d184b4b5-ce29-4658-a681-0e0cf453f77a {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:20:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-08bbdb7c-8ea9-48a6-a84f-0f6b111fbb92 req-fa82fb30-2524-432a-995d-4d6ac7898b38 service nova] Acquiring lock "92fe0e5a-e30d-4f8c-a258-a15a02eadf97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:20:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-08bbdb7c-8ea9-48a6-a84f-0f6b111fbb92 req-fa82fb30-2524-432a-995d-4d6ac7898b38 service nova] Lock "92fe0e5a-e30d-4f8c-a258-a15a02eadf97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:20:01 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-08bbdb7c-8ea9-48a6-a84f-0f6b111fbb92 req-fa82fb30-2524-432a-995d-4d6ac7898b38 service nova] Lock "92fe0e5a-e30d-4f8c-a258-a15a02eadf97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:20:01 user nova-compute[74491]: DEBUG nova.compute.manager [req-08bbdb7c-8ea9-48a6-a84f-0f6b111fbb92 req-fa82fb30-2524-432a-995d-4d6ac7898b38 service nova] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] No waiting events found dispatching network-vif-plugged-d184b4b5-ce29-4658-a681-0e0cf453f77a {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:20:01 user nova-compute[74491]: WARNING nova.compute.manager [req-08bbdb7c-8ea9-48a6-a84f-0f6b111fbb92 req-fa82fb30-2524-432a-995d-4d6ac7898b38 service nova] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Received unexpected event network-vif-plugged-d184b4b5-ce29-4658-a681-0e0cf453f77a for instance with vm_state active and task_state None.
Oct 30 08:20:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:20:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:20:06 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:20:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:20:06 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 08:20:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-92fe0e5a-e30d-4f8c-a258-a15a02eadf97" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:20:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-92fe0e5a-e30d-4f8c-a258-a15a02eadf97" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:20:07 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 08:20:07 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lazy-loading 'info_cache' on Instance uuid 92fe0e5a-e30d-4f8c-a258-a15a02eadf97 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:20:07 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Updating instance_info_cache with network_info: [{"id": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "address": "fa:16:3e:01:eb:df", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd184b4b5-ce", "ovs_interfaceid": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:20:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-92fe0e5a-e30d-4f8c-a258-a15a02eadf97" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:20:07 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 08:20:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:20:11 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:20:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:20:16 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:20:16 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:20:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:20:17 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:20:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:20:20 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:20:21 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:20:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:20:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:20:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:20:27 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:20:27 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:20:27 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:20:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:20:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:20:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:20:27 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:20:27 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 08:20:27 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:20:27 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:20:27 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8880MB free_disk=25.245010375976562GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:20:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:20:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:20:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:20:27 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 92fe0e5a-e30d-4f8c-a258-a15a02eadf97 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:20:27 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:20:27 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:20:28 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing inventories for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 08:20:28 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Updating ProviderTree inventory for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 08:20:28 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Updating inventory in ProviderTree for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 08:20:28 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing aggregate associations for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9, aggregates: None {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 08:20:28 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing trait associations for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9, traits: COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_CIRRUS,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSSE3,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_TRUSTED_CERTS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE41,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE,HW_CPU_X86_MMX,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_FDC,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_USB {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 08:20:28 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:20:28 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:20:28 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:20:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.471s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:20:30 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:20:30 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74491) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 08:20:31 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:20:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:20:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:20:34 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:20:34 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:20:34 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Cleaning up deleted instances {{(pid=74491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 08:20:34 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] There are 0 instances to clean {{(pid=74491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 08:20:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:20:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:20:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:20:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:20:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:21:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:21:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:21:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:21:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:21:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:21:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:21:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:21:08 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:21:08 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:21:08 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 08:21:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-92fe0e5a-e30d-4f8c-a258-a15a02eadf97" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:21:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-92fe0e5a-e30d-4f8c-a258-a15a02eadf97" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:21:08 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 08:21:08 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lazy-loading 'info_cache' on Instance uuid 92fe0e5a-e30d-4f8c-a258-a15a02eadf97 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:21:08 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Updating instance_info_cache with network_info: [{"id": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "address": "fa:16:3e:01:eb:df", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd184b4b5-ce", "ovs_interfaceid": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:21:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-92fe0e5a-e30d-4f8c-a258-a15a02eadf97" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:21:08 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 08:21:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:21:13 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:21:16 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:21:16 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:21:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:21:18 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:21:21 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:21:22 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:21:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:21:27 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:21:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:21:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:21:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:21:27 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:21:27 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 08:21:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:21:27 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:21:27 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:21:27 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8901MB free_disk=25.24390411376953GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:21:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:21:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:21:27 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 92fe0e5a-e30d-4f8c-a258-a15a02eadf97 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:21:27 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:21:27 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:21:27 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:21:27 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:21:27 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:21:27 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.165s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:21:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:21:28 user nova-compute[74491]: DEBUG nova.compute.manager [req-89df5302-1fbe-4edd-8086-b8390d136c15 req-8d30b06b-a372-4b6b-a9a2-db221c90f067 service nova] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Received event network-changed-d184b4b5-ce29-4658-a681-0e0cf453f77a {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:21:28 user nova-compute[74491]: DEBUG nova.compute.manager [req-89df5302-1fbe-4edd-8086-b8390d136c15 req-8d30b06b-a372-4b6b-a9a2-db221c90f067 service nova] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Refreshing instance network info cache due to event network-changed-d184b4b5-ce29-4658-a681-0e0cf453f77a. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:21:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-89df5302-1fbe-4edd-8086-b8390d136c15 req-8d30b06b-a372-4b6b-a9a2-db221c90f067 service nova] Acquiring lock "refresh_cache-92fe0e5a-e30d-4f8c-a258-a15a02eadf97" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:21:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-89df5302-1fbe-4edd-8086-b8390d136c15 req-8d30b06b-a372-4b6b-a9a2-db221c90f067 service nova] Acquired lock "refresh_cache-92fe0e5a-e30d-4f8c-a258-a15a02eadf97" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:21:28 user nova-compute[74491]: DEBUG nova.network.neutron [req-89df5302-1fbe-4edd-8086-b8390d136c15 req-8d30b06b-a372-4b6b-a9a2-db221c90f067 service nova] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Refreshing network info cache for port d184b4b5-ce29-4658-a681-0e0cf453f77a {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:21:28 user nova-compute[74491]: DEBUG nova.network.neutron [req-89df5302-1fbe-4edd-8086-b8390d136c15 req-8d30b06b-a372-4b6b-a9a2-db221c90f067 service nova] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Updated VIF entry in instance network info cache for port d184b4b5-ce29-4658-a681-0e0cf453f77a. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:21:28 user nova-compute[74491]: DEBUG nova.network.neutron [req-89df5302-1fbe-4edd-8086-b8390d136c15 req-8d30b06b-a372-4b6b-a9a2-db221c90f067 service nova] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Updating instance_info_cache with network_info: [{"id": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "address": "fa:16:3e:01:eb:df", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd184b4b5-ce", "ovs_interfaceid": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:21:28 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:21:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-89df5302-1fbe-4edd-8086-b8390d136c15 req-8d30b06b-a372-4b6b-a9a2-db221c90f067 service nova] Releasing lock "refresh_cache-92fe0e5a-e30d-4f8c-a258-a15a02eadf97" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:21:29 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:21:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:21:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:21:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:21:37 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:21:37 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Triggering sync for uuid 92fe0e5a-e30d-4f8c-a258-a15a02eadf97 {{(pid=74491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 08:21:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "92fe0e5a-e30d-4f8c-a258-a15a02eadf97" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:21:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "92fe0e5a-e30d-4f8c-a258-a15a02eadf97" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:21:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "92fe0e5a-e30d-4f8c-a258-a15a02eadf97" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.024s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:21:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:21:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:21:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:21:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "563a5076-e9e2-457b-979e-a74bd1186fa7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:21:47 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "563a5076-e9e2-457b-979e-a74bd1186fa7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:21:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:21:47 user nova-compute[74491]: DEBUG nova.compute.manager [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 08:21:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:21:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:21:48 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 08:21:48 user nova-compute[74491]: INFO nova.compute.claims [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Claim successful on node user
Oct 30 08:21:48 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:21:48 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:21:48 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.202s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:21:48 user nova-compute[74491]: DEBUG nova.compute.manager [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 08:21:48 user nova-compute[74491]: DEBUG nova.compute.manager [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 08:21:48 user nova-compute[74491]: DEBUG nova.network.neutron [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 08:21:48 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 08:21:48 user nova-compute[74491]: DEBUG nova.compute.manager [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 08:21:48 user nova-compute[74491]: DEBUG nova.policy [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89a3cbeb414c46f281604a0952af6864', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf66fa2f7c4c4487bde3306920d484f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 08:21:48 user nova-compute[74491]: INFO nova.virt.block_device [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Booting with volume 7216e753-059b-4e63-b9bb-07d70ad900bb at /dev/vda
Oct 30 08:21:48 user nova-compute[74491]: DEBUG os_brick.utils [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:21:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:21:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:21:48 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[37379702-11bd-4582-b874-bc81e840821b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:21:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:21:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:21:48 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[10d349a4-9873-4ac3-9a25-53f874f6c10a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:21:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:21:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:21:48 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7281160b-dc71-4bc3-9890-185762d5b64b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:21:48 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[365c0948-2756-4b1a-80a3-38d88768a033]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:21:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:21:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:21:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 08:21:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:21:48 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:21:48 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 08:21:48 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[432333e7-139b-4878-becd-ad9e258a335e]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:21:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 08:21:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 08:21:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 08:21:48 user nova-compute[74491]: DEBUG os_brick.utils [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:21:48 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Updating existing volume attachment record: a4c59030-4fb4-4134-9b72-81418e62da1d {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 08:21:49 user nova-compute[74491]: DEBUG nova.network.neutron [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Successfully created port: 10e5addc-1148-4161-9a39-5c50964d1b5e {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 08:21:49 user nova-compute[74491]: DEBUG nova.network.neutron [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Successfully updated port: 10e5addc-1148-4161-9a39-5c50964d1b5e {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 08:21:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "refresh_cache-563a5076-e9e2-457b-979e-a74bd1186fa7" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:21:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquired lock "refresh_cache-563a5076-e9e2-457b-979e-a74bd1186fa7" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:21:49 user nova-compute[74491]: DEBUG nova.network.neutron [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 08:21:50 user nova-compute[74491]: DEBUG nova.compute.manager [req-4112d73d-edfa-4c10-8d27-3f586843621e req-d12a5fac-e2b7-4b61-bb4c-e7b18ba95f9e service nova] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Received event network-changed-10e5addc-1148-4161-9a39-5c50964d1b5e {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:21:50 user nova-compute[74491]: DEBUG nova.compute.manager [req-4112d73d-edfa-4c10-8d27-3f586843621e req-d12a5fac-e2b7-4b61-bb4c-e7b18ba95f9e service nova] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Refreshing instance network info cache due to event network-changed-10e5addc-1148-4161-9a39-5c50964d1b5e. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:21:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4112d73d-edfa-4c10-8d27-3f586843621e req-d12a5fac-e2b7-4b61-bb4c-e7b18ba95f9e service nova] Acquiring lock "refresh_cache-563a5076-e9e2-457b-979e-a74bd1186fa7" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:21:50 user nova-compute[74491]: DEBUG nova.network.neutron [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 08:21:50 user nova-compute[74491]: DEBUG nova.network.neutron [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Updating instance_info_cache with network_info: [{"id": "10e5addc-1148-4161-9a39-5c50964d1b5e", "address": "fa:16:3e:79:ce:d2", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10e5addc-11", "ovs_interfaceid": "10e5addc-1148-4161-9a39-5c50964d1b5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:21:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Releasing lock "refresh_cache-563a5076-e9e2-457b-979e-a74bd1186fa7" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:21:50 user nova-compute[74491]: DEBUG nova.compute.manager [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Instance network_info: |[{"id": "10e5addc-1148-4161-9a39-5c50964d1b5e", "address": "fa:16:3e:79:ce:d2", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10e5addc-11", "ovs_interfaceid": "10e5addc-1148-4161-9a39-5c50964d1b5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 08:21:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4112d73d-edfa-4c10-8d27-3f586843621e req-d12a5fac-e2b7-4b61-bb4c-e7b18ba95f9e service nova] Acquired lock "refresh_cache-563a5076-e9e2-457b-979e-a74bd1186fa7" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:21:50 user nova-compute[74491]: DEBUG nova.network.neutron [req-4112d73d-edfa-4c10-8d27-3f586843621e req-d12a5fac-e2b7-4b61-bb4c-e7b18ba95f9e service nova] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Refreshing network info cache for port 10e5addc-1148-4161-9a39-5c50964d1b5e {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:21:50 user nova-compute[74491]: DEBUG nova.network.neutron [req-4112d73d-edfa-4c10-8d27-3f586843621e req-d12a5fac-e2b7-4b61-bb4c-e7b18ba95f9e service nova] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Updated VIF entry in instance network info cache for port 10e5addc-1148-4161-9a39-5c50964d1b5e. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:21:50 user nova-compute[74491]: DEBUG nova.network.neutron [req-4112d73d-edfa-4c10-8d27-3f586843621e req-d12a5fac-e2b7-4b61-bb4c-e7b18ba95f9e service nova] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Updating instance_info_cache with network_info: [{"id": "10e5addc-1148-4161-9a39-5c50964d1b5e", "address": "fa:16:3e:79:ce:d2", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10e5addc-11", "ovs_interfaceid": "10e5addc-1148-4161-9a39-5c50964d1b5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:21:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4112d73d-edfa-4c10-8d27-3f586843621e req-d12a5fac-e2b7-4b61-bb4c-e7b18ba95f9e service nova] Releasing lock "refresh_cache-563a5076-e9e2-457b-979e-a74bd1186fa7" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:21:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:21:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:21:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:21:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:21:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:21:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:21:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:22:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG nova.compute.manager [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 08:22:07 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Creating image(s)
Oct 30 08:22:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Did not create local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Ensure instance console log exists: /opt/stack/data/nova/instances/563a5076-e9e2-457b-979e-a74bd1186fa7/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Start _get_guest_xml network_info=[{"id": "10e5addc-1148-4161-9a39-5c50964d1b5e", "address": "fa:16:3e:79:ce:d2", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10e5addc-11", "ovs_interfaceid": "10e5addc-1148-4161-9a39-5c50964d1b5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'attachment_id': 'a4c59030-4fb4-4134-9b72-81418e62da1d', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LHlfmZVJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '563a5076-e9e2-457b-979e-a74bd1186fa7', 'attached_at': '', 'detached_at': '', 'volume_id': '7216e753-059b-4e63-b9bb-07d70ad900bb', 'serial': '7216e753-059b-4e63-b9bb-07d70ad900bb'}, 'delete_on_termination': False, 'volume_type': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 08:22:07 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:22:07 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:22:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LHlfmZVJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:22:07 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:22:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:22:07 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:22:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:22:07 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[76cf6afe-6afa-4e75-b0d0-1969a244c6e2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 08:22:07 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c111335c-8bba-4ae9-abff-bdfdd7ac6383]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb] added
Oct 30 08:22:07 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[dda4909c-e7bf-4c44-b799-1e51a9693466]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad1cd8cf-3b6d-4812-bfb3-db8af6878c00]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LHlfmZVJ {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LHlfmZVJ" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dff8c6b-b474-4360-9c0b-5285e4f6e45b]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LHlfmZVJ'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[49f7e881-6fe4-4431-94eb-72867d7c29e3]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e03bcfe-a11a-4bf2-a341-19b571768dfd]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 (non-flash)
Oct 30 08:22:07 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 (non-flash)
Oct 30 08:22:07 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8da89f65-01ad-4c90-b17c-af200dbda538]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb, portal: 172.16.0.220,3260]
Oct 30 08:22:07 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb, portal: 172.16.0.220,3260] successful.
Oct 30 08:22:07 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc0c938a-573b-46dd-b38f-fee1279bc89a]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[219a94bb-bf68-47ab-a1a2-1cd8adbb04f5]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 (non-flash)
Oct 30 08:22:07 user nova-compute[74491]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb (non-flash)
Oct 30 08:22:07 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 (non-flash)
Oct 30 08:22:07 user nova-compute[74491]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb (non-flash)
Oct 30 08:22:07 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.259s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] HCTL ('34', '-', '-', 0) found on session 58 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[23b027aa-f596-4162-bf64-b69cec0f0cee]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Searching for a device in session 58 and hctl ['34', '*', '*', 0] yield: None {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:22:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Skipping network cache update for instance because it is Building. {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-92fe0e5a-e30d-4f8c-a258-a15a02eadf97" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-92fe0e5a-e30d-4f8c-a258-a15a02eadf97" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lazy-loading 'info_cache' on Instance uuid 92fe0e5a-e30d-4f8c-a258-a15a02eadf97 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Searching for a device in session 58 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LHlfmZVJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.292s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] <== connect_volume: return (1294ms) {'type': 'block', 'scsi_wwn': '26666613062313064', 'path': '/dev/sdc'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26666613062313064', 'path': '/dev/sdc'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:21:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1589943182',display_name='tempest-TestVolumeBootPattern-server-1589943182',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1589943182',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF2nA7rNlxxPa9Tym0bQofUP2U9RlUflpxybyMIXiIBgrHvjg4mV5IzppI9K6NjZ3ADBnBu+ebEnzw9cqWxCSZGzP5mvXP5yPJaXd8B6Jc1oGlScLErltFM8mJlw6YiKtw==',key_name='tempest-TestVolumeBootPattern-1512119125',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bf66fa2f7c4c4487bde3306920d484f5',ramdisk_id='',reservation_id='r-aai05njs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-611689909',owner_user_name='tempest-TestVolumeBootPattern-611689909-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T08:21:48Z,user_data=None,user_id='89a3cbeb414c46f281604a0952af6864',uuid=563a5076-e9e2-457b-979e-a74bd1186fa7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "10e5addc-1148-4161-9a39-5c50964d1b5e", "address": "fa:16:3e:79:ce:d2", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10e5addc-11", "ovs_interfaceid": "10e5addc-1148-4161-9a39-5c50964d1b5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converting VIF {"id": "10e5addc-1148-4161-9a39-5c50964d1b5e", "address": "fa:16:3e:79:ce:d2", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10e5addc-11", "ovs_interfaceid": "10e5addc-1148-4161-9a39-5c50964d1b5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:ce:d2,bridge_name='br-int',has_traffic_filtering=True,id=10e5addc-1148-4161-9a39-5c50964d1b5e,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10e5addc-11') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG nova.objects.instance [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lazy-loading 'pci_devices' on Instance uuid 563a5076-e9e2-457b-979e-a74bd1186fa7 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] End _get_guest_xml xml=<domain type="kvm">
Oct 30 08:22:08 user nova-compute[74491]:   <uuid>563a5076-e9e2-457b-979e-a74bd1186fa7</uuid>
Oct 30 08:22:08 user nova-compute[74491]:   <name>instance-00000033</name>
Oct 30 08:22:08 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 08:22:08 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 08:22:08 user nova-compute[74491]:   <metadata>
Oct 30 08:22:08 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 08:22:08 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 08:22:08 user nova-compute[74491]:       <nova:name>tempest-TestVolumeBootPattern-server-1589943182</nova:name>
Oct 30 08:22:08 user nova-compute[74491]:       <nova:creationTime>2023-10-30 08:22:07</nova:creationTime>
Oct 30 08:22:08 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 08:22:08 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 08:22:08 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 08:22:08 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 08:22:08 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 08:22:08 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 08:22:08 user nova-compute[74491]:       </nova:flavor>
Oct 30 08:22:08 user nova-compute[74491]:       <nova:owner>
Oct 30 08:22:08 user nova-compute[74491]:         <nova:user uuid="89a3cbeb414c46f281604a0952af6864">tempest-TestVolumeBootPattern-611689909-project-member</nova:user>
Oct 30 08:22:08 user nova-compute[74491]:         <nova:project uuid="bf66fa2f7c4c4487bde3306920d484f5">tempest-TestVolumeBootPattern-611689909</nova:project>
Oct 30 08:22:08 user nova-compute[74491]:       </nova:owner>
Oct 30 08:22:08 user nova-compute[74491]:       <nova:ports>
Oct 30 08:22:08 user nova-compute[74491]:         <nova:port uuid="10e5addc-1148-4161-9a39-5c50964d1b5e">
Oct 30 08:22:08 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 30 08:22:08 user nova-compute[74491]:         </nova:port>
Oct 30 08:22:08 user nova-compute[74491]:       </nova:ports>
Oct 30 08:22:08 user nova-compute[74491]:     </nova:instance>
Oct 30 08:22:08 user nova-compute[74491]:   </metadata>
Oct 30 08:22:08 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 08:22:08 user nova-compute[74491]:     <system>
Oct 30 08:22:08 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 08:22:08 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 08:22:08 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 08:22:08 user nova-compute[74491]:       <entry name="serial">563a5076-e9e2-457b-979e-a74bd1186fa7</entry>
Oct 30 08:22:08 user nova-compute[74491]:       <entry name="uuid">563a5076-e9e2-457b-979e-a74bd1186fa7</entry>
Oct 30 08:22:08 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 08:22:08 user nova-compute[74491]:     </system>
Oct 30 08:22:08 user nova-compute[74491]:   </sysinfo>
Oct 30 08:22:08 user nova-compute[74491]:   <os>
Oct 30 08:22:08 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 08:22:08 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 08:22:08 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 08:22:08 user nova-compute[74491]:   </os>
Oct 30 08:22:08 user nova-compute[74491]:   <features>
Oct 30 08:22:08 user nova-compute[74491]:     <acpi/>
Oct 30 08:22:08 user nova-compute[74491]:     <apic/>
Oct 30 08:22:08 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 08:22:08 user nova-compute[74491]:   </features>
Oct 30 08:22:08 user nova-compute[74491]:   <clock offset="utc">
Oct 30 08:22:08 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 08:22:08 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 08:22:08 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 08:22:08 user nova-compute[74491]:   </clock>
Oct 30 08:22:08 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 08:22:08 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 08:22:08 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 08:22:08 user nova-compute[74491]:   </cpu>
Oct 30 08:22:08 user nova-compute[74491]:   <devices>
Oct 30 08:22:08 user nova-compute[74491]:     <disk type="block" device="disk">
Oct 30 08:22:08 user nova-compute[74491]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:22:08 user nova-compute[74491]:       <source dev="/dev/sdc"/>
Oct 30 08:22:08 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 08:22:08 user nova-compute[74491]:       <serial>7216e753-059b-4e63-b9bb-07d70ad900bb</serial>
Oct 30 08:22:08 user nova-compute[74491]:     </disk>
Oct 30 08:22:08 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 08:22:08 user nova-compute[74491]:       <mac address="fa:16:3e:79:ce:d2"/>
Oct 30 08:22:08 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:22:08 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 08:22:08 user nova-compute[74491]:       <target dev="tap10e5addc-11"/>
Oct 30 08:22:08 user nova-compute[74491]:     </interface>
Oct 30 08:22:08 user nova-compute[74491]:     <serial type="pty">
Oct 30 08:22:08 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/563a5076-e9e2-457b-979e-a74bd1186fa7/console.log" append="off"/>
Oct 30 08:22:08 user nova-compute[74491]:     </serial>
Oct 30 08:22:08 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 08:22:08 user nova-compute[74491]:     <video>
Oct 30 08:22:08 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:22:08 user nova-compute[74491]:     </video>
Oct 30 08:22:08 user nova-compute[74491]:     <rng model="virtio">
Oct 30 08:22:08 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 08:22:08 user nova-compute[74491]:     </rng>
Oct 30 08:22:08 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 08:22:08 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 08:22:08 user nova-compute[74491]:       <stats period="10"/>
Oct 30 08:22:08 user nova-compute[74491]:     </memballoon>
Oct 30 08:22:08 user nova-compute[74491]:   </devices>
Oct 30 08:22:08 user nova-compute[74491]: </domain>
Oct 30 08:22:08 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:21:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1589943182',display_name='tempest-TestVolumeBootPattern-server-1589943182',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1589943182',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF2nA7rNlxxPa9Tym0bQofUP2U9RlUflpxybyMIXiIBgrHvjg4mV5IzppI9K6NjZ3ADBnBu+ebEnzw9cqWxCSZGzP5mvXP5yPJaXd8B6Jc1oGlScLErltFM8mJlw6YiKtw==',key_name='tempest-TestVolumeBootPattern-1512119125',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bf66fa2f7c4c4487bde3306920d484f5',ramdisk_id='',reservation_id='r-aai05njs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-611689909',owner_user_name='tempest-TestVolumeBootPattern-611689909-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T08:21:48Z,user_data=None,user_id='89a3cbeb414c46f281604a0952af6864',uuid=563a5076-e9e2-457b-979e-a74bd1186fa7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "10e5addc-1148-4161-9a39-5c50964d1b5e", "address": "fa:16:3e:79:ce:d2", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10e5addc-11", "ovs_interfaceid": "10e5addc-1148-4161-9a39-5c50964d1b5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converting VIF {"id": "10e5addc-1148-4161-9a39-5c50964d1b5e", "address": "fa:16:3e:79:ce:d2", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10e5addc-11", "ovs_interfaceid": "10e5addc-1148-4161-9a39-5c50964d1b5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:ce:d2,bridge_name='br-int',has_traffic_filtering=True,id=10e5addc-1148-4161-9a39-5c50964d1b5e,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10e5addc-11') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG os_vif [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:ce:d2,bridge_name='br-int',has_traffic_filtering=True,id=10e5addc-1148-4161-9a39-5c50964d1b5e,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10e5addc-11') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '010eb5b9-5ef2-5d9f-add7-0b0859ca520f', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap10e5addc-11, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap10e5addc-11, col_values=(('qos', UUID('7337c98f-0c7d-439b-bddf-3a5c307d1027')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap10e5addc-11, col_values=(('external_ids', {'iface-id': '10e5addc-1148-4161-9a39-5c50964d1b5e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:79:ce:d2', 'vm-uuid': '563a5076-e9e2-457b-979e-a74bd1186fa7'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:08 user nova-compute[74491]: INFO os_vif [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:ce:d2,bridge_name='br-int',has_traffic_filtering=True,id=10e5addc-1148-4161-9a39-5c50964d1b5e,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10e5addc-11')
Oct 30 08:22:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:22:08 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] No VIF found with MAC fa:16:3e:79:ce:d2, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 08:22:09 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Updating instance_info_cache with network_info: [{"id": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "address": "fa:16:3e:01:eb:df", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd184b4b5-ce", "ovs_interfaceid": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:22:09 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-92fe0e5a-e30d-4f8c-a258-a15a02eadf97" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:22:09 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 08:22:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:10 user nova-compute[74491]: DEBUG nova.compute.manager [req-8eafaec0-a31d-4810-b627-a44fd7c45f33 req-abbb25b1-2d21-4caf-bcc1-547771624911 service nova] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Received event network-vif-plugged-10e5addc-1148-4161-9a39-5c50964d1b5e {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:22:10 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8eafaec0-a31d-4810-b627-a44fd7c45f33 req-abbb25b1-2d21-4caf-bcc1-547771624911 service nova] Acquiring lock "563a5076-e9e2-457b-979e-a74bd1186fa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:22:10 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8eafaec0-a31d-4810-b627-a44fd7c45f33 req-abbb25b1-2d21-4caf-bcc1-547771624911 service nova] Lock "563a5076-e9e2-457b-979e-a74bd1186fa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:22:10 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-8eafaec0-a31d-4810-b627-a44fd7c45f33 req-abbb25b1-2d21-4caf-bcc1-547771624911 service nova] Lock "563a5076-e9e2-457b-979e-a74bd1186fa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:22:10 user nova-compute[74491]: DEBUG nova.compute.manager [req-8eafaec0-a31d-4810-b627-a44fd7c45f33 req-abbb25b1-2d21-4caf-bcc1-547771624911 service nova] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] No waiting events found dispatching network-vif-plugged-10e5addc-1148-4161-9a39-5c50964d1b5e {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:22:10 user nova-compute[74491]: WARNING nova.compute.manager [req-8eafaec0-a31d-4810-b627-a44fd7c45f33 req-abbb25b1-2d21-4caf-bcc1-547771624911 service nova] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Received unexpected event network-vif-plugged-10e5addc-1148-4161-9a39-5c50964d1b5e for instance with vm_state building and task_state spawning.
Oct 30 08:22:10 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:12 user nova-compute[74491]: DEBUG nova.compute.manager [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 08:22:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 08:22:12 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Instance spawned successfully.
Oct 30 08:22:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 08:22:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:22:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:22:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:22:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:22:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:22:12 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:22:12 user nova-compute[74491]: INFO nova.compute.manager [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Took 5.11 seconds to spawn the instance on the hypervisor.
Oct 30 08:22:12 user nova-compute[74491]: DEBUG nova.compute.manager [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 08:22:12 user nova-compute[74491]: INFO nova.compute.manager [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Took 24.56 seconds to build instance.
Oct 30 08:22:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-12cdb8de-c90f-4bce-bcf5-548bfa602792 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "563a5076-e9e2-457b-979e-a74bd1186fa7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.693s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:22:12 user nova-compute[74491]: DEBUG nova.compute.manager [req-27bb413b-42cd-4459-8a4d-3ac11f9cb951 req-07510297-aac7-4183-9c6b-0f45996de90f service nova] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Received event network-vif-plugged-10e5addc-1148-4161-9a39-5c50964d1b5e {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:22:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-27bb413b-42cd-4459-8a4d-3ac11f9cb951 req-07510297-aac7-4183-9c6b-0f45996de90f service nova] Acquiring lock "563a5076-e9e2-457b-979e-a74bd1186fa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:22:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-27bb413b-42cd-4459-8a4d-3ac11f9cb951 req-07510297-aac7-4183-9c6b-0f45996de90f service nova] Lock "563a5076-e9e2-457b-979e-a74bd1186fa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:22:12 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-27bb413b-42cd-4459-8a4d-3ac11f9cb951 req-07510297-aac7-4183-9c6b-0f45996de90f service nova] Lock "563a5076-e9e2-457b-979e-a74bd1186fa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:22:12 user nova-compute[74491]: DEBUG nova.compute.manager [req-27bb413b-42cd-4459-8a4d-3ac11f9cb951 req-07510297-aac7-4183-9c6b-0f45996de90f service nova] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] No waiting events found dispatching network-vif-plugged-10e5addc-1148-4161-9a39-5c50964d1b5e {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:22:12 user nova-compute[74491]: WARNING nova.compute.manager [req-27bb413b-42cd-4459-8a4d-3ac11f9cb951 req-07510297-aac7-4183-9c6b-0f45996de90f service nova] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Received unexpected event network-vif-plugged-10e5addc-1148-4161-9a39-5c50964d1b5e for instance with vm_state active and task_state None.
Oct 30 08:22:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:14 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:22:17 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:22:17 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:22:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:19 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:22:21 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:22:23 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:22:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:22:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:22:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:22:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:22:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:28 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:22:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:22:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:22:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:22:28 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:22:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 08:22:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 08:22:28 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:22:28 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:22:28 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8724MB free_disk=25.241291046142578GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:22:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:22:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:22:28 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 92fe0e5a-e30d-4f8c-a258-a15a02eadf97 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:22:28 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 563a5076-e9e2-457b-979e-a74bd1186fa7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:22:28 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:22:28 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:22:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:28 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:22:28 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:22:28 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:22:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.224s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:22:29 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:22:31 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:22:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:34 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:22:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:43 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:22:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:22:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:22:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:22:48 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:53 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:22:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:23:03 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:23:08 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:23:08 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:23:08 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 08:23:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-92fe0e5a-e30d-4f8c-a258-a15a02eadf97" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:23:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-92fe0e5a-e30d-4f8c-a258-a15a02eadf97" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:23:08 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 08:23:08 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lazy-loading 'info_cache' on Instance uuid 92fe0e5a-e30d-4f8c-a258-a15a02eadf97 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:23:08 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Updating instance_info_cache with network_info: [{"id": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "address": "fa:16:3e:01:eb:df", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd184b4b5-ce", "ovs_interfaceid": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:23:08 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-92fe0e5a-e30d-4f8c-a258-a15a02eadf97" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:23:08 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 08:23:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:23:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:23:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:23:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:23:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:23:08 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:23:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:23:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:23:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:23:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:23:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:23:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:23:14 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:23:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:23:19 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:23:19 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:23:20 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:23:21 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:23:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:23:25 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:23:28 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:23:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:23:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:23:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:23:28 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:23:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 08:23:28 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 08:23:28 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:23:28 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:23:28 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8889MB free_disk=25.24054718017578GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:23:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:23:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:23:28 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 92fe0e5a-e30d-4f8c-a258-a15a02eadf97 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:23:28 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 563a5076-e9e2-457b-979e-a74bd1186fa7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:23:28 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:23:28 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:23:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:23:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:23:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:23:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:23:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:23:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:23:29 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:23:29 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:23:29 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:23:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.199s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:23:31 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:23:31 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:23:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:23:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:23:38 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:23:39 user nova-compute[74491]: DEBUG nova.compute.manager [req-12c0c90e-a30c-4f62-abc5-748b37ef3162 req-c0f67240-6379-4a8f-bdca-4f8437e7c4f1 service nova] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Received event network-changed-10e5addc-1148-4161-9a39-5c50964d1b5e {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:23:39 user nova-compute[74491]: DEBUG nova.compute.manager [req-12c0c90e-a30c-4f62-abc5-748b37ef3162 req-c0f67240-6379-4a8f-bdca-4f8437e7c4f1 service nova] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Refreshing instance network info cache due to event network-changed-10e5addc-1148-4161-9a39-5c50964d1b5e. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:23:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-12c0c90e-a30c-4f62-abc5-748b37ef3162 req-c0f67240-6379-4a8f-bdca-4f8437e7c4f1 service nova] Acquiring lock "refresh_cache-563a5076-e9e2-457b-979e-a74bd1186fa7" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:23:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-12c0c90e-a30c-4f62-abc5-748b37ef3162 req-c0f67240-6379-4a8f-bdca-4f8437e7c4f1 service nova] Acquired lock "refresh_cache-563a5076-e9e2-457b-979e-a74bd1186fa7" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:23:39 user nova-compute[74491]: DEBUG nova.network.neutron [req-12c0c90e-a30c-4f62-abc5-748b37ef3162 req-c0f67240-6379-4a8f-bdca-4f8437e7c4f1 service nova] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Refreshing network info cache for port 10e5addc-1148-4161-9a39-5c50964d1b5e {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:23:40 user nova-compute[74491]: DEBUG nova.network.neutron [req-12c0c90e-a30c-4f62-abc5-748b37ef3162 req-c0f67240-6379-4a8f-bdca-4f8437e7c4f1 service nova] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Updated VIF entry in instance network info cache for port 10e5addc-1148-4161-9a39-5c50964d1b5e. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:23:40 user nova-compute[74491]: DEBUG nova.network.neutron [req-12c0c90e-a30c-4f62-abc5-748b37ef3162 req-c0f67240-6379-4a8f-bdca-4f8437e7c4f1 service nova] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Updating instance_info_cache with network_info: [{"id": "10e5addc-1148-4161-9a39-5c50964d1b5e", "address": "fa:16:3e:79:ce:d2", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.30", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10e5addc-11", "ovs_interfaceid": "10e5addc-1148-4161-9a39-5c50964d1b5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:23:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-12c0c90e-a30c-4f62-abc5-748b37ef3162 req-c0f67240-6379-4a8f-bdca-4f8437e7c4f1 service nova] Releasing lock "refresh_cache-563a5076-e9e2-457b-979e-a74bd1186fa7" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:23:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "563a5076-e9e2-457b-979e-a74bd1186fa7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:23:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "563a5076-e9e2-457b-979e-a74bd1186fa7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:23:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "563a5076-e9e2-457b-979e-a74bd1186fa7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:23:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "563a5076-e9e2-457b-979e-a74bd1186fa7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:23:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "563a5076-e9e2-457b-979e-a74bd1186fa7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:23:40 user nova-compute[74491]: INFO nova.compute.manager [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Terminating instance
Oct 30 08:23:40 user nova-compute[74491]: DEBUG nova.compute.manager [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 08:23:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:23:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:23:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:23:40 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:23:41 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Instance destroyed successfully.
Oct 30 08:23:41 user nova-compute[74491]: DEBUG nova.objects.instance [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lazy-loading 'resources' on Instance uuid 563a5076-e9e2-457b-979e-a74bd1186fa7 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:21:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1589943182',display_name='tempest-TestVolumeBootPattern-server-1589943182',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1589943182',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF2nA7rNlxxPa9Tym0bQofUP2U9RlUflpxybyMIXiIBgrHvjg4mV5IzppI9K6NjZ3ADBnBu+ebEnzw9cqWxCSZGzP5mvXP5yPJaXd8B6Jc1oGlScLErltFM8mJlw6YiKtw==',key_name='tempest-TestVolumeBootPattern-1512119125',keypairs=<?>,launch_index=0,launched_at=2023-10-30T08:22:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bf66fa2f7c4c4487bde3306920d484f5',ramdisk_id='',reservation_id='r-aai05njs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-611689909',owner_user_name='tempest-TestVolumeBootPattern-611689909-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T08:22:13Z,user_data=None,user_id='89a3cbeb414c46f281604a0952af6864',uuid=563a5076-e9e2-457b-979e-a74bd1186fa7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "10e5addc-1148-4161-9a39-5c50964d1b5e", "address": "fa:16:3e:79:ce:d2", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.30", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10e5addc-11", "ovs_interfaceid": "10e5addc-1148-4161-9a39-5c50964d1b5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converting VIF {"id": "10e5addc-1148-4161-9a39-5c50964d1b5e", "address": "fa:16:3e:79:ce:d2", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.30", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10e5addc-11", "ovs_interfaceid": "10e5addc-1148-4161-9a39-5c50964d1b5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:79:ce:d2,bridge_name='br-int',has_traffic_filtering=True,id=10e5addc-1148-4161-9a39-5c50964d1b5e,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10e5addc-11') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG os_vif [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:79:ce:d2,bridge_name='br-int',has_traffic_filtering=True,id=10e5addc-1148-4161-9a39-5c50964d1b5e,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10e5addc-11') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap10e5addc-11, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7337c98f-0c7d-439b-bddf-3a5c307d1027) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:23:41 user nova-compute[74491]: INFO os_vif [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:79:ce:d2,bridge_name='br-int',has_traffic_filtering=True,id=10e5addc-1148-4161-9a39-5c50964d1b5e,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10e5addc-11')
Oct 30 08:23:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LHlfmZVJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:23:41 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:23:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6ed6f7f-275c-432f-bfc0-1578c72b8bea]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 08:23:41 user nova-compute[74491]: No targets found.
Oct 30 08:23:41 user nova-compute[74491]: iSNS:
Oct 30 08:23:41 user nova-compute[74491]: No targets found.
Oct 30 08:23:41 user nova-compute[74491]: STATIC:
Oct 30 08:23:41 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb
Oct 30 08:23:41 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:23:41 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:23:41 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838
Oct 30 08:23:41 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:23:41 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:23:41 user nova-compute[74491]: FIRMWARE:
Oct 30 08:23:41 user nova-compute[74491]: No targets found.
Oct 30 08:23:41 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 08:23:41 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 08:23:41 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[aed2a23c-8e18-4ae6-8aae-51b67039265d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[29e151dd-a3e3-4169-9203-bd62d15fa8c9]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 (non-flash)
Oct 30 08:23:41 user nova-compute[74491]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb (non-flash)
Oct 30 08:23:41 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 (non-flash)
Oct 30 08:23:41 user nova-compute[74491]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb (non-flash)
Oct 30 08:23:41 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef017d870>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb'): ({'sdc'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Removing single pathed devices sdc {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[13ea9630-1125-4b2e-aa7a-b47bf76da9a6]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea9f9492-9280-412a-82a5-cfdbeb945249]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Flushing IO for device /dev/sdc {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[da35908a-4e31-4bd6-a247-0e35e087456d]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.055s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcc7df91-b6ae-4012-8a9c-b95a2d7234de]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] SCSI volumes sdc have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[966a09ce-5fc4-4d19-93e3-87eebbd01a68]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb -p 172.16.0.220:3260 --logout" returned: 0 in 0.044s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8513f6d-af4b-4082-9699-64f98fbabe3f]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb, portal: 172.16.0.220,3260]
Oct 30 08:23:41 user nova-compute[74491]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb, portal: 172.16.0.220,3260] successful.
Oct 30 08:23:41 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7216e753-059b-4e63-b9bb-07d70ad900bb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5031ab75-9d19-41e7-90fb-cec4250ae112]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.300s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] <== disconnect_volume: return (301ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 08:23:41 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Deleting instance files /opt/stack/data/nova/instances/563a5076-e9e2-457b-979e-a74bd1186fa7_del
Oct 30 08:23:41 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Deletion of /opt/stack/data/nova/instances/563a5076-e9e2-457b-979e-a74bd1186fa7_del complete
Oct 30 08:23:41 user nova-compute[74491]: INFO nova.compute.manager [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Took 1.14 seconds to destroy the instance on the hypervisor.
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG nova.compute.manager [req-d727fb95-6f84-4b0f-b092-95ca651f6adf req-3fdb3c45-adef-4f12-bde6-bbe2bcc18134 service nova] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Received event network-changed-10e5addc-1148-4161-9a39-5c50964d1b5e {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG nova.compute.manager [req-d727fb95-6f84-4b0f-b092-95ca651f6adf req-3fdb3c45-adef-4f12-bde6-bbe2bcc18134 service nova] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Refreshing instance network info cache due to event network-changed-10e5addc-1148-4161-9a39-5c50964d1b5e. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d727fb95-6f84-4b0f-b092-95ca651f6adf req-3fdb3c45-adef-4f12-bde6-bbe2bcc18134 service nova] Acquiring lock "refresh_cache-563a5076-e9e2-457b-979e-a74bd1186fa7" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d727fb95-6f84-4b0f-b092-95ca651f6adf req-3fdb3c45-adef-4f12-bde6-bbe2bcc18134 service nova] Acquired lock "refresh_cache-563a5076-e9e2-457b-979e-a74bd1186fa7" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG nova.network.neutron [req-d727fb95-6f84-4b0f-b092-95ca651f6adf req-3fdb3c45-adef-4f12-bde6-bbe2bcc18134 service nova] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Refreshing network info cache for port 10e5addc-1148-4161-9a39-5c50964d1b5e {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:23:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:23:42 user nova-compute[74491]: DEBUG nova.network.neutron [req-d727fb95-6f84-4b0f-b092-95ca651f6adf req-3fdb3c45-adef-4f12-bde6-bbe2bcc18134 service nova] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Updated VIF entry in instance network info cache for port 10e5addc-1148-4161-9a39-5c50964d1b5e. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:23:42 user nova-compute[74491]: DEBUG nova.network.neutron [req-d727fb95-6f84-4b0f-b092-95ca651f6adf req-3fdb3c45-adef-4f12-bde6-bbe2bcc18134 service nova] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Updating instance_info_cache with network_info: [{"id": "10e5addc-1148-4161-9a39-5c50964d1b5e", "address": "fa:16:3e:79:ce:d2", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10e5addc-11", "ovs_interfaceid": "10e5addc-1148-4161-9a39-5c50964d1b5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:23:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d727fb95-6f84-4b0f-b092-95ca651f6adf req-3fdb3c45-adef-4f12-bde6-bbe2bcc18134 service nova] Releasing lock "refresh_cache-563a5076-e9e2-457b-979e-a74bd1186fa7" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:23:42 user nova-compute[74491]: DEBUG nova.compute.manager [req-d727fb95-6f84-4b0f-b092-95ca651f6adf req-3fdb3c45-adef-4f12-bde6-bbe2bcc18134 service nova] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Received event network-vif-unplugged-10e5addc-1148-4161-9a39-5c50964d1b5e {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:23:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d727fb95-6f84-4b0f-b092-95ca651f6adf req-3fdb3c45-adef-4f12-bde6-bbe2bcc18134 service nova] Acquiring lock "563a5076-e9e2-457b-979e-a74bd1186fa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:23:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d727fb95-6f84-4b0f-b092-95ca651f6adf req-3fdb3c45-adef-4f12-bde6-bbe2bcc18134 service nova] Lock "563a5076-e9e2-457b-979e-a74bd1186fa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:23:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d727fb95-6f84-4b0f-b092-95ca651f6adf req-3fdb3c45-adef-4f12-bde6-bbe2bcc18134 service nova] Lock "563a5076-e9e2-457b-979e-a74bd1186fa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:23:42 user nova-compute[74491]: DEBUG nova.compute.manager [req-d727fb95-6f84-4b0f-b092-95ca651f6adf req-3fdb3c45-adef-4f12-bde6-bbe2bcc18134 service nova] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] No waiting events found dispatching network-vif-unplugged-10e5addc-1148-4161-9a39-5c50964d1b5e {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:23:42 user nova-compute[74491]: DEBUG nova.compute.manager [req-d727fb95-6f84-4b0f-b092-95ca651f6adf req-3fdb3c45-adef-4f12-bde6-bbe2bcc18134 service nova] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Received event network-vif-unplugged-10e5addc-1148-4161-9a39-5c50964d1b5e for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 08:23:42 user nova-compute[74491]: DEBUG nova.compute.manager [req-d727fb95-6f84-4b0f-b092-95ca651f6adf req-3fdb3c45-adef-4f12-bde6-bbe2bcc18134 service nova] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Received event network-vif-plugged-10e5addc-1148-4161-9a39-5c50964d1b5e {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:23:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d727fb95-6f84-4b0f-b092-95ca651f6adf req-3fdb3c45-adef-4f12-bde6-bbe2bcc18134 service nova] Acquiring lock "563a5076-e9e2-457b-979e-a74bd1186fa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:23:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d727fb95-6f84-4b0f-b092-95ca651f6adf req-3fdb3c45-adef-4f12-bde6-bbe2bcc18134 service nova] Lock "563a5076-e9e2-457b-979e-a74bd1186fa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:23:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-d727fb95-6f84-4b0f-b092-95ca651f6adf req-3fdb3c45-adef-4f12-bde6-bbe2bcc18134 service nova] Lock "563a5076-e9e2-457b-979e-a74bd1186fa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:23:42 user nova-compute[74491]: DEBUG nova.compute.manager [req-d727fb95-6f84-4b0f-b092-95ca651f6adf req-3fdb3c45-adef-4f12-bde6-bbe2bcc18134 service nova] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] No waiting events found dispatching network-vif-plugged-10e5addc-1148-4161-9a39-5c50964d1b5e {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:23:42 user nova-compute[74491]: WARNING nova.compute.manager [req-d727fb95-6f84-4b0f-b092-95ca651f6adf req-3fdb3c45-adef-4f12-bde6-bbe2bcc18134 service nova] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Received unexpected event network-vif-plugged-10e5addc-1148-4161-9a39-5c50964d1b5e for instance with vm_state active and task_state deleting.
Oct 30 08:23:42 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:23:42 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Took 0.67 seconds to deallocate network for instance.
Oct 30 08:23:42 user nova-compute[74491]: DEBUG nova.compute.manager [req-440411d2-6c6d-458a-a64f-aa783dacac53 req-17fca1a9-33fd-4c2f-a3cb-e005de6dbb10 service nova] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Received event network-vif-deleted-10e5addc-1148-4161-9a39-5c50964d1b5e {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:23:43 user nova-compute[74491]: INFO nova.compute.manager [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 563a5076-e9e2-457b-979e-a74bd1186fa7] Took 0.87 seconds to detach 1 volumes for instance.
Oct 30 08:23:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:23:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:23:43 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:23:43 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:23:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.124s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:23:43 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Deleted allocations for instance 563a5076-e9e2-457b-979e-a74bd1186fa7
Oct 30 08:23:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-39a8918b-02a6-4e4c-a7a3-5c9ebf8376a2 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "563a5076-e9e2-457b-979e-a74bd1186fa7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.990s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:23:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:23:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:23:56 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:24:01 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:24:06 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:24:10 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:24:10 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:24:10 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Didn't find any instances for network info cache update. {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 08:24:11 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:24:15 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:24:16 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:24:21 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:24:21 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:24:21 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:24:21 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:24:21 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:24:26 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:24:26 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:24:29 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:24:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:24:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:24:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:24:29 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:24:29 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74491) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 08:24:29 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:24:29 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:24:29 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8965MB free_disk=25.239681243896484GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:24:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:24:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:24:29 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 92fe0e5a-e30d-4f8c-a258-a15a02eadf97 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:24:29 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:24:29 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:24:29 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:24:29 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:24:29 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:24:29 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.156s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:24:30 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:24:31 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:24:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:24:35 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:24:36 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:24:41 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:24:46 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:24:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:24:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:24:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "92fe0e5a-e30d-4f8c-a258-a15a02eadf97" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:24:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "92fe0e5a-e30d-4f8c-a258-a15a02eadf97" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:24:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "92fe0e5a-e30d-4f8c-a258-a15a02eadf97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:24:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "92fe0e5a-e30d-4f8c-a258-a15a02eadf97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:24:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "92fe0e5a-e30d-4f8c-a258-a15a02eadf97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:24:51 user nova-compute[74491]: INFO nova.compute.manager [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Terminating instance
Oct 30 08:24:51 user nova-compute[74491]: DEBUG nova.compute.manager [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 08:24:51 user nova-compute[74491]: DEBUG nova.compute.manager [req-4840e282-9883-4724-a783-dbf6ebec2bed req-c09acfa5-f262-4531-a33e-ec0d9125d007 service nova] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Received event network-changed-d184b4b5-ce29-4658-a681-0e0cf453f77a {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:24:51 user nova-compute[74491]: DEBUG nova.compute.manager [req-4840e282-9883-4724-a783-dbf6ebec2bed req-c09acfa5-f262-4531-a33e-ec0d9125d007 service nova] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Refreshing instance network info cache due to event network-changed-d184b4b5-ce29-4658-a681-0e0cf453f77a. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:24:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4840e282-9883-4724-a783-dbf6ebec2bed req-c09acfa5-f262-4531-a33e-ec0d9125d007 service nova] Acquiring lock "refresh_cache-92fe0e5a-e30d-4f8c-a258-a15a02eadf97" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:24:51 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4840e282-9883-4724-a783-dbf6ebec2bed req-c09acfa5-f262-4531-a33e-ec0d9125d007 service nova] Acquired lock "refresh_cache-92fe0e5a-e30d-4f8c-a258-a15a02eadf97" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:24:51 user nova-compute[74491]: DEBUG nova.network.neutron [req-4840e282-9883-4724-a783-dbf6ebec2bed req-c09acfa5-f262-4531-a33e-ec0d9125d007 service nova] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Refreshing network info cache for port d184b4b5-ce29-4658-a681-0e0cf453f77a {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:24:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:24:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:24:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:24:51 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG nova.compute.manager [req-437cd94e-d7d9-41a2-90af-499664accb26 req-84d1d790-b7d0-4c26-aff9-802ae94c4fa8 service nova] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Received event network-vif-unplugged-d184b4b5-ce29-4658-a681-0e0cf453f77a {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-437cd94e-d7d9-41a2-90af-499664accb26 req-84d1d790-b7d0-4c26-aff9-802ae94c4fa8 service nova] Acquiring lock "92fe0e5a-e30d-4f8c-a258-a15a02eadf97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-437cd94e-d7d9-41a2-90af-499664accb26 req-84d1d790-b7d0-4c26-aff9-802ae94c4fa8 service nova] Lock "92fe0e5a-e30d-4f8c-a258-a15a02eadf97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-437cd94e-d7d9-41a2-90af-499664accb26 req-84d1d790-b7d0-4c26-aff9-802ae94c4fa8 service nova] Lock "92fe0e5a-e30d-4f8c-a258-a15a02eadf97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG nova.compute.manager [req-437cd94e-d7d9-41a2-90af-499664accb26 req-84d1d790-b7d0-4c26-aff9-802ae94c4fa8 service nova] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] No waiting events found dispatching network-vif-unplugged-d184b4b5-ce29-4658-a681-0e0cf453f77a {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG nova.compute.manager [req-437cd94e-d7d9-41a2-90af-499664accb26 req-84d1d790-b7d0-4c26-aff9-802ae94c4fa8 service nova] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Received event network-vif-unplugged-d184b4b5-ce29-4658-a681-0e0cf453f77a for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG nova.network.neutron [req-4840e282-9883-4724-a783-dbf6ebec2bed req-c09acfa5-f262-4531-a33e-ec0d9125d007 service nova] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Updated VIF entry in instance network info cache for port d184b4b5-ce29-4658-a681-0e0cf453f77a. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG nova.network.neutron [req-4840e282-9883-4724-a783-dbf6ebec2bed req-c09acfa5-f262-4531-a33e-ec0d9125d007 service nova] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Updating instance_info_cache with network_info: [{"id": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "address": "fa:16:3e:01:eb:df", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd184b4b5-ce", "ovs_interfaceid": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:24:52 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Instance destroyed successfully.
Oct 30 08:24:52 user nova-compute[74491]: DEBUG nova.objects.instance [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lazy-loading 'resources' on Instance uuid 92fe0e5a-e30d-4f8c-a258-a15a02eadf97 {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4840e282-9883-4724-a783-dbf6ebec2bed req-c09acfa5-f262-4531-a33e-ec0d9125d007 service nova] Releasing lock "refresh_cache-92fe0e5a-e30d-4f8c-a258-a15a02eadf97" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:19:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1002507672',display_name='tempest-TestVolumeBootPattern-server-1002507672',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1002507672',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF2nA7rNlxxPa9Tym0bQofUP2U9RlUflpxybyMIXiIBgrHvjg4mV5IzppI9K6NjZ3ADBnBu+ebEnzw9cqWxCSZGzP5mvXP5yPJaXd8B6Jc1oGlScLErltFM8mJlw6YiKtw==',key_name='tempest-TestVolumeBootPattern-1512119125',keypairs=<?>,launch_index=0,launched_at=2023-10-30T08:20:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bf66fa2f7c4c4487bde3306920d484f5',ramdisk_id='',reservation_id='r-njaejbhx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-611689909',owner_user_name='tempest-TestVolumeBootPattern-611689909-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T08:20:02Z,user_data=None,user_id='89a3cbeb414c46f281604a0952af6864',uuid=92fe0e5a-e30d-4f8c-a258-a15a02eadf97,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "address": "fa:16:3e:01:eb:df", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd184b4b5-ce", "ovs_interfaceid": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converting VIF {"id": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "address": "fa:16:3e:01:eb:df", "network": {"id": "d071cc42-05e1-4766-a23b-f7bc9260bf12", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1613781551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf66fa2f7c4c4487bde3306920d484f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd184b4b5-ce", "ovs_interfaceid": "d184b4b5-ce29-4658-a681-0e0cf453f77a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:01:eb:df,bridge_name='br-int',has_traffic_filtering=True,id=d184b4b5-ce29-4658-a681-0e0cf453f77a,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd184b4b5-ce') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG os_vif [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:eb:df,bridge_name='br-int',has_traffic_filtering=True,id=d184b4b5-ce29-4658-a681-0e0cf453f77a,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd184b4b5-ce') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd184b4b5-ce, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cbeb6fe9-4d69-4e27-9309-3a28a3bb8a71) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:24:52 user nova-compute[74491]: INFO os_vif [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:eb:df,bridge_name='br-int',has_traffic_filtering=True,id=d184b4b5-ce29-4658-a681-0e0cf453f77a,network=Network(d071cc42-05e1-4766-a23b-f7bc9260bf12),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd184b4b5-ce')
Oct 30 08:24:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rYLMXVuW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:24:52 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:24:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[641fe872-5a0f-4996-badc-ab88d0827a5a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 08:24:52 user nova-compute[74491]: No targets found.
Oct 30 08:24:52 user nova-compute[74491]: iSNS:
Oct 30 08:24:52 user nova-compute[74491]: No targets found.
Oct 30 08:24:52 user nova-compute[74491]: STATIC:
Oct 30 08:24:52 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838
Oct 30 08:24:52 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:24:52 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:24:52 user nova-compute[74491]: FIRMWARE:
Oct 30 08:24:52 user nova-compute[74491]: No targets found.
Oct 30 08:24:52 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 08:24:52 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 08:24:52 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b140747-3e52-4376-a05d-b5c7bb0c7f71]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[645d41b4-8f80-4709-b627-5df6174ebe3c]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 (non-flash)
Oct 30 08:24:52 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 (non-flash)
Oct 30 08:24:52 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feecc6953f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838'): ({'sdb'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Removing single pathed devices sdb {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d257f1b4-5ed3-48b8-8557-59a5b59dcb92]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[21bbb06a-0aaa-4786-8f12-49bb13f67f0b]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Flushing IO for device /dev/sdb {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[18061943-00cd-4ba5-9ecb-17f015a2b13d]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.040s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6106f182-8741-4626-add3-85d7d39df9a0]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO9a6965fa-b58d0a2a94b32092', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_9a6965fa', '/dev/disk/by-id/scsi-26235386430613261') {{(pid=85960) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[11397e72-9bd2-4319-8fda-ee2ec4df9430]: (4, None) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f68d38e0-f6e7-4ea7-86ef-4320072725e6]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[27128feb-143a-42f5-b488-dce270780bec]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838, portal: 172.16.0.220,3260]
Oct 30 08:24:52 user nova-compute[74491]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838, portal: 172.16.0.220,3260] successful.
Oct 30 08:24:52 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2da587-def9-4575-9fd5-fbb5733bf838 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b03dff7b-fdff-425e-b7bd-b9da7594b6e8]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.292s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] <== disconnect_volume: return (292ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:24:52 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 08:24:52 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Deleting instance files /opt/stack/data/nova/instances/92fe0e5a-e30d-4f8c-a258-a15a02eadf97_del
Oct 30 08:24:52 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Deletion of /opt/stack/data/nova/instances/92fe0e5a-e30d-4f8c-a258-a15a02eadf97_del complete
Oct 30 08:24:53 user nova-compute[74491]: INFO nova.compute.manager [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Took 1.17 seconds to destroy the instance on the hypervisor.
Oct 30 08:24:53 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 08:24:53 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 08:24:53 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 08:24:53 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:24:53 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Took 0.45 seconds to deallocate network for instance.
Oct 30 08:24:54 user nova-compute[74491]: DEBUG nova.compute.manager [req-cc263db3-67b4-46d7-996e-648d87ba4794 req-aafd8671-faab-4377-9d42-b2d1f6136590 service nova] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Received event network-vif-plugged-d184b4b5-ce29-4658-a681-0e0cf453f77a {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:24:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-cc263db3-67b4-46d7-996e-648d87ba4794 req-aafd8671-faab-4377-9d42-b2d1f6136590 service nova] Acquiring lock "92fe0e5a-e30d-4f8c-a258-a15a02eadf97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:24:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-cc263db3-67b4-46d7-996e-648d87ba4794 req-aafd8671-faab-4377-9d42-b2d1f6136590 service nova] Lock "92fe0e5a-e30d-4f8c-a258-a15a02eadf97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:24:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-cc263db3-67b4-46d7-996e-648d87ba4794 req-aafd8671-faab-4377-9d42-b2d1f6136590 service nova] Lock "92fe0e5a-e30d-4f8c-a258-a15a02eadf97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:24:54 user nova-compute[74491]: DEBUG nova.compute.manager [req-cc263db3-67b4-46d7-996e-648d87ba4794 req-aafd8671-faab-4377-9d42-b2d1f6136590 service nova] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] No waiting events found dispatching network-vif-plugged-d184b4b5-ce29-4658-a681-0e0cf453f77a {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:24:54 user nova-compute[74491]: WARNING nova.compute.manager [req-cc263db3-67b4-46d7-996e-648d87ba4794 req-aafd8671-faab-4377-9d42-b2d1f6136590 service nova] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Received unexpected event network-vif-plugged-d184b4b5-ce29-4658-a681-0e0cf453f77a for instance with vm_state active and task_state deleting.
Oct 30 08:24:54 user nova-compute[74491]: DEBUG nova.compute.manager [req-cc263db3-67b4-46d7-996e-648d87ba4794 req-aafd8671-faab-4377-9d42-b2d1f6136590 service nova] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Received event network-vif-deleted-d184b4b5-ce29-4658-a681-0e0cf453f77a {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:24:54 user nova-compute[74491]: INFO nova.compute.manager [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] [instance: 92fe0e5a-e30d-4f8c-a258-a15a02eadf97] Took 0.83 seconds to detach 1 volumes for instance.
Oct 30 08:24:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:24:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:24:54 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:24:54 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:24:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.115s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:24:54 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Deleted allocations for instance 92fe0e5a-e30d-4f8c-a258-a15a02eadf97
Oct 30 08:24:54 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-01d1e282-255a-4a7a-9ae0-bd3985846682 tempest-TestVolumeBootPattern-611689909 tempest-TestVolumeBootPattern-611689909-project-member] Lock "92fe0e5a-e30d-4f8c-a258-a15a02eadf97" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.736s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:24:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:25:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:25:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:25:10 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:25:10 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:25:10 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 08:25:10 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Didn't find any instances for network info cache update. {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 08:25:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:25:16 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:25:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:25:21 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:25:21 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:25:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:25:23 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:25:23 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:25:26 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:25:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:25:30 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:25:30 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:25:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:25:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:25:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:25:30 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:25:30 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:25:30 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:25:30 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=9094MB free_disk=25.23876953125GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:25:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:25:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:25:30 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:25:30 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:25:30 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing inventories for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 08:25:30 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Updating ProviderTree inventory for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 08:25:30 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Updating inventory in ProviderTree for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 08:25:31 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing aggregate associations for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9, aggregates: None {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 08:25:31 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing trait associations for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9, traits: COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_CIRRUS,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSSE3,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_TRUSTED_CERTS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE41,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE,HW_CPU_X86_MMX,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_FDC,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_USB {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 08:25:31 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:25:31 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:25:31 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:25:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.431s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:25:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:25:35 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:25:35 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:25:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:25:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:25:43 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:25:43 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Cleaning up deleted instances {{(pid=74491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 08:25:43 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] There are 0 instances to clean {{(pid=74491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 08:25:43 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:25:43 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74491) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 08:25:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:25:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:25:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:25:55 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:25:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:25:58 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:26:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:26:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:26:11 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:26:11 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:26:11 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 08:26:11 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Didn't find any instances for network info cache update. {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 08:26:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:26:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:26:18 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:26:21 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:26:21 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:26:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:26:23 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:26:23 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:26:26 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:26:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:26:30 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:26:32 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:26:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:26:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:26:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:26:32 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:26:32 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:26:32 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:26:32 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=9116MB free_disk=25.236881256103516GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:26:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:26:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:26:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:26:32 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:26:32 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:26:32 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:26:32 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:26:32 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:26:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.125s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:26:36 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:26:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:26:40 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:26:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:26:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:26:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:26:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:26:59 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:27:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:27:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:27:11 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:27:11 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:27:11 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 08:27:11 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Didn't find any instances for network info cache update. {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 08:27:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:27:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:27:20 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:27:21 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:27:21 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:27:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:27:24 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:27:24 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:27:26 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:27:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:27:31 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:27:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:27:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:27:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:27:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:27:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:27:33 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:27:33 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:27:33 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:27:33 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=9113MB free_disk=25.227527618408203GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:27:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:27:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:27:34 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:27:34 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:27:34 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:27:34 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:27:34 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:27:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.469s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:27:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:27:38 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:27:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:27:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:27:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:27:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:28:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:28:11 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:28:11 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:28:11 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 08:28:11 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Didn't find any instances for network info cache update. {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 08:28:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:28:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:28:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:28:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:28:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:13 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:18 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:20 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:21 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:28:21 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:28:21 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:28:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:24 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:28:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:26 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:28:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:28 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:28:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:28:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:28:30 user nova-compute[74491]: DEBUG nova.compute.manager [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Starting instance... {{(pid=74491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 08:28:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:28:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:28:30 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74491) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 08:28:30 user nova-compute[74491]: INFO nova.compute.claims [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Claim successful on node user
Oct 30 08:28:30 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:28:30 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:28:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.176s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:28:30 user nova-compute[74491]: DEBUG nova.compute.manager [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Start building networks asynchronously for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 08:28:30 user nova-compute[74491]: DEBUG nova.compute.manager [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Allocating IP information in the background. {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 08:28:30 user nova-compute[74491]: DEBUG nova.network.neutron [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] allocate_for_instance() {{(pid=74491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 08:28:30 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 08:28:30 user nova-compute[74491]: DEBUG nova.compute.manager [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Start building block device mappings for instance. {{(pid=74491) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 08:28:30 user nova-compute[74491]: DEBUG nova.policy [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15e2f77ec0bf43819f86b5ab30ae778d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '015fb4467d1248148193f3bdfa476fc6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74491) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 08:28:30 user nova-compute[74491]: DEBUG nova.compute.manager [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Start spawning the instance on the hypervisor. {{(pid=74491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 08:28:30 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Creating instance directory {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 08:28:30 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Creating image(s)
Oct 30 08:28:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "/opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:28:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "/opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:28:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "/opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.038s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:28:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:28:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.174s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:28:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:28:30 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:28:30 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:28:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.183s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:28:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk 1073741824 {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:28:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6,backing_fmt=raw /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk 1073741824" returned: 0 in 0.049s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:28:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "cc75a1772a3cc12bbcb8a1ef41827a4042755dc6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.238s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:28:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:28:31 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:28:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cc75a1772a3cc12bbcb8a1ef41827a4042755dc6 --force-share --output=json" returned: 0 in 0.169s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:28:31 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Checking if we can resize image /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk. size=1073741824 {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 08:28:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:28:31 user nova-compute[74491]: DEBUG nova.network.neutron [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Successfully created port: 933617b3-4449-481a-bdbb-d2f15d81b7c7 {{(pid=74491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 08:28:31 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:28:31 user nova-compute[74491]: DEBUG nova.virt.disk.api [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Cannot resize image /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk to a smaller size. {{(pid=74491) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 08:28:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Created local disks {{(pid=74491) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 08:28:31 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Ensure instance console log exists: /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/console.log {{(pid=74491) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 08:28:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:28:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:28:31 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.network.neutron [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Successfully updated port: 933617b3-4449-481a-bdbb-d2f15d81b7c7 {{(pid=74491) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquired lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.network.neutron [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Building network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.network.neutron [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Instance cache missing network info. {{(pid=74491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-78677bdd-a77d-4e3d-9c66-2ba7870e5996 req-cd78615c-ccc5-493e-80d5-8ac619163acc service nova] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Received event network-changed-933617b3-4449-481a-bdbb-d2f15d81b7c7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-78677bdd-a77d-4e3d-9c66-2ba7870e5996 req-cd78615c-ccc5-493e-80d5-8ac619163acc service nova] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Refreshing instance network info cache due to event network-changed-933617b3-4449-481a-bdbb-d2f15d81b7c7. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-78677bdd-a77d-4e3d-9c66-2ba7870e5996 req-cd78615c-ccc5-493e-80d5-8ac619163acc service nova] Acquiring lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.network.neutron [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Updating instance_info_cache with network_info: [{"id": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "address": "fa:16:3e:dd:d3:2d", "network": {"id": "020f1c37-a254-47cd-a121-f9d1babb67b9", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-979891133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "015fb4467d1248148193f3bdfa476fc6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap933617b3-44", "ovs_interfaceid": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Releasing lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.compute.manager [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Instance network_info: |[{"id": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "address": "fa:16:3e:dd:d3:2d", "network": {"id": "020f1c37-a254-47cd-a121-f9d1babb67b9", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-979891133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "015fb4467d1248148193f3bdfa476fc6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap933617b3-44", "ovs_interfaceid": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-78677bdd-a77d-4e3d-9c66-2ba7870e5996 req-cd78615c-ccc5-493e-80d5-8ac619163acc service nova] Acquired lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.network.neutron [req-78677bdd-a77d-4e3d-9c66-2ba7870e5996 req-cd78615c-ccc5-493e-80d5-8ac619163acc service nova] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Refreshing network info cache for port 933617b3-4449-481a-bdbb-d2f15d81b7c7 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Start _get_guest_xml network_info=[{"id": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "address": "fa:16:3e:dd:d3:2d", "network": {"id": "020f1c37-a254-47cd-a121-f9d1babb67b9", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-979891133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "015fb4467d1248148193f3bdfa476fc6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap933617b3-44", "ovs_interfaceid": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encryption_options': None, 'guest_format': None, 'image_id': '62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 08:28:32 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:28:32 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] CPU controller missing on host. {{(pid=74491) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.host [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] CPU controller found on host. {{(pid=74491) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74491) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T07:29:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T07:30:02Z,direct_url=<?>,disk_format='qcow2',id=62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='d177068a6dbf4eed84db576f08ca910a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T07:30:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Flavor limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Image limits 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Flavor pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Image pref 0:0:0 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Got 1 possible topologies {{(pid=74491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.virt.hardware [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:28:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-115770309',display_name='tempest-SnapshotDataIntegrityTests-server-115770309',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-115770309',id=52,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHVk6w9D+1rDA/2t6Bv3I8eka1ohxDswN+VSQxHT+68kwMWwq4agKKr3yVbuhf0EBsYIrdw8Auv1WLMItoOwgruslnZccol+RoSYQY6NzzeI7ZXNWQrha2+moIEuMnaENg==',key_name='tempest-keypair-1391961794',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='015fb4467d1248148193f3bdfa476fc6',ramdisk_id='',reservation_id='r-j6kf5p58',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-648809150',owner_user_name='tempest-SnapshotDataIntegrityTests-648809150-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T08:28:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='15e2f77ec0bf43819f86b5ab30ae778d',uuid=53de0b47-2fbf-4a12-ab24-16b5cdcea03b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "address": "fa:16:3e:dd:d3:2d", "network": {"id": "020f1c37-a254-47cd-a121-f9d1babb67b9", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-979891133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "015fb4467d1248148193f3bdfa476fc6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap933617b3-44", "ovs_interfaceid": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74491) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Converting VIF {"id": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "address": "fa:16:3e:dd:d3:2d", "network": {"id": "020f1c37-a254-47cd-a121-f9d1babb67b9", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-979891133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "015fb4467d1248148193f3bdfa476fc6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap933617b3-44", "ovs_interfaceid": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:d3:2d,bridge_name='br-int',has_traffic_filtering=True,id=933617b3-4449-481a-bdbb-d2f15d81b7c7,network=Network(020f1c37-a254-47cd-a121-f9d1babb67b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap933617b3-44') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.objects.instance [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lazy-loading 'pci_devices' on Instance uuid 53de0b47-2fbf-4a12-ab24-16b5cdcea03b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] End _get_guest_xml xml=<domain type="kvm">
Oct 30 08:28:32 user nova-compute[74491]:   <uuid>53de0b47-2fbf-4a12-ab24-16b5cdcea03b</uuid>
Oct 30 08:28:32 user nova-compute[74491]:   <name>instance-00000034</name>
Oct 30 08:28:32 user nova-compute[74491]:   <memory>524288</memory>
Oct 30 08:28:32 user nova-compute[74491]:   <vcpu>1</vcpu>
Oct 30 08:28:32 user nova-compute[74491]:   <metadata>
Oct 30 08:28:32 user nova-compute[74491]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 08:28:32 user nova-compute[74491]:       <nova:package version="0.0.0"/>
Oct 30 08:28:32 user nova-compute[74491]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-115770309</nova:name>
Oct 30 08:28:32 user nova-compute[74491]:       <nova:creationTime>2023-10-30 08:28:32</nova:creationTime>
Oct 30 08:28:32 user nova-compute[74491]:       <nova:flavor name="m1.tiny">
Oct 30 08:28:32 user nova-compute[74491]:         <nova:memory>512</nova:memory>
Oct 30 08:28:32 user nova-compute[74491]:         <nova:disk>1</nova:disk>
Oct 30 08:28:32 user nova-compute[74491]:         <nova:swap>0</nova:swap>
Oct 30 08:28:32 user nova-compute[74491]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 08:28:32 user nova-compute[74491]:         <nova:vcpus>1</nova:vcpus>
Oct 30 08:28:32 user nova-compute[74491]:       </nova:flavor>
Oct 30 08:28:32 user nova-compute[74491]:       <nova:owner>
Oct 30 08:28:32 user nova-compute[74491]:         <nova:user uuid="15e2f77ec0bf43819f86b5ab30ae778d">tempest-SnapshotDataIntegrityTests-648809150-project-member</nova:user>
Oct 30 08:28:32 user nova-compute[74491]:         <nova:project uuid="015fb4467d1248148193f3bdfa476fc6">tempest-SnapshotDataIntegrityTests-648809150</nova:project>
Oct 30 08:28:32 user nova-compute[74491]:       </nova:owner>
Oct 30 08:28:32 user nova-compute[74491]:       <nova:root type="image" uuid="62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb"/>
Oct 30 08:28:32 user nova-compute[74491]:       <nova:ports>
Oct 30 08:28:32 user nova-compute[74491]:         <nova:port uuid="933617b3-4449-481a-bdbb-d2f15d81b7c7">
Oct 30 08:28:32 user nova-compute[74491]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 30 08:28:32 user nova-compute[74491]:         </nova:port>
Oct 30 08:28:32 user nova-compute[74491]:       </nova:ports>
Oct 30 08:28:32 user nova-compute[74491]:     </nova:instance>
Oct 30 08:28:32 user nova-compute[74491]:   </metadata>
Oct 30 08:28:32 user nova-compute[74491]:   <sysinfo type="smbios">
Oct 30 08:28:32 user nova-compute[74491]:     <system>
Oct 30 08:28:32 user nova-compute[74491]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 08:28:32 user nova-compute[74491]:       <entry name="product">OpenStack Nova</entry>
Oct 30 08:28:32 user nova-compute[74491]:       <entry name="version">0.0.0</entry>
Oct 30 08:28:32 user nova-compute[74491]:       <entry name="serial">53de0b47-2fbf-4a12-ab24-16b5cdcea03b</entry>
Oct 30 08:28:32 user nova-compute[74491]:       <entry name="uuid">53de0b47-2fbf-4a12-ab24-16b5cdcea03b</entry>
Oct 30 08:28:32 user nova-compute[74491]:       <entry name="family">Virtual Machine</entry>
Oct 30 08:28:32 user nova-compute[74491]:     </system>
Oct 30 08:28:32 user nova-compute[74491]:   </sysinfo>
Oct 30 08:28:32 user nova-compute[74491]:   <os>
Oct 30 08:28:32 user nova-compute[74491]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 08:28:32 user nova-compute[74491]:     <boot dev="hd"/>
Oct 30 08:28:32 user nova-compute[74491]:     <smbios mode="sysinfo"/>
Oct 30 08:28:32 user nova-compute[74491]:   </os>
Oct 30 08:28:32 user nova-compute[74491]:   <features>
Oct 30 08:28:32 user nova-compute[74491]:     <acpi/>
Oct 30 08:28:32 user nova-compute[74491]:     <apic/>
Oct 30 08:28:32 user nova-compute[74491]:     <vmcoreinfo/>
Oct 30 08:28:32 user nova-compute[74491]:   </features>
Oct 30 08:28:32 user nova-compute[74491]:   <clock offset="utc">
Oct 30 08:28:32 user nova-compute[74491]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 08:28:32 user nova-compute[74491]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 08:28:32 user nova-compute[74491]:     <timer name="hpet" present="no"/>
Oct 30 08:28:32 user nova-compute[74491]:   </clock>
Oct 30 08:28:32 user nova-compute[74491]:   <cpu mode="custom" match="exact">
Oct 30 08:28:32 user nova-compute[74491]:     <model>Nehalem</model>
Oct 30 08:28:32 user nova-compute[74491]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 08:28:32 user nova-compute[74491]:   </cpu>
Oct 30 08:28:32 user nova-compute[74491]:   <devices>
Oct 30 08:28:32 user nova-compute[74491]:     <disk type="file" device="disk">
Oct 30 08:28:32 user nova-compute[74491]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 08:28:32 user nova-compute[74491]:       <source file="/opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk"/>
Oct 30 08:28:32 user nova-compute[74491]:       <target dev="vda" bus="virtio"/>
Oct 30 08:28:32 user nova-compute[74491]:     </disk>
Oct 30 08:28:32 user nova-compute[74491]:     <interface type="ethernet">
Oct 30 08:28:32 user nova-compute[74491]:       <mac address="fa:16:3e:dd:d3:2d"/>
Oct 30 08:28:32 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:28:32 user nova-compute[74491]:       <mtu size="1442"/>
Oct 30 08:28:32 user nova-compute[74491]:       <target dev="tap933617b3-44"/>
Oct 30 08:28:32 user nova-compute[74491]:     </interface>
Oct 30 08:28:32 user nova-compute[74491]:     <serial type="pty">
Oct 30 08:28:32 user nova-compute[74491]:       <log file="/opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/console.log" append="off"/>
Oct 30 08:28:32 user nova-compute[74491]:     </serial>
Oct 30 08:28:32 user nova-compute[74491]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 08:28:32 user nova-compute[74491]:     <video>
Oct 30 08:28:32 user nova-compute[74491]:       <model type="virtio"/>
Oct 30 08:28:32 user nova-compute[74491]:     </video>
Oct 30 08:28:32 user nova-compute[74491]:     <rng model="virtio">
Oct 30 08:28:32 user nova-compute[74491]:       <backend model="random">/dev/urandom</backend>
Oct 30 08:28:32 user nova-compute[74491]:     </rng>
Oct 30 08:28:32 user nova-compute[74491]:     <controller type="usb" index="0" model="none"/>
Oct 30 08:28:32 user nova-compute[74491]:     <memballoon model="virtio">
Oct 30 08:28:32 user nova-compute[74491]:       <stats period="10"/>
Oct 30 08:28:32 user nova-compute[74491]:     </memballoon>
Oct 30 08:28:32 user nova-compute[74491]:   </devices>
Oct 30 08:28:32 user nova-compute[74491]: </domain>
Oct 30 08:28:32 user nova-compute[74491]:  {{(pid=74491) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:28:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-115770309',display_name='tempest-SnapshotDataIntegrityTests-server-115770309',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-115770309',id=52,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHVk6w9D+1rDA/2t6Bv3I8eka1ohxDswN+VSQxHT+68kwMWwq4agKKr3yVbuhf0EBsYIrdw8Auv1WLMItoOwgruslnZccol+RoSYQY6NzzeI7ZXNWQrha2+moIEuMnaENg==',key_name='tempest-keypair-1391961794',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='015fb4467d1248148193f3bdfa476fc6',ramdisk_id='',reservation_id='r-j6kf5p58',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-648809150',owner_user_name='tempest-SnapshotDataIntegrityTests-648809150-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T08:28:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='15e2f77ec0bf43819f86b5ab30ae778d',uuid=53de0b47-2fbf-4a12-ab24-16b5cdcea03b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "address": "fa:16:3e:dd:d3:2d", "network": {"id": "020f1c37-a254-47cd-a121-f9d1babb67b9", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-979891133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "015fb4467d1248148193f3bdfa476fc6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap933617b3-44", "ovs_interfaceid": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Converting VIF {"id": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "address": "fa:16:3e:dd:d3:2d", "network": {"id": "020f1c37-a254-47cd-a121-f9d1babb67b9", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-979891133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "015fb4467d1248148193f3bdfa476fc6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap933617b3-44", "ovs_interfaceid": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:d3:2d,bridge_name='br-int',has_traffic_filtering=True,id=933617b3-4449-481a-bdbb-d2f15d81b7c7,network=Network(020f1c37-a254-47cd-a121-f9d1babb67b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap933617b3-44') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG os_vif [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:d3:2d,bridge_name='br-int',has_traffic_filtering=True,id=933617b3-4449-481a-bdbb-d2f15d81b7c7,network=Network(020f1c37-a254-47cd-a121-f9d1babb67b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap933617b3-44') {{(pid=74491) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '55f6c428-c442-5558-acd7-a542172c5583', '_type': 'linux-noop'}}, row=False) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap933617b3-44, may_exist=True, interface_attrs={}) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap933617b3-44, col_values=(('qos', UUID('578a87bb-9512-467b-be14-95692348dd6b')),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap933617b3-44, col_values=(('external_ids', {'iface-id': '933617b3-4449-481a-bdbb-d2f15d81b7c7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:dd:d3:2d', 'vm-uuid': '53de0b47-2fbf-4a12-ab24-16b5cdcea03b'}),), if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:32 user nova-compute[74491]: INFO os_vif [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:d3:2d,bridge_name='br-int',has_traffic_filtering=True,id=933617b3-4449-481a-bdbb-d2f15d81b7c7,network=Network(020f1c37-a254-47cd-a121-f9d1babb67b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap933617b3-44')
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] No VIF found with MAC fa:16:3e:dd:d3:2d, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.network.neutron [req-78677bdd-a77d-4e3d-9c66-2ba7870e5996 req-cd78615c-ccc5-493e-80d5-8ac619163acc service nova] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Updated VIF entry in instance network info cache for port 933617b3-4449-481a-bdbb-d2f15d81b7c7. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG nova.network.neutron [req-78677bdd-a77d-4e3d-9c66-2ba7870e5996 req-cd78615c-ccc5-493e-80d5-8ac619163acc service nova] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Updating instance_info_cache with network_info: [{"id": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "address": "fa:16:3e:dd:d3:2d", "network": {"id": "020f1c37-a254-47cd-a121-f9d1babb67b9", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-979891133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "015fb4467d1248148193f3bdfa476fc6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap933617b3-44", "ovs_interfaceid": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:28:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-78677bdd-a77d-4e3d-9c66-2ba7870e5996 req-cd78615c-ccc5-493e-80d5-8ac619163acc service nova] Releasing lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:28:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:33 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:34 user nova-compute[74491]: DEBUG nova.compute.manager [req-a09d0346-08db-4d38-a882-4f6cf6259c08 req-61947b91-0ee7-4fcf-a79b-c5cf83f22248 service nova] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Received event network-vif-plugged-933617b3-4449-481a-bdbb-d2f15d81b7c7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:28:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a09d0346-08db-4d38-a882-4f6cf6259c08 req-61947b91-0ee7-4fcf-a79b-c5cf83f22248 service nova] Acquiring lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:28:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a09d0346-08db-4d38-a882-4f6cf6259c08 req-61947b91-0ee7-4fcf-a79b-c5cf83f22248 service nova] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:28:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a09d0346-08db-4d38-a882-4f6cf6259c08 req-61947b91-0ee7-4fcf-a79b-c5cf83f22248 service nova] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:28:34 user nova-compute[74491]: DEBUG nova.compute.manager [req-a09d0346-08db-4d38-a882-4f6cf6259c08 req-61947b91-0ee7-4fcf-a79b-c5cf83f22248 service nova] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] No waiting events found dispatching network-vif-plugged-933617b3-4449-481a-bdbb-d2f15d81b7c7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:28:34 user nova-compute[74491]: WARNING nova.compute.manager [req-a09d0346-08db-4d38-a882-4f6cf6259c08 req-61947b91-0ee7-4fcf-a79b-c5cf83f22248 service nova] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Received unexpected event network-vif-plugged-933617b3-4449-481a-bdbb-d2f15d81b7c7 for instance with vm_state building and task_state spawning.
Oct 30 08:28:34 user nova-compute[74491]: DEBUG nova.compute.manager [req-a09d0346-08db-4d38-a882-4f6cf6259c08 req-61947b91-0ee7-4fcf-a79b-c5cf83f22248 service nova] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Received event network-vif-plugged-933617b3-4449-481a-bdbb-d2f15d81b7c7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:28:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a09d0346-08db-4d38-a882-4f6cf6259c08 req-61947b91-0ee7-4fcf-a79b-c5cf83f22248 service nova] Acquiring lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:28:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a09d0346-08db-4d38-a882-4f6cf6259c08 req-61947b91-0ee7-4fcf-a79b-c5cf83f22248 service nova] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:28:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-a09d0346-08db-4d38-a882-4f6cf6259c08 req-61947b91-0ee7-4fcf-a79b-c5cf83f22248 service nova] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:28:34 user nova-compute[74491]: DEBUG nova.compute.manager [req-a09d0346-08db-4d38-a882-4f6cf6259c08 req-61947b91-0ee7-4fcf-a79b-c5cf83f22248 service nova] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] No waiting events found dispatching network-vif-plugged-933617b3-4449-481a-bdbb-d2f15d81b7c7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:28:34 user nova-compute[74491]: WARNING nova.compute.manager [req-a09d0346-08db-4d38-a882-4f6cf6259c08 req-61947b91-0ee7-4fcf-a79b-c5cf83f22248 service nova] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Received unexpected event network-vif-plugged-933617b3-4449-481a-bdbb-d2f15d81b7c7 for instance with vm_state building and task_state spawning.
Oct 30 08:28:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:34 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:35 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:28:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:28:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:28:35 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:28:35 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:28:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:28:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:28:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:28:35 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:28:36 user nova-compute[74491]: DEBUG nova.compute.manager [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Instance event wait completed in 0 seconds for  {{(pid=74491) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 08:28:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Guest created on hypervisor {{(pid=74491) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 08:28:36 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:28:36 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:28:36 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=9045MB free_disk=25.224594116210938GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:28:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:28:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:28:36 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Instance spawned successfully.
Oct 30 08:28:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 08:28:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Found default for hw_cdrom_bus of ide {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:28:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Found default for hw_disk_bus of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:28:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Found default for hw_input_bus of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:28:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Found default for hw_pointer_model of None {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:28:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Found default for hw_video_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:28:36 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Found default for hw_vif_model of virtio {{(pid=74491) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 08:28:36 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:28:36 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:28:36 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:28:36 user nova-compute[74491]: INFO nova.compute.manager [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Took 5.87 seconds to spawn the instance on the hypervisor.
Oct 30 08:28:36 user nova-compute[74491]: DEBUG nova.compute.manager [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Checking state {{(pid=74491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 08:28:36 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:28:36 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:28:36 user nova-compute[74491]: INFO nova.compute.manager [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Took 6.37 seconds to build instance.
Oct 30 08:28:36 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:28:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.208s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:28:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-3ed2f618-9939-466d-9e9b-874d8d972ff3 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.463s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:28:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:38 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:28:41 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:28:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:28:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:29:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:29:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:29:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:29:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:29:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:29:13 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:29:13 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:29:13 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 08:29:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:29:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:29:13 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 08:29:13 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lazy-loading 'info_cache' on Instance uuid 53de0b47-2fbf-4a12-ab24-16b5cdcea03b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:29:13 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Updating instance_info_cache with network_info: [{"id": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "address": "fa:16:3e:dd:d3:2d", "network": {"id": "020f1c37-a254-47cd-a121-f9d1babb67b9", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-979891133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "015fb4467d1248148193f3bdfa476fc6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap933617b3-44", "ovs_interfaceid": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:29:13 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:29:13 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 08:29:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:29:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:29:22 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:29:23 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:29:23 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:29:26 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:29:26 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:29:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:29:28 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:29:31 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:29:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:29:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_shelved_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:29:36 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:29:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:29:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:29:36 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:29:36 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:29:36 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:29:36 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:29:36 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:29:36 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:29:37 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:29:37 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:29:37 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8958MB free_disk=25.196014404296875GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:29:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:29:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:29:37 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:29:37 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:29:37 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:29:37 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:29:37 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:29:37 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:29:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.184s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:29:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:29:40 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:29:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:29:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:29:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:29:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:30:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:30:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:30:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:30:14 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:30:14 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:30:14 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 08:30:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:30:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:30:14 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 08:30:14 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lazy-loading 'info_cache' on Instance uuid 53de0b47-2fbf-4a12-ab24-16b5cdcea03b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:30:14 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Updating instance_info_cache with network_info: [{"id": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "address": "fa:16:3e:dd:d3:2d", "network": {"id": "020f1c37-a254-47cd-a121-f9d1babb67b9", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-979891133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "015fb4467d1248148193f3bdfa476fc6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap933617b3-44", "ovs_interfaceid": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:30:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:30:14 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 08:30:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:30:21 user nova-compute[74491]: DEBUG nova.compute.manager [req-4cf371c2-cbad-423c-8d3e-69a675f7691f req-70e542fb-9f59-4432-98b8-c5ce6aad9eb4 service nova] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Received event network-changed-933617b3-4449-481a-bdbb-d2f15d81b7c7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:30:21 user nova-compute[74491]: DEBUG nova.compute.manager [req-4cf371c2-cbad-423c-8d3e-69a675f7691f req-70e542fb-9f59-4432-98b8-c5ce6aad9eb4 service nova] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Refreshing instance network info cache due to event network-changed-933617b3-4449-481a-bdbb-d2f15d81b7c7. {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 08:30:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4cf371c2-cbad-423c-8d3e-69a675f7691f req-70e542fb-9f59-4432-98b8-c5ce6aad9eb4 service nova] Acquiring lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:30:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4cf371c2-cbad-423c-8d3e-69a675f7691f req-70e542fb-9f59-4432-98b8-c5ce6aad9eb4 service nova] Acquired lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:30:21 user nova-compute[74491]: DEBUG nova.network.neutron [req-4cf371c2-cbad-423c-8d3e-69a675f7691f req-70e542fb-9f59-4432-98b8-c5ce6aad9eb4 service nova] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Refreshing network info cache for port 933617b3-4449-481a-bdbb-d2f15d81b7c7 {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 08:30:21 user nova-compute[74491]: DEBUG nova.network.neutron [req-4cf371c2-cbad-423c-8d3e-69a675f7691f req-70e542fb-9f59-4432-98b8-c5ce6aad9eb4 service nova] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Updated VIF entry in instance network info cache for port 933617b3-4449-481a-bdbb-d2f15d81b7c7. {{(pid=74491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 08:30:21 user nova-compute[74491]: DEBUG nova.network.neutron [req-4cf371c2-cbad-423c-8d3e-69a675f7691f req-70e542fb-9f59-4432-98b8-c5ce6aad9eb4 service nova] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Updating instance_info_cache with network_info: [{"id": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "address": "fa:16:3e:dd:d3:2d", "network": {"id": "020f1c37-a254-47cd-a121-f9d1babb67b9", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-979891133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "015fb4467d1248148193f3bdfa476fc6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap933617b3-44", "ovs_interfaceid": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:30:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-4cf371c2-cbad-423c-8d3e-69a675f7691f req-70e542fb-9f59-4432-98b8-c5ce6aad9eb4 service nova] Releasing lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:30:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:30:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:30:24 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:30:25 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:30:25 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:30:26 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:30:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:30:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:30:28 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:30:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:30:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:30:28 user nova-compute[74491]: DEBUG nova.objects.instance [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lazy-loading 'flavor' on Instance uuid 53de0b47-2fbf-4a12-ab24-16b5cdcea03b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:30:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.061s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:30:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:30:28 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:30:28 user nova-compute[74491]: INFO nova.compute.manager [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Attaching volume c3ac59ce-eb8a-416c-9562-97169ffdf1ec to /dev/vdb
Oct 30 08:30:29 user nova-compute[74491]: DEBUG os_brick.utils [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:30:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:30:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:30:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bd803fb-94f3-44f9-8207-a831880d0331]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:30:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:30:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:30:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[73594e1d-86bc-46a1-baa4-d27f0b78504e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:30:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:30:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:30:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3633734d-3c49-4d05-948d-3f5bcc3df16d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:30:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3b36baa-a5be-4622-9a8d-1a12be4348fc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:30:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:30:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:30:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 08:30:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:30:29 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:30:29 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 08:30:29 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f41b655d-38a4-4d35-ab4f-cd1215537b71]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:30:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 08:30:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 08:30:29 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 08:30:29 user nova-compute[74491]: DEBUG os_brick.utils [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:30:29 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Updating existing volume attachment record: 8a132290-8aa2-46c8-9361-7add0a4aaf68 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 08:30:29 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:30:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:30:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:30:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:30:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:30:37 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:30:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:30:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:30:37 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:30:37 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:30:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:30:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:30:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:30:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:30:37 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:30:38 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:30:38 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:30:38 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8963MB free_disk=25.195152282714844GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:30:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:30:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:30:38 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:30:38 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:30:38 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:30:38 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing inventories for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 08:30:38 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Updating ProviderTree inventory for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 08:30:38 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Updating inventory in ProviderTree for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 08:30:38 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing aggregate associations for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9, aggregates: None {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 08:30:38 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing trait associations for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9, traits: COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_CIRRUS,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSSE3,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_TRUSTED_CERTS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE41,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE,HW_CPU_X86_MMX,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_FDC,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_USB {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 08:30:38 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:30:38 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:30:38 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:30:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.300s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:30:40 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:30:40 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:30:42 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:30:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RLVfnTkI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:30:47 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:30:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:30:47 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:30:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:30:47 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d43d769-065e-4aad-ba70-befe0a24c44f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 08:30:47 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b737fc0d-0ad4-44ef-88ec-afe4e1b37fa4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec] added
Oct 30 08:30:47 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[79bf9e1b-8432-4180-8f49-29f3178819d8]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[51489179-9c52-4ac6-ad08-a6644f578fca]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RLVfnTkI {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RLVfnTkI" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc406f01-0349-4215-9ea7-eda0f686b97a]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RLVfnTkI'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d66b288-7f48-4d54-9b49-13527ae1f425]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6c42e7f-a4d4-40ce-ad32-55e187121ae3]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 30 08:30:47 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 30 08:30:47 user nova-compute[74491]:  {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:30:47 user nova-compute[74491]: WARNING os_brick.initiator.connectors.iscsi [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 30 08:30:47 user nova-compute[74491]: 
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4d1a546-9e58-4e1a-9148-d63cd34cf127]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec, portal: 172.16.0.220,3260]
Oct 30 08:30:47 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec, portal: 172.16.0.220,3260] successful.
Oct 30 08:30:47 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0dc5d341-4349-4168-a850-241443947607]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[24fc6c69-6ed3-4579-966b-969ea9771191]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec (non-flash)
Oct 30 08:30:47 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec (non-flash)
Oct 30 08:30:47 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.272s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] HCTL ('33', '-', '-', 0) found on session 59 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fa81afa-569d-4881-ab19-9aad1b5c3c07]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Searching for a device in session 59 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RLVfnTkI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 08:30:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:30:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.305s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:30:48 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] <== connect_volume: return (1306ms) {'type': 'block', 'scsi_wwn': '26235323165666637', 'path': '/dev/sdb'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:30:48 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26235323165666637', 'path': '/dev/sdb'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 08:30:48 user nova-compute[74491]: DEBUG nova.objects.instance [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lazy-loading 'flavor' on Instance uuid 53de0b47-2fbf-4a12-ab24-16b5cdcea03b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:30:48 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 08:30:48 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:30:48 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 08:30:48 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 08:30:48 user nova-compute[74491]:   <serial>c3ac59ce-eb8a-416c-9562-97169ffdf1ec</serial>
Oct 30 08:30:48 user nova-compute[74491]: </disk>
Oct 30 08:30:48 user nova-compute[74491]:  {{(pid=74491) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 08:30:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:30:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:30:49 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] No VIF found with MAC fa:16:3e:dd:d3:2d, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 08:30:49 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-a87f5976-e53b-448b-8a59-c1a5124f7272 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.216s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:30:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:30:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:30:56 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:30:56 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Cleaning up deleted instances {{(pid=74491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 08:30:56 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] There are 0 instances to clean {{(pid=74491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 08:30:56 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:30:56 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74491) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 08:30:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:31:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:31:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:31:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:31:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:31:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:31:14 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:31:14 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:31:14 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 08:31:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:31:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:31:14 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 08:31:14 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lazy-loading 'info_cache' on Instance uuid 53de0b47-2fbf-4a12-ab24-16b5cdcea03b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:31:14 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Updating instance_info_cache with network_info: [{"id": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "address": "fa:16:3e:dd:d3:2d", "network": {"id": "020f1c37-a254-47cd-a121-f9d1babb67b9", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-979891133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "015fb4467d1248148193f3bdfa476fc6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap933617b3-44", "ovs_interfaceid": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:31:14 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:31:14 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 08:31:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:31:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:31:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:31:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:31:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:31:24 user nova-compute[74491]: INFO nova.compute.manager [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Detaching volume c3ac59ce-eb8a-416c-9562-97169ffdf1ec
Oct 30 08:31:24 user nova-compute[74491]: INFO nova.virt.block_device [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Attempting to driver detach volume c3ac59ce-eb8a-416c-9562-97169ffdf1ec from mountpoint /dev/vdb
Oct 30 08:31:24 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Attempting to detach device vdb from instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b from the persistent domain config. {{(pid=74491) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 08:31:24 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 08:31:24 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:31:24 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 08:31:24 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 08:31:24 user nova-compute[74491]:   <serial>c3ac59ce-eb8a-416c-9562-97169ffdf1ec</serial>
Oct 30 08:31:24 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 08:31:24 user nova-compute[74491]: </disk>
Oct 30 08:31:24 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 08:31:24 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Successfully detached device vdb from instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b from the persistent domain config.
Oct 30 08:31:24 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b from the live domain config. {{(pid=74491) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 08:31:24 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 08:31:24 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:31:24 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 08:31:24 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 08:31:24 user nova-compute[74491]:   <serial>c3ac59ce-eb8a-416c-9562-97169ffdf1ec</serial>
Oct 30 08:31:24 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 08:31:24 user nova-compute[74491]: </disk>
Oct 30 08:31:24 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 08:31:24 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:31:25 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b {{(pid=74491) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 08:31:26 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:31:27 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:31:27 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:31:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:31:29 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:31:31 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:31:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:31:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:31:34 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:31:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:31:39 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:31:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:31:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:31:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:31:39 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:31:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:31:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:31:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:31:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:31:40 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:31:40 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:31:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8949MB free_disk=25.193992614746094GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:31:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:31:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:31:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:31:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:31:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:31:40 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:31:40 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:31:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:31:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.188s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:31:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:31:43 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:31:45 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b is timed out.
Oct 30 08:31:45 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Successfully detached device vdb from instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b from the live domain config.
Oct 30 08:31:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RLVfnTkI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:31:45 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:31:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[11992666-f8a9-4f44-b0af-0ddffd3ec2d7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 08:31:45 user nova-compute[74491]: No targets found.
Oct 30 08:31:45 user nova-compute[74491]: iSNS:
Oct 30 08:31:45 user nova-compute[74491]: No targets found.
Oct 30 08:31:45 user nova-compute[74491]: STATIC:
Oct 30 08:31:45 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec
Oct 30 08:31:45 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:31:45 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:31:45 user nova-compute[74491]: FIRMWARE:
Oct 30 08:31:45 user nova-compute[74491]: No targets found.
Oct 30 08:31:45 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 08:31:45 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 08:31:45 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8797fe74-3988-43ea-a358-d2f743fd3f4d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a566670a-8f0a-44e7-9a37-8a35af58f612]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec (non-flash)
Oct 30 08:31:45 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec (non-flash)
Oct 30 08:31:45 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feecc719e10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec'): ({'sdb'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Removing single pathed devices sdb {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6641bd6e-441e-4ac9-a081-19e5c900890a]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[00662d96-5643-4a31-9782-a71a49a6dec0]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Flushing IO for device /dev/sdb {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[691fb428-c4fc-46eb-9ee9-9420b9e8bee5]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.050s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9428246b-f623-4c74-b7d1-a2511ca303b0]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[434b5e40-2c05-48d5-a143-f8008b593bf5]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[0202a901-c19a-40f6-afe3-7514dbdc1fbd]: (4, ('Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec, portal: 172.16.0.220,3260]\nLogout of [sid: 59, target: iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec, portal: 172.16.0.220,3260]
Oct 30 08:31:45 user nova-compute[74491]: Logout of [sid: 59, target: iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec, portal: 172.16.0.220,3260] successful.
Oct 30 08:31:45 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac59ce-eb8a-416c-9562-97169ffdf1ec -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[660281d6-ef05-46e8-9a48-d76cfe36294f]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.309s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] <== disconnect_volume: return (311ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:31:45 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 08:31:46 user nova-compute[74491]: DEBUG nova.objects.instance [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lazy-loading 'flavor' on Instance uuid 53de0b47-2fbf-4a12-ab24-16b5cdcea03b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:31:46 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-ca4975ab-2bc4-4b90-bb16-46d8a8f07250 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.771s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:31:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:31:50 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:31:50 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Triggering sync for uuid 53de0b47-2fbf-4a12-ab24-16b5cdcea03b {{(pid=74491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 08:31:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:31:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:31:50 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.024s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:31:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:31:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:32:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:32:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:32:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:32:16 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:32:16 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:32:16 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 08:32:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:32:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:32:16 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 08:32:16 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lazy-loading 'info_cache' on Instance uuid 53de0b47-2fbf-4a12-ab24-16b5cdcea03b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:32:16 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Updating instance_info_cache with network_info: [{"id": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "address": "fa:16:3e:dd:d3:2d", "network": {"id": "020f1c37-a254-47cd-a121-f9d1babb67b9", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-979891133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "015fb4467d1248148193f3bdfa476fc6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap933617b3-44", "ovs_interfaceid": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:32:16 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:32:16 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 08:32:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:32:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:32:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:32:20 user nova-compute[74491]: DEBUG nova.objects.instance [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lazy-loading 'flavor' on Instance uuid 53de0b47-2fbf-4a12-ab24-16b5cdcea03b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:32:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:32:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:32:21 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:32:21 user nova-compute[74491]: INFO nova.compute.manager [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Attaching volume 578f8ec4-6c65-4312-a0c2-8fd4368cdc9d to /dev/vdb
Oct 30 08:32:21 user nova-compute[74491]: DEBUG os_brick.utils [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:32:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:32:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:32:21 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc7801c5-76f4-47be-971b-50720c0e0f08]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:32:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:32:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:32:21 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[bef55b5e-e71c-401c-a4e0-ec2bcfea6206]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:32:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:32:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:32:21 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8995c4a0-529c-4df2-ba6e-ca21cbbc6bdb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:32:21 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdc3608a-83bd-4bd2-af0b-e60fded514a6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:32:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:32:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:32:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 08:32:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:32:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:32:21 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 08:32:21 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[81b7c9ec-bbc2-46d7-871a-c71abbeddba4]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:32:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 08:32:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 08:32:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 08:32:21 user nova-compute[74491]: DEBUG os_brick.utils [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:32:21 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Updating existing volume attachment record: 8e920e51-b4e6-4f0a-984b-48ac862428a5 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 08:32:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:32:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:32:25 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:32:27 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:32:27 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:32:27 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:32:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:32:30 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:32:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:32:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:32:36 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:32:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RGLwZqPs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:32:39 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:32:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:32:39 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:32:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:32:39 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a09f53d-6b67-4661-935c-b17e2ed95937]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 08:32:39 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[11758e68-057a-44cd-82c5-1f1859b35e98]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d] added
Oct 30 08:32:39 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2b05755-6283-4010-a5f6-d3e2ad9909bc]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f4f8b14-1fde-4817-9b13-9e9c9d219a41]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RGLwZqPs {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RGLwZqPs" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[947e9ef9-fb97-45ab-931b-309a89d76a2a]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RGLwZqPs'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fbf4027-271c-4858-b8a9-c126e842feb8]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[50ee0346-9319-4334-a9b1-f5baa52db853]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 30 08:32:39 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 30 08:32:39 user nova-compute[74491]:  {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:32:39 user nova-compute[74491]: WARNING os_brick.initiator.connectors.iscsi [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 30 08:32:39 user nova-compute[74491]: 
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a82dbbf-1fdb-4306-8d0c-e684b88802f2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d, portal: 172.16.0.220,3260]
Oct 30 08:32:39 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d, portal: 172.16.0.220,3260] successful.
Oct 30 08:32:39 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1185b0c8-94ca-40c0-b031-20c3d170ef27]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd4f9311-780c-4800-83aa-628b9c655eda]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d (non-flash)
Oct 30 08:32:39 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d (non-flash)
Oct 30 08:32:39 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.346s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] HCTL ('33', '-', '-', 0) found on session 60 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[be6fcf52-96fc-4663-a9f1-145a46fcf115]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Searching for a device in session 60 and hctl ['33', '*', '*', 0] yield: None {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 08:32:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:32:40 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:32:40 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:32:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8932MB free_disk=25.19314193725586GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:32:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:32:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:32:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:32:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:32:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:32:40 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:32:40 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:32:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:32:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.298s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:32:40 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Searching for a device in session 60 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 08:32:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RGLwZqPs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 08:32:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.381s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:32:40 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] <== connect_volume: return (1382ms) {'type': 'block', 'scsi_wwn': '23862303833356433', 'path': '/dev/sdb'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:32:40 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23862303833356433', 'path': '/dev/sdb'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 08:32:40 user nova-compute[74491]: DEBUG nova.objects.instance [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lazy-loading 'flavor' on Instance uuid 53de0b47-2fbf-4a12-ab24-16b5cdcea03b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:32:40 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 08:32:40 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:32:40 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 08:32:40 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 08:32:40 user nova-compute[74491]:   <serial>578f8ec4-6c65-4312-a0c2-8fd4368cdc9d</serial>
Oct 30 08:32:40 user nova-compute[74491]: </disk>
Oct 30 08:32:40 user nova-compute[74491]:  {{(pid=74491) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 08:32:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:32:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:32:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] No VIF found with MAC fa:16:3e:dd:d3:2d, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 08:32:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-402cb723-4c80-4257-8fa6-9c7344ccf6a0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.056s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:32:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:32:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:32:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:32:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:32:43 user nova-compute[74491]: INFO nova.compute.manager [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Detaching volume 578f8ec4-6c65-4312-a0c2-8fd4368cdc9d
Oct 30 08:32:43 user nova-compute[74491]: INFO nova.virt.block_device [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Attempting to driver detach volume 578f8ec4-6c65-4312-a0c2-8fd4368cdc9d from mountpoint /dev/vdb
Oct 30 08:32:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Attempting to detach device vdb from instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b from the persistent domain config. {{(pid=74491) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 08:32:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 08:32:43 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:32:43 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 08:32:43 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 08:32:43 user nova-compute[74491]:   <serial>578f8ec4-6c65-4312-a0c2-8fd4368cdc9d</serial>
Oct 30 08:32:43 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 08:32:43 user nova-compute[74491]: </disk>
Oct 30 08:32:43 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 08:32:43 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Successfully detached device vdb from instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b from the persistent domain config.
Oct 30 08:32:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b from the live domain config. {{(pid=74491) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 08:32:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 08:32:43 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:32:43 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 08:32:43 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 08:32:43 user nova-compute[74491]:   <serial>578f8ec4-6c65-4312-a0c2-8fd4368cdc9d</serial>
Oct 30 08:32:43 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 08:32:43 user nova-compute[74491]: </disk>
Oct 30 08:32:43 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 08:32:43 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:32:43 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:32:43 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b {{(pid=74491) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 08:32:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:32:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:32:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:32:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:33:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:33:03 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b is timed out.
Oct 30 08:33:03 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Successfully detached device vdb from instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b from the live domain config.
Oct 30 08:33:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RGLwZqPs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:33:03 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:33:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b58f41c6-2eae-4d76-bceb-fb4cf7f79f5f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 08:33:03 user nova-compute[74491]: No targets found.
Oct 30 08:33:03 user nova-compute[74491]: iSNS:
Oct 30 08:33:03 user nova-compute[74491]: No targets found.
Oct 30 08:33:03 user nova-compute[74491]: STATIC:
Oct 30 08:33:03 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d
Oct 30 08:33:03 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:33:03 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:33:03 user nova-compute[74491]: FIRMWARE:
Oct 30 08:33:03 user nova-compute[74491]: No targets found.
Oct 30 08:33:03 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 08:33:03 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 08:33:03 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b2af1ea-742b-4448-8449-27ee25b710f3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f92c0d27-871e-48e4-8cc9-777d169299d3]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d (non-flash)
Oct 30 08:33:03 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d (non-flash)
Oct 30 08:33:03 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef01864d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d'): ({'sdb'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Removing single pathed devices sdb {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1edb19b-0b2e-4aa6-a58e-a85e7af35f58]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fbf1dfb-c865-4055-83be-156fff44dd5d]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Flushing IO for device /dev/sdb {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4aca936a-b1a7-47d5-b448-813eae7172a4]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c4b60bc-34e1-4698-b86e-c6ce83d7ea92]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d468106-d85a-45fc-b812-5c091093b735]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc48b20e-922c-4bf0-b865-0edec84e8eb5]: (4, ('Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d, portal: 172.16.0.220,3260]\nLogout of [sid: 60, target: iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d, portal: 172.16.0.220,3260]
Oct 30 08:33:03 user nova-compute[74491]: Logout of [sid: 60, target: iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d, portal: 172.16.0.220,3260] successful.
Oct 30 08:33:03 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:578f8ec4-6c65-4312-a0c2-8fd4368cdc9d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[08e9ba7c-fbe1-481a-b3b5-d63e6c928d79]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.292s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] <== disconnect_volume: return (293ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:33:03 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 08:33:04 user nova-compute[74491]: DEBUG nova.objects.instance [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lazy-loading 'flavor' on Instance uuid 53de0b47-2fbf-4a12-ab24-16b5cdcea03b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:33:04 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-cf0990f4-af15-4e92-9a26-f4069de3e2c9 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.724s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:33:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:33:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:33:17 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:33:17 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:33:17 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 08:33:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:33:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:33:17 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 08:33:17 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lazy-loading 'info_cache' on Instance uuid 53de0b47-2fbf-4a12-ab24-16b5cdcea03b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:33:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:33:17 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Updating instance_info_cache with network_info: [{"id": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "address": "fa:16:3e:dd:d3:2d", "network": {"id": "020f1c37-a254-47cd-a121-f9d1babb67b9", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-979891133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "015fb4467d1248148193f3bdfa476fc6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap933617b3-44", "ovs_interfaceid": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:33:17 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:33:17 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 08:33:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:33:27 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:33:27 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:33:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:33:28 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:33:28 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:33:31 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:33:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:33:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:33:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:33:38 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:33:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:33:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:33:38 user nova-compute[74491]: DEBUG nova.objects.instance [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lazy-loading 'flavor' on Instance uuid 53de0b47-2fbf-4a12-ab24-16b5cdcea03b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:33:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:33:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:33:38 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:33:38 user nova-compute[74491]: INFO nova.compute.manager [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Attaching volume 26c720e0-dd16-401e-bf13-b50555182cc6 to /dev/vdb
Oct 30 08:33:38 user nova-compute[74491]: DEBUG os_brick.utils [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:33:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:33:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:33:38 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec35a032-ad25-40ed-9f4a-49d24b4bb30d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:33:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:33:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:33:38 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[eed3ab12-88ef-4e1d-8b9f-401e562bb720]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:33:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:33:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:33:38 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b437e9ac-64a1-478f-9a07-e2335c46a06f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:33:38 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[80223ced-1894-4fc8-9cd7-72e771096084]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:33:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:33:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:33:38 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 08:33:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:33:38 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:33:38 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 08:33:38 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[06176feb-f160-4901-bc82-9d15827964be]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:33:38 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 08:33:38 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 08:33:38 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 08:33:38 user nova-compute[74491]: DEBUG os_brick.utils [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:33:38 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Updating existing volume attachment record: 6ab43fca-ff30-4438-bbba-358c1344bc52 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 08:33:39 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:33:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:33:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:33:39 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:33:39 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:33:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:33:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:33:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:33:39 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:33:40 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:33:40 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:33:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8946MB free_disk=25.192142486572266GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:33:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:33:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:33:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:33:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:33:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:33:40 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:33:40 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:33:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:33:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.170s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:33:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:33:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:33:45 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:33:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:33:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:33:56 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 08:33:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CohGgNZQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:33:56 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:33:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:33:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:33:56 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:33:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:33:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:33:56 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 08:33:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:33:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:33:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a81ece1-b480-4539-a813-73b77d2c62e4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:33:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 08:33:56 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:33:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:33:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:33:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad4e2d43-47a6-4cda-88f5-ef831c55158f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:33:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6] added
Oct 30 08:33:56 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:33:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:33:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:33:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[266870ea-a5e5-48ad-8ad4-b8d8799de136]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:33:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:33:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:33:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:33:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[858ea770-3478-4e06-a902-4f5f55222316]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:33:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:33:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CohGgNZQ {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:33:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CohGgNZQ" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:33:56 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c34f09f6-87c1-486b-976b-b1c477bebd95]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:33:56 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CohGgNZQ'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:33:56 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:33:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.140s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:33:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[444b89cd-33dd-4370-8314-d3d6b660c832]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:33:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:33:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:33:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:33:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[50e2d69f-e362-49a3-ab3a-f89d1ab51825]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:33:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 30 08:33:57 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:33:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 30 08:33:57 user nova-compute[74491]:  {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:33:57 user nova-compute[74491]: WARNING os_brick.initiator.connectors.iscsi [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 30 08:33:57 user nova-compute[74491]: 
Oct 30 08:33:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:33:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6 -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:33:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ec0e0b1-4b34-4e79-8935-dbf26601ef9d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:33:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6, portal: 172.16.0.220,3260]
Oct 30 08:33:57 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6, portal: 172.16.0.220,3260] successful.
Oct 30 08:33:57 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:33:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:33:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:33:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9ad918e-a115-4ff0-92dd-f03d3ac1f3e6]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:33:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:33:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:33:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:33:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[8206c0ff-73ca-4c9d-8328-59538a791c19]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:33:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6 (non-flash)
Oct 30 08:33:57 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:33:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6 (non-flash)
Oct 30 08:33:57 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:33:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.386s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:33:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 08:33:57 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] HCTL ('33', '-', '-', 0) found on session 61 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 08:33:57 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 08:33:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:33:57 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:33:57 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e5de892-4d4a-4e6c-a42e-fdd55059f9ed]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:33:57 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Searching for a device in session 61 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 08:33:57 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CohGgNZQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 08:33:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:33:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.416s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:33:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] <== connect_volume: return (1418ms) {'type': 'block', 'scsi_wwn': '26530343866363363', 'path': '/dev/sdb'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:33:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26530343866363363', 'path': '/dev/sdb'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 08:33:58 user nova-compute[74491]: DEBUG nova.objects.instance [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lazy-loading 'flavor' on Instance uuid 53de0b47-2fbf-4a12-ab24-16b5cdcea03b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:33:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 08:33:58 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:33:58 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 08:33:58 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 08:33:58 user nova-compute[74491]:   <serial>26c720e0-dd16-401e-bf13-b50555182cc6</serial>
Oct 30 08:33:58 user nova-compute[74491]: </disk>
Oct 30 08:33:58 user nova-compute[74491]:  {{(pid=74491) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 08:33:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:33:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:33:58 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] No VIF found with MAC fa:16:3e:dd:d3:2d, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 08:33:58 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-78bcd3de-4511-43b2-8dee-7f1c3288ef56 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.198s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:34:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:34:00 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:34:00 user nova-compute[74491]: INFO nova.compute.manager [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Detaching volume 26c720e0-dd16-401e-bf13-b50555182cc6
Oct 30 08:34:00 user nova-compute[74491]: INFO nova.virt.block_device [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Attempting to driver detach volume 26c720e0-dd16-401e-bf13-b50555182cc6 from mountpoint /dev/vdb
Oct 30 08:34:00 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Attempting to detach device vdb from instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b from the persistent domain config. {{(pid=74491) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 08:34:00 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 08:34:00 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:34:00 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 08:34:00 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 08:34:00 user nova-compute[74491]:   <serial>26c720e0-dd16-401e-bf13-b50555182cc6</serial>
Oct 30 08:34:00 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 08:34:00 user nova-compute[74491]: </disk>
Oct 30 08:34:00 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 08:34:00 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Successfully detached device vdb from instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b from the persistent domain config.
Oct 30 08:34:00 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b from the live domain config. {{(pid=74491) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 08:34:00 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 08:34:00 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:34:00 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 08:34:00 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 08:34:00 user nova-compute[74491]:   <serial>26c720e0-dd16-401e-bf13-b50555182cc6</serial>
Oct 30 08:34:00 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 08:34:00 user nova-compute[74491]: </disk>
Oct 30 08:34:00 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 08:34:01 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b {{(pid=74491) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 08:34:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:34:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:34:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:34:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:34:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:34:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:34:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:34:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:34:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:34:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:34:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:34:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:34:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:34:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:34:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:34:18 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:34:18 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:34:18 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 08:34:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:34:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:34:18 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 08:34:18 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lazy-loading 'info_cache' on Instance uuid 53de0b47-2fbf-4a12-ab24-16b5cdcea03b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:34:19 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Updating instance_info_cache with network_info: [{"id": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "address": "fa:16:3e:dd:d3:2d", "network": {"id": "020f1c37-a254-47cd-a121-f9d1babb67b9", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-979891133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "015fb4467d1248148193f3bdfa476fc6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap933617b3-44", "ovs_interfaceid": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:34:19 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:34:19 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 08:34:21 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b is timed out.
Oct 30 08:34:21 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Successfully detached device vdb from instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b from the live domain config.
Oct 30 08:34:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CohGgNZQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:34:21 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:34:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[62d39ca6-0f74-41ce-8939-cca7c32af50f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 08:34:21 user nova-compute[74491]: No targets found.
Oct 30 08:34:21 user nova-compute[74491]: iSNS:
Oct 30 08:34:21 user nova-compute[74491]: No targets found.
Oct 30 08:34:21 user nova-compute[74491]: STATIC:
Oct 30 08:34:21 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6
Oct 30 08:34:21 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:34:21 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:34:21 user nova-compute[74491]: FIRMWARE:
Oct 30 08:34:21 user nova-compute[74491]: No targets found.
Oct 30 08:34:21 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 08:34:21 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 08:34:21 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[dff1643f-127f-47ba-80ac-3e81c4af2c72]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4dae6b0-a695-4dae-ad12-3b142fba30c7]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6 (non-flash)
Oct 30 08:34:21 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6 (non-flash)
Oct 30 08:34:21 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fef01f8f7f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6'): ({'sdb'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Removing single pathed devices sdb {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[79afa6fc-6e62-4464-8bd3-44ebda146d3a]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d2b34ea-11e0-4146-8662-5c733abc3a60]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Flushing IO for device /dev/sdb {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b2f54e0-9619-4160-b01c-c0ee75a1b3f1]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa11243e-eb4c-4555-8a84-cec884b303c0]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[155b66d3-8bcc-4874-86eb-8c474cb8ca11]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.041s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[73b8a0ed-8319-4e6c-b5a5-d4ec8c7fcdf5]: (4, ('Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6, portal: 172.16.0.220,3260]\nLogout of [sid: 61, target: iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6, portal: 172.16.0.220,3260]
Oct 30 08:34:21 user nova-compute[74491]: Logout of [sid: 61, target: iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6, portal: 172.16.0.220,3260] successful.
Oct 30 08:34:21 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c720e0-dd16-401e-bf13-b50555182cc6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[95b50a58-8036-4fb8-a592-466e429555a1]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.291s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] <== disconnect_volume: return (292ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:34:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 08:34:22 user nova-compute[74491]: DEBUG nova.objects.instance [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lazy-loading 'flavor' on Instance uuid 53de0b47-2fbf-4a12-ab24-16b5cdcea03b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:34:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-57933c89-49d6-476e-879c-904e8b0641e1 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.783s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:34:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:34:27 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:34:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:34:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:34:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:34:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:34:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:34:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:34:28 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:34:29 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:34:29 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:34:31 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:34:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:34:34 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:34:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:34:39 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:34:40 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:34:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:34:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:34:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:34:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:34:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:34:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:34:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:34:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:34:41 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:34:41 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:34:41 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8921MB free_disk=25.191261291503906GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:34:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:34:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:34:41 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:34:41 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:34:41 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:34:41 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:34:41 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:34:41 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:34:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.162s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:34:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:34:44 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:34:45 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:34:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:34:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:34:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:34:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:34:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:34:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:34:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:34:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:34:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:34:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:34:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:34:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:34:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:34:56 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:34:56 user nova-compute[74491]: DEBUG nova.objects.instance [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lazy-loading 'flavor' on Instance uuid 53de0b47-2fbf-4a12-ab24-16b5cdcea03b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:34:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:34:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:34:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:34:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:34:57 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:34:57 user nova-compute[74491]: INFO nova.compute.manager [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Attaching volume befb359c-0700-4fdf-b9fb-da979c246220 to /dev/vdb
Oct 30 08:34:58 user nova-compute[74491]: DEBUG os_brick.utils [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:34:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:34:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:34:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[13845892-1857-4287-a6fe-5bb2b8cff70d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d4582c63be1c\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:34:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:34:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:34:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[38c19df0-1ffd-4f24-ab6f-3b855b49749c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:34:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:34:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:34:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e399975-9fdc-4510-9b1c-37cd7031dcf0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:34:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4c84561-d054-4408-856a-d6e5696b350c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:34:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Running cmd (subprocess): nvme version {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:34:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] 'nvme version' failed. Not Retrying. {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:34:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] nvme not present on system {{(pid=74491) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 08:34:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:34:58 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 08:34:58 user nova-compute[74491]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 08:34:58 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce575924-399b-49fd-9a29-7c0bc98ce2eb]: (4, '') {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:34:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74491) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 08:34:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 08:34:58 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.lightos [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] LIGHTOS: no hostnqn found. {{(pid=74491) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 08:34:58 user nova-compute[74491]: DEBUG os_brick.utils [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] <== get_connector_properties: return (142ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d4582c63be1c', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:34:58 user nova-compute[74491]: DEBUG nova.virt.block_device [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Updating existing volume attachment record: ac884d9b-6f10-433f-afb9-57920eb1b245 {{(pid=74491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 08:35:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:35:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:35:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:35:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Calling os-brick to attach iSCSI Volume {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DHjUYAxy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:35:16 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:35:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:35:16 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:35:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:35:16 user nova-compute[74491]: INFO os_brick.initiator.connectors.iscsi [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220 -p 172.16.0.220:3260 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[729df4c7-a05f-4d32-86f3-d2c7d1a614fb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 08:35:16 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220 -p 172.16.0.220:3260 --interface default --op new {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[543f1ae4-74bc-4a68-ad57-0ed30178c2f2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220] added\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220] added
Oct 30 08:35:16 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[2108a92f-9c63-404c-8dac-53f01e3e98d0]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3477f68-a33a-43d3-a39b-3f5d70323049]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DHjUYAxy {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DHjUYAxy" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[c160ac90-ac47-4c0b-8e51-78c4f894ed9a]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DHjUYAxy'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ccec1b4-8466-4b58-85b2-9ca64c6998cc]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[b99a420a-151a-44a7-9d39-1918090b360e]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 30 08:35:16 user nova-compute[74491]:  {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 30 08:35:16 user nova-compute[74491]:  {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:35:16 user nova-compute[74491]: WARNING os_brick.initiator.connectors.iscsi [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 30 08:35:16 user nova-compute[74491]: 
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220 -p 172.16.0.220:3260 --login {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220 -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8b88ed0-e927-4a51-a80b-bb956c98a039]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220, portal: 172.16.0.220,3260]
Oct 30 08:35:16 user nova-compute[74491]: Login to [iface: default, target: iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220, portal: 172.16.0.220,3260] successful.
Oct 30 08:35:16 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[130a3c28-b343-42f5-beac-5f6f5f33a64f]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bade8e5-a1fa-4a2b-ad97-f68748c6c55d]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220 (non-flash)
Oct 30 08:35:16 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220 (non-flash)
Oct 30 08:35:16 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.246s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Connected to 172.16.0.220:3260 {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] HCTL ('33', '-', '-', 0) found on session 62 with lun 0 {{(pid=74491) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74491) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[390fefc3-9a40-470b-9fcf-e4d4ca1d75dd]: (4, ('- - 0', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Searching for a device in session 62 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74491) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 08:35:16 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DHjUYAxy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74491) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 08:35:17 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.274s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:35:17 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] <== connect_volume: return (1276ms) {'type': 'block', 'scsi_wwn': '26436666364336230', 'path': '/dev/sdb'} {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:35:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26436666364336230', 'path': '/dev/sdb'} {{(pid=74491) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 08:35:17 user nova-compute[74491]: DEBUG nova.objects.instance [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lazy-loading 'flavor' on Instance uuid 53de0b47-2fbf-4a12-ab24-16b5cdcea03b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:35:17 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 08:35:17 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:35:17 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 08:35:17 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 08:35:17 user nova-compute[74491]:   <serial>befb359c-0700-4fdf-b9fb-da979c246220</serial>
Oct 30 08:35:17 user nova-compute[74491]: </disk>
Oct 30 08:35:17 user nova-compute[74491]:  {{(pid=74491) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 08:35:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:35:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:35:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:35:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:35:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:35:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:35:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] No BDM found with device name vda, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:35:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74491) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 08:35:18 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] No VIF found with MAC fa:16:3e:dd:d3:2d, not building metadata {{(pid=74491) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 08:35:18 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-d521733e-eee1-4284-965d-7804cc0b9fd7 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.235s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:35:20 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:35:20 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:35:20 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 08:35:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:35:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:35:20 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 08:35:20 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lazy-loading 'info_cache' on Instance uuid 53de0b47-2fbf-4a12-ab24-16b5cdcea03b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:35:20 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Updating instance_info_cache with network_info: [{"id": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "address": "fa:16:3e:dd:d3:2d", "network": {"id": "020f1c37-a254-47cd-a121-f9d1babb67b9", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-979891133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "015fb4467d1248148193f3bdfa476fc6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap933617b3-44", "ovs_interfaceid": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:35:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:35:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:35:20 user nova-compute[74491]: INFO nova.compute.manager [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Detaching volume befb359c-0700-4fdf-b9fb-da979c246220
Oct 30 08:35:20 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:35:20 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 08:35:20 user nova-compute[74491]: INFO nova.virt.block_device [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Attempting to driver detach volume befb359c-0700-4fdf-b9fb-da979c246220 from mountpoint /dev/vdb
Oct 30 08:35:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Attempting to detach device vdb from instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b from the persistent domain config. {{(pid=74491) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 08:35:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 08:35:20 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:35:20 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 08:35:20 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 08:35:20 user nova-compute[74491]:   <serial>befb359c-0700-4fdf-b9fb-da979c246220</serial>
Oct 30 08:35:20 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 08:35:20 user nova-compute[74491]: </disk>
Oct 30 08:35:20 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 08:35:20 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Successfully detached device vdb from instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b from the persistent domain config.
Oct 30 08:35:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b from the live domain config. {{(pid=74491) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 08:35:20 user nova-compute[74491]: DEBUG nova.virt.libvirt.guest [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 08:35:20 user nova-compute[74491]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 08:35:20 user nova-compute[74491]:   <source dev="/dev/sdb"/>
Oct 30 08:35:20 user nova-compute[74491]:   <target dev="vdb" bus="virtio"/>
Oct 30 08:35:20 user nova-compute[74491]:   <serial>befb359c-0700-4fdf-b9fb-da979c246220</serial>
Oct 30 08:35:20 user nova-compute[74491]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 08:35:20 user nova-compute[74491]: </disk>
Oct 30 08:35:20 user nova-compute[74491]:  {{(pid=74491) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 08:35:21 user nova-compute[74491]: DEBUG nova.virt.libvirt.driver [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b {{(pid=74491) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 08:35:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:35:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:35:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:35:28 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:35:28 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:35:29 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:35:29 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:35:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:35:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:35:36 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:35:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:35:40 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:35:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:35:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:35:40 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:35:40 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:35:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:35:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:35:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:35:40 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:35:41 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:35:41 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:35:41 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8934MB free_disk=25.19023895263672GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing inventories for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Updating ProviderTree inventory for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Updating inventory in ProviderTree for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing aggregate associations for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9, aggregates: None {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Refreshing trait associations for resource provider 0a596789-6949-49a0-8d22-54726a9ba4d9, traits: COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_CIRRUS,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSSE3,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_TRUSTED_CERTS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE41,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE,HW_CPU_X86_MMX,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_FDC,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_USB {{(pid=74491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.284s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:35:41 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b is timed out.
Oct 30 08:35:41 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Successfully detached device vdb from instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b from the live domain config.
Oct 30 08:35:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] calling os-brick to detach iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7feef8166c50>, {'target_iqn': 'iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DHjUYAxy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 08:35:41 user nova-compute[74491]: WARNING os_brick.initiator.connectors.base [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 08:35:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5417c083-0644-4518-8635-250602038c58]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 08:35:41 user nova-compute[74491]: No targets found.
Oct 30 08:35:41 user nova-compute[74491]: iSNS:
Oct 30 08:35:41 user nova-compute[74491]: No targets found.
Oct 30 08:35:41 user nova-compute[74491]: STATIC:
Oct 30 08:35:41 user nova-compute[74491]: Target: iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220
Oct 30 08:35:41 user nova-compute[74491]:         Portal: 172.16.0.220:3260,-1
Oct 30 08:35:41 user nova-compute[74491]:                 Iface Name: default
Oct 30 08:35:41 user nova-compute[74491]: FIRMWARE:
Oct 30 08:35:41 user nova-compute[74491]: No targets found.
Oct 30 08:35:41 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 08:35:41 user nova-compute[74491]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 08:35:41 user nova-compute[74491]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74491) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220', 0)] {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[70ad0bdd-c95d-463f-bd3a-c3fa44750075]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce44f493-b766-4011-af1c-4035b743e912]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220 (non-flash)\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220 (non-flash)
Oct 30 08:35:41 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220 (non-flash)
Oct 30 08:35:41 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7feef80c7370>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220'): ({'sdb'}, set())}) {{(pid=74491) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Removing single pathed devices sdb {{(pid=74491) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e9f96a1-df88-45a8-a335-5eb61fbe6542]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[80288e40-8925-4d0b-8ba1-adb1021ea00a]: (4, ('ok\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Flushing IO for device /dev/sdb {{(pid=74491) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b485929-81f2-4aa5-a10e-a6b5ab8ba12a]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74491) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[571a480b-e312-4b1b-95db-a5c5dbc2c307]: (4, ('1', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG os_brick.initiator.linuxscsi [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] SCSI volumes sdb have been removed. {{(pid=74491) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220')] {{(pid=74491) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[24a3587f-598b-47d9-b528-445e160219ce]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220 -p 172.16.0.220:3260 --logout {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9960107-78bf-47f6-b225-a82c9cfbb248]: (4, ('Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220, portal: 172.16.0.220,3260]\nLogout of [sid: 62, target: iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220, portal: 172.16.0.220,3260]
Oct 30 08:35:41 user nova-compute[74491]: Logout of [sid: 62, target: iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220, portal: 172.16.0.220,3260] successful.
Oct 30 08:35:41 user nova-compute[74491]:  stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220 -p 172.16.0.220:3260 --op delete {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:befb359c-0700-4fdf-b9fb-da979c246220 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e369c5e-265f-42aa-a97d-c94e17a7b7c4]: (4, ('', '')) {{(pid=85960) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74491) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.base [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.303s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] <== disconnect_volume: return (304ms) None {{(pid=74491) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 08:35:41 user nova-compute[74491]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Disconnected iSCSI Volume {{(pid=74491) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 08:35:42 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:35:42 user nova-compute[74491]: DEBUG nova.objects.instance [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lazy-loading 'flavor' on Instance uuid 53de0b47-2fbf-4a12-ab24-16b5cdcea03b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:35:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-8cb34ecc-8044-43ee-af66-c04fe6cf5ef0 tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.814s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:35:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:35:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:35:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:35:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:35:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:35:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:35:46 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:35:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:35:50 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:35:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:35:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:35:59 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:35:59 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Cleaning up deleted instances {{(pid=74491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 08:35:59 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] There are 0 instances to clean {{(pid=74491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 08:36:02 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:36:02 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74491) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 08:36:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:36:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:36:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:36:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:36:22 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:36:22 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:36:22 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 08:36:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:36:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:36:22 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 08:36:22 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lazy-loading 'info_cache' on Instance uuid 53de0b47-2fbf-4a12-ab24-16b5cdcea03b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:36:22 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Updating instance_info_cache with network_info: [{"id": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "address": "fa:16:3e:dd:d3:2d", "network": {"id": "020f1c37-a254-47cd-a121-f9d1babb67b9", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-979891133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "015fb4467d1248148193f3bdfa476fc6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap933617b3-44", "ovs_interfaceid": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:36:22 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:36:22 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 08:36:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:36:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:36:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:36:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:36:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:36:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:36:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:36:28 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:36:30 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:36:31 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:36:31 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:36:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:36:35 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:36:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:36:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:36:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:36:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:36:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:36:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:36:38 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:36:41 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:36:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:36:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:36:41 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:36:41 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:36:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:36:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:36:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 08:36:41 user nova-compute[74491]: DEBUG oslo_concurrency.processutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 08:36:42 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:36:42 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:36:42 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=8946MB free_disk=25.181583404541016GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:36:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:36:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:36:42 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 08:36:42 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:36:42 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:36:42 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:36:42 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:36:42 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:36:42 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.168s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:36:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:36:44 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:36:45 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:36:47 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:36:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:36:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:36:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:36:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:36:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:36:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:36:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:36:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:37:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:37:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:37:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:37:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:37:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:37:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:37:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:37:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:37:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:37:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:37:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:37:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:37:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:37:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:37:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:37:24 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:37:24 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:37:24 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 08:37:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 08:37:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquired lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 08:37:24 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Forcefully refreshing network info cache for instance {{(pid=74491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 08:37:24 user nova-compute[74491]: DEBUG nova.objects.instance [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lazy-loading 'info_cache' on Instance uuid 53de0b47-2fbf-4a12-ab24-16b5cdcea03b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:37:24 user nova-compute[74491]: DEBUG nova.network.neutron [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Updating instance_info_cache with network_info: [{"id": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "address": "fa:16:3e:dd:d3:2d", "network": {"id": "020f1c37-a254-47cd-a121-f9d1babb67b9", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-979891133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "015fb4467d1248148193f3bdfa476fc6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap933617b3-44", "ovs_interfaceid": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:37:24 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Releasing lock "refresh_cache-53de0b47-2fbf-4a12-ab24-16b5cdcea03b" {{(pid=74491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 08:37:24 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Updated the network info_cache for instance {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 08:37:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:37:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:37:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:37:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:37:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:37:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:37:29 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:37:31 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:37:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b963a0b7-70bd-4c7b-a002-b5045e569d4a tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:37:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b963a0b7-70bd-4c7b-a002-b5045e569d4a tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:37:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b963a0b7-70bd-4c7b-a002-b5045e569d4a tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:37:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b963a0b7-70bd-4c7b-a002-b5045e569d4a tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:37:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b963a0b7-70bd-4c7b-a002-b5045e569d4a tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:37:32 user nova-compute[74491]: INFO nova.compute.manager [None req-b963a0b7-70bd-4c7b-a002-b5045e569d4a tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Terminating instance
Oct 30 08:37:32 user nova-compute[74491]: DEBUG nova.compute.manager [None req-b963a0b7-70bd-4c7b-a002-b5045e569d4a tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Start destroying the instance on the hypervisor. {{(pid=74491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 08:37:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:37:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:37:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:37:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:37:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-df5f53fc-dc28-4621-b184-fa66b8829986 req-f96b934a-f0c9-486d-b65a-c5a24ed84126 service nova] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Received event network-vif-unplugged-933617b3-4449-481a-bdbb-d2f15d81b7c7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:37:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-df5f53fc-dc28-4621-b184-fa66b8829986 req-f96b934a-f0c9-486d-b65a-c5a24ed84126 service nova] Acquiring lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:37:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-df5f53fc-dc28-4621-b184-fa66b8829986 req-f96b934a-f0c9-486d-b65a-c5a24ed84126 service nova] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:37:32 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-df5f53fc-dc28-4621-b184-fa66b8829986 req-f96b934a-f0c9-486d-b65a-c5a24ed84126 service nova] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:37:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-df5f53fc-dc28-4621-b184-fa66b8829986 req-f96b934a-f0c9-486d-b65a-c5a24ed84126 service nova] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] No waiting events found dispatching network-vif-unplugged-933617b3-4449-481a-bdbb-d2f15d81b7c7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:37:32 user nova-compute[74491]: DEBUG nova.compute.manager [req-df5f53fc-dc28-4621-b184-fa66b8829986 req-f96b934a-f0c9-486d-b65a-c5a24ed84126 service nova] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Received event network-vif-unplugged-933617b3-4449-481a-bdbb-d2f15d81b7c7 for instance with task_state deleting. {{(pid=74491) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 08:37:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:37:32 user nova-compute[74491]: INFO nova.virt.libvirt.driver [-] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Instance destroyed successfully.
Oct 30 08:37:32 user nova-compute[74491]: DEBUG nova.objects.instance [None req-b963a0b7-70bd-4c7b-a002-b5045e569d4a tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lazy-loading 'resources' on Instance uuid 53de0b47-2fbf-4a12-ab24-16b5cdcea03b {{(pid=74491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 08:37:32 user nova-compute[74491]: DEBUG nova.virt.libvirt.vif [None req-b963a0b7-70bd-4c7b-a002-b5045e569d4a tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T08:28:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-115770309',display_name='tempest-SnapshotDataIntegrityTests-server-115770309',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-115770309',id=52,image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHVk6w9D+1rDA/2t6Bv3I8eka1ohxDswN+VSQxHT+68kwMWwq4agKKr3yVbuhf0EBsYIrdw8Auv1WLMItoOwgruslnZccol+RoSYQY6NzzeI7ZXNWQrha2+moIEuMnaENg==',key_name='tempest-keypair-1391961794',keypairs=<?>,launch_index=0,launched_at=2023-10-30T08:28:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='015fb4467d1248148193f3bdfa476fc6',ramdisk_id='',reservation_id='r-j6kf5p58',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='62edf3a8-8ac8-4024-a2cd-3dbf6d2eadfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-648809150',owner_user_name='tempest-SnapshotDataIntegrityTests-648809150-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T08:28:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='15e2f77ec0bf43819f86b5ab30ae778d',uuid=53de0b47-2fbf-4a12-ab24-16b5cdcea03b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "address": "fa:16:3e:dd:d3:2d", "network": {"id": "020f1c37-a254-47cd-a121-f9d1babb67b9", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-979891133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "015fb4467d1248148193f3bdfa476fc6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap933617b3-44", "ovs_interfaceid": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 08:37:32 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-b963a0b7-70bd-4c7b-a002-b5045e569d4a tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Converting VIF {"id": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "address": "fa:16:3e:dd:d3:2d", "network": {"id": "020f1c37-a254-47cd-a121-f9d1babb67b9", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-979891133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "015fb4467d1248148193f3bdfa476fc6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap933617b3-44", "ovs_interfaceid": "933617b3-4449-481a-bdbb-d2f15d81b7c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 08:37:32 user nova-compute[74491]: DEBUG nova.network.os_vif_util [None req-b963a0b7-70bd-4c7b-a002-b5045e569d4a tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:dd:d3:2d,bridge_name='br-int',has_traffic_filtering=True,id=933617b3-4449-481a-bdbb-d2f15d81b7c7,network=Network(020f1c37-a254-47cd-a121-f9d1babb67b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap933617b3-44') {{(pid=74491) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 08:37:32 user nova-compute[74491]: DEBUG os_vif [None req-b963a0b7-70bd-4c7b-a002-b5045e569d4a tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:dd:d3:2d,bridge_name='br-int',has_traffic_filtering=True,id=933617b3-4449-481a-bdbb-d2f15d81b7c7,network=Network(020f1c37-a254-47cd-a121-f9d1babb67b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap933617b3-44') {{(pid=74491) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 08:37:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:37:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap933617b3-44, bridge=br-int, if_exists=True) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:37:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:37:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:37:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:37:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=578a87bb-9512-467b-be14-95692348dd6b) {{(pid=74491) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 08:37:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:37:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:37:32 user nova-compute[74491]: INFO os_vif [None req-b963a0b7-70bd-4c7b-a002-b5045e569d4a tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:dd:d3:2d,bridge_name='br-int',has_traffic_filtering=True,id=933617b3-4449-481a-bdbb-d2f15d81b7c7,network=Network(020f1c37-a254-47cd-a121-f9d1babb67b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap933617b3-44')
Oct 30 08:37:32 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-b963a0b7-70bd-4c7b-a002-b5045e569d4a tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Deleting instance files /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b_del
Oct 30 08:37:32 user nova-compute[74491]: INFO nova.virt.libvirt.driver [None req-b963a0b7-70bd-4c7b-a002-b5045e569d4a tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Deletion of /opt/stack/data/nova/instances/53de0b47-2fbf-4a12-ab24-16b5cdcea03b_del complete
Oct 30 08:37:32 user nova-compute[74491]: INFO nova.compute.manager [None req-b963a0b7-70bd-4c7b-a002-b5045e569d4a tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Took 0.87 seconds to destroy the instance on the hypervisor.
Oct 30 08:37:32 user nova-compute[74491]: DEBUG oslo.service.loopingcall [None req-b963a0b7-70bd-4c7b-a002-b5045e569d4a tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 08:37:32 user nova-compute[74491]: DEBUG nova.compute.manager [-] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Deallocating network for instance {{(pid=74491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 08:37:32 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] deallocate_for_instance() {{(pid=74491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 08:37:33 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:37:33 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:37:33 user nova-compute[74491]: DEBUG nova.network.neutron [-] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Updating instance_info_cache with network_info: [] {{(pid=74491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 08:37:33 user nova-compute[74491]: INFO nova.compute.manager [-] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Took 0.67 seconds to deallocate network for instance.
Oct 30 08:37:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b963a0b7-70bd-4c7b-a002-b5045e569d4a tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:37:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b963a0b7-70bd-4c7b-a002-b5045e569d4a tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:37:33 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-b963a0b7-70bd-4c7b-a002-b5045e569d4a tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:37:33 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-b963a0b7-70bd-4c7b-a002-b5045e569d4a tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:37:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b963a0b7-70bd-4c7b-a002-b5045e569d4a tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.113s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:37:33 user nova-compute[74491]: INFO nova.scheduler.client.report [None req-b963a0b7-70bd-4c7b-a002-b5045e569d4a tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Deleted allocations for instance 53de0b47-2fbf-4a12-ab24-16b5cdcea03b
Oct 30 08:37:33 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-b963a0b7-70bd-4c7b-a002-b5045e569d4a tempest-SnapshotDataIntegrityTests-648809150 tempest-SnapshotDataIntegrityTests-648809150-project-member] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.910s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:37:34 user nova-compute[74491]: DEBUG nova.compute.manager [req-b105f167-2812-4641-8367-5a0dadeba274 req-9e163520-e714-42fb-901f-1a4cebe2a96a service nova] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Received event network-vif-plugged-933617b3-4449-481a-bdbb-d2f15d81b7c7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:37:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b105f167-2812-4641-8367-5a0dadeba274 req-9e163520-e714-42fb-901f-1a4cebe2a96a service nova] Acquiring lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:37:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b105f167-2812-4641-8367-5a0dadeba274 req-9e163520-e714-42fb-901f-1a4cebe2a96a service nova] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:37:34 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [req-b105f167-2812-4641-8367-5a0dadeba274 req-9e163520-e714-42fb-901f-1a4cebe2a96a service nova] Lock "53de0b47-2fbf-4a12-ab24-16b5cdcea03b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:37:34 user nova-compute[74491]: DEBUG nova.compute.manager [req-b105f167-2812-4641-8367-5a0dadeba274 req-9e163520-e714-42fb-901f-1a4cebe2a96a service nova] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] No waiting events found dispatching network-vif-plugged-933617b3-4449-481a-bdbb-d2f15d81b7c7 {{(pid=74491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 08:37:34 user nova-compute[74491]: WARNING nova.compute.manager [req-b105f167-2812-4641-8367-5a0dadeba274 req-9e163520-e714-42fb-901f-1a4cebe2a96a service nova] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Received unexpected event network-vif-plugged-933617b3-4449-481a-bdbb-d2f15d81b7c7 for instance with vm_state deleted and task_state None.
Oct 30 08:37:34 user nova-compute[74491]: DEBUG nova.compute.manager [req-b105f167-2812-4641-8367-5a0dadeba274 req-9e163520-e714-42fb-901f-1a4cebe2a96a service nova] [instance: 53de0b47-2fbf-4a12-ab24-16b5cdcea03b] Received event network-vif-deleted-933617b3-4449-481a-bdbb-d2f15d81b7c7 {{(pid=74491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 08:37:35 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:37:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:37:39 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:37:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:37:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:37:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:37:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:37:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:37:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:37:43 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:37:43 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:37:43 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:37:43 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:37:43 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:37:43 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=9082MB free_disk=25.208740234375GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:37:43 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:37:43 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:37:43 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:37:43 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:37:44 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:37:44 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:37:44 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.307s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:37:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:37:48 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:37:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:37:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:37:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:37:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:37:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:37:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:37:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:37:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:37:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:37:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:37:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:37:57 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:38:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:38:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:38:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:38:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:38:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:38:02 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:38:07 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4998-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:38:12 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:38:17 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:38:22 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:38:23 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:38:24 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:38:24 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Starting heal instance info cache {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 08:38:24 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Rebuilding the list of instances to heal {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 08:38:24 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Didn't find any instances for network info cache update. {{(pid=74491) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 08:38:25 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:38:27 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:38:28 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:38:30 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:38:32 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:38:32 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:38:34 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:38:34 user nova-compute[74491]: DEBUG nova.compute.manager [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 08:38:37 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:38:37 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:38:40 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:38:42 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:38:43 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:38:45 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:38:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:38:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:38:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:38:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 08:38:45 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:38:45 user nova-compute[74491]: WARNING nova.virt.libvirt.driver [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 08:38:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Hypervisor/Node resource view: name=user free_ram=9202MB free_disk=25.206737518310547GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 08:38:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 08:38:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 08:38:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 08:38:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 08:38:45 user nova-compute[74491]: DEBUG nova.compute.provider_tree [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed in ProviderTree for provider: 0a596789-6949-49a0-8d22-54726a9ba4d9 {{(pid=74491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 08:38:45 user nova-compute[74491]: DEBUG nova.scheduler.client.report [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Inventory has not changed for provider 0a596789-6949-49a0-8d22-54726a9ba4d9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 08:38:45 user nova-compute[74491]: DEBUG nova.compute.resource_tracker [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Compute_service record updated for user:user {{(pid=74491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 08:38:45 user nova-compute[74491]: DEBUG oslo_concurrency.lockutils [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.119s {{(pid=74491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 08:38:46 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:38:47 user nova-compute[74491]: DEBUG oslo_service.periodic_task [None req-e9f2cc50-aec1-4ce7-872b-cb664a4e66a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 08:38:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:38:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 08:38:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74491) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 08:38:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:38:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74491) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 08:38:47 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 08:38:52 user nova-compute[74491]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74491) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}